-- Logs begin at Fri 2022-05-27 02:22:47 UTC, end at Fri 2022-05-27 03:41:59 UTC. -- May 27 03:14:11.255961 dv-cinder-828806-4-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 27 03:14:14.119016 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.common.config [-] Logging enabled! May 27 03:14:14.123089 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev246 May 27 03:14:14.123089 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103960) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 27 03:14:14.126075 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.common.config [-] Logging enabled! May 27 03:14:14.126422 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev246 May 27 03:14:14.126854 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103960) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 27 03:14:14.128215 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 27 03:14:14.128535 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 27 03:14:14.129109 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 27 03:14:14.129477 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 27 03:14:14.129775 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 27 03:14:14.130352 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:14.130768 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:14.131091 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:14.131509 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:14.131922 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:14.132318 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:14.132722 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:14.133161 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:14.133549 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:14.133999 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:14.134478 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:14.134863 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:14.135335 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:14.135812 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:14.136290 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:14.136664 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] debug = True {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:14.137147 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:14.137931 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:14.138609 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:14.139187 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:14.139317 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:14.139583 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:14.139861 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:14.140142 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:14.140432 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:14.140770 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] host = dv-cinder-828806-4-iscsi {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:14.141076 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:14.141371 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:14.141656 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:14.141943 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:14.142221 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:14.142497 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:14.142784 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:14.143058 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:14.143333 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] log_file = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:14.143609 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:14.143899 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:14.144186 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:14.144489 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:14.144841 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:14.145140 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:14.145351 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:14.145758 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:14.146198 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:14.146595 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:14.146915 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:14.147300 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:14.147806 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:14.148253 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:14.148635 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:14.148929 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:14.149246 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:14.149527 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:14.149809 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:14.150086 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:14.150363 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:14.150652 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:14.150928 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:14.151204 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:14.151480 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:14.151773 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:14.152047 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:14.152326 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:14.152629 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:14.152914 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:14.153218 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:14.153834 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:14.154110 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:14.154393 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:14.154666 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:14.154936 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:14.155210 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] use_json = False {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:14.155481 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:14.155752 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:14.156034 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:14.156306 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:14.156577 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:14.156848 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:14.157148 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:14.157434 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:14.157707 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:14.158010 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:14.158308 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:14.158608 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:14.158895 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:14.159199 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:14.159479 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:14.159769 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:14.160047 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:14.160381 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:14.160840 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:14.161169 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:14.161448 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:14.161752 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:14.162043 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:14.162348 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:14.162649 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:14.162945 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:14.163238 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:14.163514 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:14.163788 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:14.164064 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:14.164343 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:14.164632 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:14.164910 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:14.165222 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:14.165515 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:14.165794 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:14.166158 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:14.166618 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:14.167049 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:14.167476 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:14.167925 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:14.168315 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:14.168597 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:14.168897 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:14.169209 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:14.169487 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:14.169779 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:14.170063 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:14.170339 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:14.170624 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:14.170917 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:14.171207 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:14.171482 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:14.171761 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:14.172053 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:14.172336 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:14.172612 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:14.172883 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:14.173186 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:14.173460 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:14.173743 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:14.174023 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:14.174298 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:14.174571 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:14.174847 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:14.175119 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:14.175394 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:14.175669 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:14.175985 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:14.176325 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:14.176620 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:14.176897 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:14.177197 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:14.177471 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:14.177742 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:14.178013 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:14.178287 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:14.178561 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:14.178834 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:14.179105 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:14.179377 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:14.179647 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:14.179919 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:14.180224 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:14.180503 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:14.180783 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:14.181091 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:14.181372 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:14.181648 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:14.181924 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:14.182204 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:14.182483 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:14.182756 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:14.183045 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:14.183328 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:14.183611 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:14.183892 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:14.184170 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:14.184489 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:14.184771 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:14.185069 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:14.185359 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:14.185637 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:14.186015 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:14.186468 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:14.186935 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:14.187387 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:14.187844 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:14.188283 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:14.188729 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:14.189206 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:14.189644 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:14.190055 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:14.190506 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:14.190930 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:14.191232 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 27 03:14:14.191717 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103960) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 27 03:14:14.674101 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103960) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 27 03:14:14.674364 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103960) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 27 03:14:14.674671 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103960) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 27 03:14:14.675013 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.manager [-] Loading core plugin: ml2 May 27 03:14:14.999805 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:14:15.000000 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:14:15.000270 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:14:15.001552 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:14:15.001735 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:14:15.002006 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:14:15.056898 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:14:15.057195 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:14:15.057450 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:14:15.072291 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:14:15.072581 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:14:15.072844 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:14:15.102645 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:14:15.102931 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:14:15.103202 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:14:15.139459 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:14:15.140036 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:14:15.140036 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:14:15.486869 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:14:15.487128 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:14:15.487421 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:14:15.487686 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:14:15.488472 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:14:15.590085 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:14:15.590465 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:14:15.590860 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:14:15.591242 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:14:15.591618 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:14:15.592077 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:14:15.592443 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:14:15.592903 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:14:15.593291 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:14:15.593708 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:14:15.594035 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:14:15.594370 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:14:15.594745 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:14:15.595098 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:14:15.595460 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:14:15.595838 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:14:15.596196 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:14:15.596579 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:14:15.596985 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:14:15.597355 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:14:15.597770 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:14:15.598136 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:14:15.598553 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:14:15.599141 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:14:15.599507 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:14:15.599864 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:14:15.600428 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103960) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 03:14:15.600778 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103960) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 03:14:15.601158 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103960) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 03:14:15.601504 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103960) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 03:14:15.601843 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103960) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 03:14:15.602191 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103960) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 03:14:15.602723 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 27 03:14:15.608543 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 27 03:14:15.613701 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 27 03:14:15.619039 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) May 27 03:14:15.620737 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 27 03:14:15.621454 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 27 03:14:15.621912 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 27 03:14:15.622443 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 27 03:14:15.626208 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 27 03:14:15.626512 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 27 03:14:15.626859 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 27 03:14:15.633617 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] May 27 03:14:15.659256 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 27 03:14:15.659704 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:14:15.660011 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103960) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} May 27 03:14:15.660448 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:14:15.661829 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103960) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 27 03:14:15.662104 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 27 03:14:15.662350 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 27 03:14:15.665858 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:14:15.666134 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:14:15.727517 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 27 03:14:15.727734 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 27 03:14:15.728009 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 27 03:14:15.728372 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 27 03:14:15.780708 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO dbcounter [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Registered counter for database neutron May 27 03:14:15.803720 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_db.sqlalchemy.engines [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103960) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 27 03:14:15.810679 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writer thread running {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 27 03:14:16.283049 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.plugins.ml2.managers [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Initializing driver for type 'gre' May 27 03:14:16.284208 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] gre ID ranges: [(1, 1000)] May 27 03:14:16.342747 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.plugins.ml2.managers [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Initializing driver for type 'local' May 27 03:14:16.343085 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.plugins.ml2.managers [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Initializing driver for type 'vlan' May 27 03:14:16.359413 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] VlanTypeDriver initialization complete May 27 03:14:16.359764 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.plugins.ml2.managers [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Initializing driver for type 'vxlan' May 27 03:14:16.360303 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] vxlan ID ranges: [(1, 1000)] May 27 03:14:16.425428 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.plugins.ml2.managers [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Initializing extension driver 'port_security' May 27 03:14:16.425887 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.plugins.ml2.extensions.port_security [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] PortSecurityExtensionDriver initialization complete May 27 03:14:16.426296 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.plugins.ml2.managers [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Initializing mechanism driver 'openvswitch' May 27 03:14:16.426795 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.plugins.ml2.managers [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Initializing mechanism driver 'hyperv' May 27 03:14:16.437400 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:14:16.438407 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Subscribe: > port after_create 55550000 {{(pid=103960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:14:16.438772 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Subscribe: > port after_update 55550000 {{(pid=103960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:14:16.439118 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Subscribe: > port after_delete 55550000 {{(pid=103960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:14:16.439623 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103960) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 27 03:14:16.440034 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Subscribe: > subnet after_create 55550000 {{(pid=103960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:14:16.440382 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Subscribe: > subnet after_update 55550000 {{(pid=103960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:14:16.440721 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Subscribe: > subnet after_delete 55550000 {{(pid=103960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:14:16.441127 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103960) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 27 03:14:16.441731 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Subscribe: > network after_create 55550000 {{(pid=103960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:14:16.442204 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Subscribe: > network after_update 55550000 {{(pid=103960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:14:16.442629 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Subscribe: > network after_delete 55550000 {{(pid=103960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:14:16.443021 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103960) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 27 03:14:16.443420 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Subscribe: > security_group after_create 55550000 {{(pid=103960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:14:16.443764 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Subscribe: > security_group after_update 55550000 {{(pid=103960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:14:16.444097 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Subscribe: > security_group after_delete 55550000 {{(pid=103960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:14:16.444478 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103960) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 27 03:14:16.444876 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:14:16.445242 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:14:16.445576 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:14:16.446053 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103960) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 27 03:14:16.446448 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Subscribe: > address_group after_create 55550000 {{(pid=103960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:14:16.446967 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Subscribe: > address_group after_update 55550000 {{(pid=103960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:14:16.447521 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Subscribe: > address_group after_delete 55550000 {{(pid=103960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:14:16.448154 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103960) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 27 03:14:16.448804 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] ML2 OVO RPC backend initialized. {{(pid=103960) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} May 27 03:14:16.449544 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Subscribe: > router_interface after_create 55550000 {{(pid=103960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:14:16.449900 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:14:16.450310 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Subscribe: > network before_response 55550000 {{(pid=103960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:14:16.450654 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Subscribe: > networks before_response 55550000 {{(pid=103960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:14:16.450997 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Subscribe: > port before_response 55550000 {{(pid=103960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:14:16.451341 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Subscribe: > ports before_response 55550000 {{(pid=103960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:14:16.451677 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Subscribe: > subnet before_response 55550000 {{(pid=103960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:14:16.452089 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Subscribe: > subnets before_response 55550000 {{(pid=103960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:14:16.452428 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Subscribe: > network after_create 55550000 {{(pid=103960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:14:16.452760 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Subscribe: > network after_update 55550000 {{(pid=103960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:14:16.453114 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Subscribe: > network after_delete 55550000 {{(pid=103960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:14:16.453446 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Subscribe: > port after_create 55550000 {{(pid=103960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:14:16.453775 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Subscribe: > port after_update 55550000 {{(pid=103960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:14:16.454100 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Subscribe: > port after_delete 55550000 {{(pid=103960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:14:16.454428 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Subscribe: > subnet after_create 55550000 {{(pid=103960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:14:16.454753 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Subscribe: > subnet after_update 55550000 {{(pid=103960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:14:16.455076 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Subscribe: > subnet after_delete 55550000 {{(pid=103960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:14:16.464288 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.quota [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loaded quota_driver: . May 27 03:14:16.464853 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.plugins.ml2.plugin [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Modular L2 Plugin initialization complete May 27 03:14:16.465511 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.manager [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loading services supported by the core plugin {{(pid=103960) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 27 03:14:16.466062 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.plugins.ml2.managers [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Got port-security extension from driver 'port_security' May 27 03:14:16.466859 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.extensions.vlantransparent [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Disabled vlantransparent extension. May 27 03:14:16.467674 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.manager [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103960) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 27 03:14:16.468200 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.manager [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loading Plugin: router May 27 03:14:16.506597 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Subscribe: > router_interface before_create 55550000 {{(pid=103960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:14:16.507016 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Subscribe: > router after_create 55549900 {{(pid=103960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:14:16.507380 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Subscribe: > router before_create 55549900 {{(pid=103960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:14:16.507743 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:14:16.508107 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:14:16.508455 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Subscribe: > router after_delete 55549900 {{(pid=103960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:14:16.508815 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Subscribe: > floatingip after_create 55550000 {{(pid=103960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:14:16.509184 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Subscribe: > floatingip after_update 55550000 {{(pid=103960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:14:16.509536 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Subscribe: > router after_create 55549900 {{(pid=103960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:14:16.509877 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Subscribe: > router after_update 55549900 {{(pid=103960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:14:16.510203 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Subscribe: > router after_update 55549900 {{(pid=103960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:14:16.510549 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:14:16.510902 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Subscribe: > router after_update 55549900 {{(pid=103960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:14:16.511308 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Subscribe: > router precommit_update 55549900 {{(pid=103960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:14:16.511662 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Subscribe: port after_update 55550000 {{(pid=103960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:14:16.512001 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Subscribe: port after_delete 55550000 {{(pid=103960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:14:16.512324 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Subscribe: subnet after_update 55550000 {{(pid=103960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:14:16.512654 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:14:16.512993 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Subscribe: > port precommit_delete 55550000 {{(pid=103960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:14:16.513331 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Subscribe: > router precommit_create 55549900 {{(pid=103960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:14:16.513663 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Subscribe: port before_delete 55550000 {{(pid=103960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:14:16.513995 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Subscribe: > router precommit_create 55550000 {{(pid=103960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:14:16.514340 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Subscribe: > router after_update 55549900 {{(pid=103960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:14:16.514675 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Subscribe: > router precommit_delete 55549900 {{(pid=103960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:14:16.515016 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Subscribe: > router precommit_create 55549900 {{(pid=103960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:14:16.515369 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Subscribe: > router_interface after_create 55550000 {{(pid=103960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:14:16.515705 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Subscribe: > router precommit_update 55549900 {{(pid=103960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:14:16.516061 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Subscribe: > agent after_create 55550000 {{(pid=103960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:14:16.516515 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Subscribe: > agent after_delete 55550000 {{(pid=103960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:14:16.516854 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Subscribe: > network after_delete 55550000 {{(pid=103960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:14:16.517755 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.quota.resource_registry [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Tracking information for resource: router configured {{(pid=103960) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 03:14:16.518079 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.quota.resource_registry [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Tracking information for resource: floatingip configured {{(pid=103960) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 03:14:16.523856 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.db.l3_agentschedulers_db [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 27 03:14:16.524430 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Subscribe: port after_update 55550000 {{(pid=103960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:14:16.524788 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Subscribe: port after_create 55550000 {{(pid=103960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:14:16.525162 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Subscribe: port after_delete 55550000 {{(pid=103960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:14:16.525580 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Subscribe: port after_update 55550000 {{(pid=103960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:14:16.526593 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Subscribe: > router before_create 55550100 {{(pid=103960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:14:16.526949 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Subscribe: > router precommit_delete 55550100 {{(pid=103960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:14:16.527303 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Subscribe: > router precommit_create 55550100 {{(pid=103960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:14:16.527651 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Subscribe: > router precommit_update 55550100 {{(pid=103960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:14:16.533807 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.services.provider_configuration [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Service providers = [] {{(pid=103960) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 27 03:14:16.534114 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.db.servicetype_db [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103960) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 27 03:14:16.537903 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.services.service_base [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103960) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 27 03:14:16.538368 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.services.service_base [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103960) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 27 03:14:16.538765 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.services.service_base [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103960) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 27 03:14:16.539747 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.services.service_base [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103960) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 27 03:14:16.540117 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.services.service_base [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Default provider is not specified for service type L3_ROUTER_NAT May 27 03:14:16.540508 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.manager [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103960) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 03:14:16.540819 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.manager [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 27 03:14:16.552393 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.manager [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103960) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 03:14:16.552713 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.manager [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loading Plugin: auto_allocate May 27 03:14:16.559368 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Subscribe: network precommit_update 55550000 {{(pid=103960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:14:16.559748 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Subscribe: network precommit_create 55550000 {{(pid=103960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:14:16.560274 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.manager [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103960) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 03:14:16.560595 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.manager [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loading Plugin: tag May 27 03:14:16.567492 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.manager [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103960) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 03:14:16.567815 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.manager [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loading Plugin: timestamp May 27 03:14:16.571924 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.manager [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103960) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 03:14:16.572247 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.manager [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loading Plugin: network_ip_availability May 27 03:14:16.577767 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:14:16.578135 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:14:16.578481 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:14:16.579206 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.manager [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103960) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 03:14:16.579519 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.manager [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loading Plugin: flavors May 27 03:14:16.584602 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.manager [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103960) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 03:14:16.584930 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.manager [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loading Plugin: revisions May 27 03:14:16.589183 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.manager [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103960) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 03:14:16.589575 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_concurrency.lockutils [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.915s {{(pid=103960) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 27 03:14:16.590312 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103960) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 27 03:14:16.590640 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Initializing extension manager. May 27 03:14:16.591157 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loading extension file: __init__.py {{(pid=103960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:14:16.591495 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loading extension file: __pycache__ {{(pid=103960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:14:16.591819 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loading extension file: _port_mac_address_override.py {{(pid=103960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:14:16.592145 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loading extension file: address_group.py {{(pid=103960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:14:16.593106 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:14:16.593688 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loaded extension: address-group May 27 03:14:16.594005 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loading extension file: address_scope.py {{(pid=103960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:14:16.594796 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:14:16.595270 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loaded extension: address-scope May 27 03:14:16.595601 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loading extension file: admin_state_down_before_update.py {{(pid=103960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:14:16.596517 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:14:16.597045 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loaded extension: router-admin-state-down-before-update May 27 03:14:16.597365 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loading extension file: agent.py {{(pid=103960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:14:16.598154 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:14:16.598602 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loaded extension: agent May 27 03:14:16.598916 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loading extension file: agent_resources_synced.py {{(pid=103960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:14:16.599809 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:14:16.600312 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loaded extension: agent-resources-synced May 27 03:14:16.600628 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loading extension file: allowedaddresspairs.py {{(pid=103960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:14:16.602421 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:14:16.602923 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loaded extension: allowed-address-pairs May 27 03:14:16.603245 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loading extension file: auto_allocated_topology.py {{(pid=103960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:14:16.604288 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:14:16.604792 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loaded extension: auto-allocated-topology May 27 03:14:16.605133 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loading extension file: availability_zone.py {{(pid=103960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:14:16.605818 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:14:16.606314 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loaded extension: availability_zone May 27 03:14:16.606622 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loading extension file: availability_zone_filter.py {{(pid=103960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:14:16.607513 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:14:16.608009 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loaded extension: availability_zone_filter May 27 03:14:16.608321 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loading extension file: data_plane_status.py {{(pid=103960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:14:16.609234 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:14:16.609729 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Extension data-plane-status not supported by any of loaded plugins May 27 03:14:16.610212 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loading extension file: default_subnetpools.py {{(pid=103960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:14:16.611043 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:14:16.611539 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loaded extension: default-subnetpools May 27 03:14:16.611850 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loading extension file: dhcpagentscheduler.py {{(pid=103960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:14:16.612644 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:14:16.613186 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loaded extension: dhcp_agent_scheduler May 27 03:14:16.613594 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loading extension file: dns.py {{(pid=103960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:14:16.614496 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:14:16.614989 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Extension dns-integration not supported by any of loaded plugins May 27 03:14:16.615307 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loading extension file: dns_domain_ports.py {{(pid=103960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:14:16.616197 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:14:16.616686 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Extension dns-domain-ports not supported by any of loaded plugins May 27 03:14:16.617022 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:14:16.617931 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:14:16.618424 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins May 27 03:14:16.618735 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loading extension file: dvr.py {{(pid=103960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:14:16.619388 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:14:16.619881 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loaded extension: dvr May 27 03:14:16.620196 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loading extension file: ecmp_routes.py {{(pid=103960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:14:16.621112 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:14:16.621605 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Extension ecmp_routes not supported by any of loaded plugins May 27 03:14:16.621919 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loading extension file: empty_string_filtering.py {{(pid=103960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:14:16.622808 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:14:16.623297 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loaded extension: empty-string-filtering May 27 03:14:16.623613 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:14:16.624496 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:14:16.625010 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 27 03:14:16.625331 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:14:16.626307 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:14:16.626799 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 27 03:14:16.627116 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loading extension file: external_net.py {{(pid=103960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:14:16.627995 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:14:16.628492 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loaded extension: external-net May 27 03:14:16.628852 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loading extension file: extra_dhcp_opt.py {{(pid=103960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:14:16.629909 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:14:16.630409 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loaded extension: extra_dhcp_opt May 27 03:14:16.630724 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loading extension file: extraroute.py {{(pid=103960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:14:16.631625 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:14:16.632119 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loaded extension: extraroute May 27 03:14:16.632431 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loading extension file: extraroute_atomic.py {{(pid=103960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:14:16.633458 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:14:16.633955 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loaded extension: extraroute-atomic May 27 03:14:16.634269 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loading extension file: filter_validation.py {{(pid=103960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:14:16.634928 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:14:16.635421 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loaded extension: filter-validation May 27 03:14:16.635735 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loading extension file: fip_pf_description.py {{(pid=103960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:14:16.636628 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:14:16.637153 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 27 03:14:16.637462 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loading extension file: fip_pf_port_range.py {{(pid=103960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:14:16.638366 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:14:16.638861 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins May 27 03:14:16.639174 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loading extension file: fip_port_details.py {{(pid=103960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:14:16.640072 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:14:16.640566 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loaded extension: fip-port-details May 27 03:14:16.640879 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loading extension file: flavors.py {{(pid=103960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:14:16.642178 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:14:16.642678 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loaded extension: flavors May 27 03:14:16.642994 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:14:16.644648 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:14:16.645183 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 27 03:14:16.645506 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loading extension file: floatingip_pools.py {{(pid=103960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:14:16.646325 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:14:16.646852 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loaded extension: floatingip-pools May 27 03:14:16.647172 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loading extension file: ip_allocation.py {{(pid=103960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:14:16.648073 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:14:16.648568 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Extension ip_allocation not supported by any of loaded plugins May 27 03:14:16.648884 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:14:16.649820 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:14:16.650513 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loaded extension: ip-substring-filtering May 27 03:14:16.651043 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loading extension file: l2_adjacency.py {{(pid=103960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:14:16.652349 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:14:16.652843 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Extension l2_adjacency not supported by any of loaded plugins May 27 03:14:16.653309 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loading extension file: l3.py {{(pid=103960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:14:16.655092 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:14:16.655926 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loaded extension: router May 27 03:14:16.656381 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loading extension file: l3_conntrack_helper.py {{(pid=103960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:14:16.659030 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:14:16.659896 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 27 03:14:16.660350 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:14:16.661291 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:14:16.661802 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loaded extension: ext-gw-mode May 27 03:14:16.662122 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:14:16.663025 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:14:16.663530 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loaded extension: l3-ha May 27 03:14:16.663845 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:14:16.664733 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:14:16.665260 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins May 27 03:14:16.665573 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loading extension file: l3_flavors.py {{(pid=103960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:14:16.666459 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:14:16.666953 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loaded extension: l3-flavors May 27 03:14:16.667266 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loading extension file: l3_ndp_proxy.py {{(pid=103960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:14:16.668606 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:14:16.669138 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Extension l3-ndp-proxy not supported by any of loaded plugins May 27 03:14:16.669459 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:14:16.670377 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:14:16.670880 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loaded extension: l3-port-ip-change-not-allowed May 27 03:14:16.671195 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loading extension file: l3agentscheduler.py {{(pid=103960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:14:16.672233 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:14:16.672900 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loaded extension: l3_agent_scheduler May 27 03:14:16.673262 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loading extension file: local_ip.py {{(pid=103960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:14:16.675315 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:14:16.676142 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Extension local_ip not supported by any of loaded plugins May 27 03:14:16.676474 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loading extension file: logging.py {{(pid=103960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:14:16.678445 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:14:16.678968 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Extension logging not supported by any of loaded plugins May 27 03:14:16.679332 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loading extension file: metering.py {{(pid=103960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:14:16.680481 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:14:16.681426 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loaded extension: metering May 27 03:14:16.681929 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:14:16.683516 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:14:16.684379 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loaded extension: metering_source_and_destination_fields May 27 03:14:16.684940 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loading extension file: multiprovidernet.py {{(pid=103960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:14:16.686168 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:14:16.686673 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loaded extension: multi-provider May 27 03:14:16.686990 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loading extension file: netmtu.py {{(pid=103960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:14:16.687891 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:14:16.688391 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loaded extension: net-mtu May 27 03:14:16.688704 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loading extension file: netmtu_writable.py {{(pid=103960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:14:16.689635 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:14:16.690133 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loaded extension: net-mtu-writable May 27 03:14:16.690444 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loading extension file: network_availability_zone.py {{(pid=103960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:14:16.691091 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:14:16.691642 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loaded extension: network_availability_zone May 27 03:14:16.691953 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loading extension file: network_ip_availability.py {{(pid=103960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:14:16.693063 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:14:16.693565 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loaded extension: network-ip-availability May 27 03:14:16.693962 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loading extension file: network_segment_range.py {{(pid=103960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:14:16.694721 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:14:16.695215 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Extension network-segment-range not supported by any of loaded plugins May 27 03:14:16.695530 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loading extension file: pagination.py {{(pid=103960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:14:16.696480 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:14:16.696801 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loaded extension: pagination May 27 03:14:16.697145 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loading extension file: port_device_profile.py {{(pid=103960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:14:16.698041 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:14:16.698545 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loaded extension: port-device-profile May 27 03:14:16.698856 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loading extension file: port_mac_address_override.py {{(pid=103960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:14:16.699767 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:14:16.700260 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loaded extension: port-mac-override May 27 03:14:16.700573 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:14:16.701627 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:14:16.702466 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loaded extension: port-mac-address-regenerate May 27 03:14:16.702971 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:14:16.703977 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:14:16.704537 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loaded extension: port-numa-affinity-policy May 27 03:14:16.705104 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loading extension file: port_resource_request.py {{(pid=103960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:14:16.706252 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:14:16.706755 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Extension port-resource-request not supported by any of loaded plugins May 27 03:14:16.707094 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loading extension file: port_resource_request_groups.py {{(pid=103960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:14:16.708129 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:14:16.708629 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Extension port-resource-request-groups not supported by any of loaded plugins May 27 03:14:16.708930 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loading extension file: portbindings.py {{(pid=103960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:14:16.710016 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:14:16.710730 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loaded extension: binding May 27 03:14:16.711273 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loading extension file: portbindings_extended.py {{(pid=103960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:14:16.712933 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:14:16.713476 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loaded extension: binding-extended May 27 03:14:16.713786 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loading extension file: portsecurity.py {{(pid=103960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:14:16.714686 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:14:16.715187 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loaded extension: port-security May 27 03:14:16.715509 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loading extension file: project_id.py {{(pid=103960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:14:16.716467 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:14:16.716789 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loaded extension: project-id May 27 03:14:16.717132 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loading extension file: providernet.py {{(pid=103960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:14:16.718044 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:14:16.718548 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loaded extension: provider May 27 03:14:16.718860 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loading extension file: qos.py {{(pid=103960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:14:16.722539 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:14:16.723366 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Extension qos not supported by any of loaded plugins May 27 03:14:16.723695 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:14:16.725156 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:14:16.726005 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 27 03:14:16.726506 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:14:16.727522 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:14:16.728162 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 27 03:14:16.728653 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loading extension file: qos_default.py {{(pid=103960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:14:16.730013 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:14:16.730814 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Extension qos-default not supported by any of loaded plugins May 27 03:14:16.731333 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loading extension file: qos_fip.py {{(pid=103960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:14:16.732508 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:14:16.733241 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Extension qos-fip not supported by any of loaded plugins May 27 03:14:16.733713 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loading extension file: qos_fip_network_policy.py {{(pid=103960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:14:16.734762 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:14:16.735274 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Extension qos-fip-network-policy not supported by any of loaded plugins May 27 03:14:16.735630 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loading extension file: qos_gateway_ip.py {{(pid=103960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:14:16.736983 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:14:16.737783 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Extension qos-gateway-ip not supported by any of loaded plugins May 27 03:14:16.738332 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loading extension file: qos_port_network_policy.py {{(pid=103960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:14:16.739395 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:14:16.740140 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Extension qos-port-network-policy not supported by any of loaded plugins May 27 03:14:16.740470 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:14:16.741523 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:14:16.742026 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Extension qos-pps-minimum not supported by any of loaded plugins May 27 03:14:16.742343 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:14:16.743355 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:14:16.743856 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins May 27 03:14:16.744173 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loading extension file: qos_pps_rule.py {{(pid=103960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:14:16.745390 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:14:16.746215 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Extension qos-pps not supported by any of loaded plugins May 27 03:14:16.746533 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loading extension file: qos_rule_type_details.py {{(pid=103960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:14:16.747430 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:14:16.747932 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Extension qos-rule-type-details not supported by any of loaded plugins May 27 03:14:16.748249 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loading extension file: qos_rule_type_filter.py {{(pid=103960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:14:16.749173 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:14:16.749676 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Extension qos-rule-type-filter not supported by any of loaded plugins May 27 03:14:16.749992 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loading extension file: qos_rules_alias.py {{(pid=103960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:14:16.751244 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:14:16.751746 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Extension qos-rules-alias not supported by any of loaded plugins May 27 03:14:16.752066 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loading extension file: quota_check_limit.py {{(pid=103960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:14:16.752972 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:14:16.753494 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loaded extension: quota-check-limit May 27 03:14:16.753835 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loading extension file: quotasv2.py {{(pid=103960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:14:16.755089 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:14:16.755450 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loaded extension: quotas May 27 03:14:16.755975 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loading extension file: quotasv2_detail.py {{(pid=103960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:14:16.758624 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:14:16.759099 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loaded extension: quota_details May 27 03:14:16.759601 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loading extension file: rbac.py {{(pid=103960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:14:16.761160 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:14:16.761916 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loaded extension: rbac-policies May 27 03:14:16.762392 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loading extension file: rbac_address_group.py {{(pid=103960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:14:16.763473 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:14:16.763989 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loaded extension: rbac-address-group May 27 03:14:16.764309 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loading extension file: rbac_address_scope.py {{(pid=103960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:14:16.765329 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:14:16.765834 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loaded extension: rbac-address-scope May 27 03:14:16.766152 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loading extension file: rbac_security_groups.py {{(pid=103960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:14:16.767067 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:14:16.767671 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loaded extension: rbac-security-groups May 27 03:14:16.768195 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loading extension file: rbac_subnetpool.py {{(pid=103960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:14:16.769434 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:14:16.769983 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loaded extension: rbac-subnetpool May 27 03:14:16.770398 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loading extension file: revisionifmatch.py {{(pid=103960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:14:16.771746 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:14:16.772259 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loaded extension: revision-if-match May 27 03:14:16.772592 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loading extension file: revisions.py {{(pid=103960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:14:16.774148 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:14:16.774688 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loaded extension: standard-attr-revisions May 27 03:14:16.775240 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loading extension file: router_availability_zone.py {{(pid=103960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:14:16.776232 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:14:16.777080 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loaded extension: router_availability_zone May 27 03:14:16.777577 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loading extension file: routerservicetype.py {{(pid=103960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:14:16.779282 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:14:16.780102 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Extension router-service-type not supported by any of loaded plugins May 27 03:14:16.780600 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:14:16.781986 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:14:16.782818 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loaded extension: security-groups-normalized-cidr May 27 03:14:16.783329 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loading extension file: security_groups_port_filtering.py {{(pid=103960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:14:16.784625 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:14:16.785199 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loaded extension: port-security-groups-filtering May 27 03:14:16.785594 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:14:16.786604 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:14:16.787112 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loaded extension: security-groups-remote-address-group May 27 03:14:16.787432 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:14:16.788350 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:14:16.788853 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loaded extension: security-groups-shared-filtering May 27 03:14:16.789196 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loading extension file: securitygroup.py {{(pid=103960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:14:16.801600 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:14:16.802128 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loaded extension: security-group May 27 03:14:16.802459 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loading extension file: segment.py {{(pid=103960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:14:16.803677 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:14:16.804249 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Extension segment not supported by any of loaded plugins May 27 03:14:16.804573 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:14:16.805954 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:14:16.806503 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 27 03:14:16.806820 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loading extension file: servicetype.py {{(pid=103960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:14:16.808415 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:14:16.809284 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loaded extension: service-type May 27 03:14:16.809783 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loading extension file: sorting.py {{(pid=103960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:14:16.811230 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:14:16.811751 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loaded extension: sorting May 27 03:14:16.812263 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loading extension file: standard_attr_segment.py {{(pid=103960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:14:16.813625 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:14:16.814440 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Extension standard-attr-segment not supported by any of loaded plugins May 27 03:14:16.814920 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loading extension file: standardattrdescription.py {{(pid=103960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:14:16.815928 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:14:16.816605 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loaded extension: standard-attr-description May 27 03:14:16.816999 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loading extension file: stateful_security_group.py {{(pid=103960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:14:16.817896 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:14:16.818399 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loaded extension: stateful-security-group May 27 03:14:16.818716 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loading extension file: stdattrs_common.py {{(pid=103960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:14:16.819295 dv-cinder-828806-4-iscsi neutron-server[103960]: WARNING neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 27 03:14:16.819607 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:14:16.820528 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:14:16.821092 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 27 03:14:16.821410 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loading extension file: subnet_onboard.py {{(pid=103960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:14:16.822469 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:14:16.822970 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loaded extension: subnet_onboard May 27 03:14:16.823284 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:14:16.824331 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:14:16.825078 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 27 03:14:16.825403 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loading extension file: subnet_service_types.py {{(pid=103960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:14:16.826452 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:14:16.826961 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loaded extension: subnet-service-types May 27 03:14:16.827276 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loading extension file: subnetallocation.py {{(pid=103960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:14:16.828347 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:14:16.828848 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loaded extension: subnet_allocation May 27 03:14:16.829196 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:14:16.829990 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:14:16.830878 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loaded extension: subnetpool-prefix-ops May 27 03:14:16.831400 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:14:16.832438 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:14:16.833024 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 27 03:14:16.833345 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loading extension file: tagging.py {{(pid=103960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:14:16.834869 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:14:16.835363 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loaded extension: standard-attr-tag May 27 03:14:16.835799 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loading extension file: timestamp.py {{(pid=103960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:14:16.837632 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:14:16.838441 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loaded extension: standard-attr-timestamp May 27 03:14:16.838957 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loading extension file: trunk.py {{(pid=103960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:14:16.840469 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:14:16.841314 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Extension trunk not supported by any of loaded plugins May 27 03:14:16.841794 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loading extension file: trunk_details.py {{(pid=103960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:14:16.843173 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:14:16.843869 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Extension trunk-details not supported by any of loaded plugins May 27 03:14:16.844196 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loading extension file: uplink_status_propagation.py {{(pid=103960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:14:16.845507 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:14:16.846072 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Extension uplink-status-propagation not supported by any of loaded plugins May 27 03:14:16.846388 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Loading extension file: vlantransparent.py {{(pid=103960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:14:16.847060 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:14:16.847558 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Extension vlan-transparent not supported by any of loaded plugins May 27 03:14:16.850558 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.quota.resource_registry [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Creating instance of TrackedResource for resource:network May 27 03:14:16.851097 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.quota.resource_registry [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Creating instance of TrackedResource for resource:subnet May 27 03:14:16.851486 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.quota.resource_registry [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Creating instance of TrackedResource for resource:subnetpool May 27 03:14:16.851857 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.quota.resource_registry [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Creating instance of TrackedResource for resource:port May 27 03:14:16.853133 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.v2.resource_helper [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103960) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 03:14:16.853563 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.v2.resource_helper [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Service FLAVORS assigned prefix: {{(pid=103960) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 03:14:16.854206 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.v2.resource_helper [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103960) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 03:14:16.854885 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.v2.resource_helper [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103960) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 03:14:16.855413 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.quota.resource_registry [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Creating instance of TrackedResource for resource:router May 27 03:14:16.856073 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.quota.resource_registry [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Creating instance of TrackedResource for resource:floatingip May 27 03:14:16.856635 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.v2.resource_helper [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Service METERING assigned prefix: /metering {{(pid=103960) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 03:14:16.858125 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:14:16.858488 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:14:16.858831 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:14:16.859839 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.quota.resource_registry [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Creating instance of CountableResource for resource:rbac_policy May 27 03:14:16.860513 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.quota.resource_registry [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Creating instance of TrackedResource for resource:security_group May 27 03:14:16.861108 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.quota.resource_registry [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Creating instance of TrackedResource for resource:security_group_rule May 27 03:14:16.862133 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.v2.resource_helper [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Service CORE assigned prefix: {{(pid=103960) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 03:14:16.862489 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.quota.resource_registry [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Creating instance of TrackedResource for resource:subnetpool May 27 03:14:16.862835 dv-cinder-828806-4-iscsi neutron-server[103960]: WARNING neutron.quota.resource_registry [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] subnetpool is already registered May 27 03:14:16.863353 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.v2.resource_helper [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Service CORE assigned prefix: {{(pid=103960) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 03:14:16.863905 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.quota.resource_registry [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Creating instance of TrackedResource for resource:subnetpool May 27 03:14:16.864490 dv-cinder-828806-4-iscsi neutron-server[103960]: WARNING neutron.quota.resource_registry [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] subnetpool is already registered May 27 03:14:16.867858 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.v2.resource_helper [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103960) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 03:14:16.868517 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.v2.resource_helper [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Service FLAVORS assigned prefix: {{(pid=103960) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 03:14:16.869519 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.v2.resource_helper [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103960) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 03:14:16.870169 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.v2.resource_helper [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103960) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 03:14:16.870689 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.quota.resource_registry [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Creating instance of TrackedResource for resource:router May 27 03:14:16.871210 dv-cinder-828806-4-iscsi neutron-server[103960]: WARNING neutron.quota.resource_registry [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] router is already registered May 27 03:14:16.871818 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.quota.resource_registry [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Creating instance of TrackedResource for resource:floatingip May 27 03:14:16.872334 dv-cinder-828806-4-iscsi neutron-server[103960]: WARNING neutron.quota.resource_registry [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] floatingip is already registered May 27 03:14:16.873064 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.v2.resource_helper [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Service METERING assigned prefix: /metering {{(pid=103960) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 03:14:16.874068 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.quota.resource_registry [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Creating instance of CountableResource for resource:rbac_policy May 27 03:14:16.874399 dv-cinder-828806-4-iscsi neutron-server[103960]: WARNING neutron.quota.resource_registry [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] rbac_policy is already registered May 27 03:14:16.874948 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.quota.resource_registry [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Creating instance of TrackedResource for resource:security_group May 27 03:14:16.875509 dv-cinder-828806-4-iscsi neutron-server[103960]: WARNING neutron.quota.resource_registry [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] security_group is already registered May 27 03:14:16.876016 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.quota.resource_registry [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Creating instance of TrackedResource for resource:security_group_rule May 27 03:14:16.876351 dv-cinder-828806-4-iscsi neutron-server[103960]: WARNING neutron.quota.resource_registry [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] security_group_rule is already registered May 27 03:14:16.877032 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.v2.resource_helper [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Service CORE assigned prefix: {{(pid=103960) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 03:14:16.877441 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.quota.resource_registry [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Creating instance of TrackedResource for resource:subnetpool May 27 03:14:16.877774 dv-cinder-828806-4-iscsi neutron-server[103960]: WARNING neutron.quota.resource_registry [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] subnetpool is already registered May 27 03:14:16.878185 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.v2.resource_helper [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Service CORE assigned prefix: {{(pid=103960) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 03:14:16.878505 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.quota.resource_registry [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Creating instance of TrackedResource for resource:subnetpool May 27 03:14:16.878866 dv-cinder-828806-4-iscsi neutron-server[103960]: WARNING neutron.quota.resource_registry [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] subnetpool is already registered May 27 03:14:16.879326 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Extended resource: extensions {{(pid=103960) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:14:16.880823 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Extended resource: address-groups {{(pid=103960) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:14:16.882303 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Extended resource: address-scopes {{(pid=103960) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:14:16.883646 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Extended resource: agents {{(pid=103960) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:14:16.885222 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Extended resource: auto-allocated-topology {{(pid=103960) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:14:16.886765 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Extended resource: availability_zones {{(pid=103960) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:14:16.887959 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Extended resource: dhcp-networks {{(pid=103960) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:14:16.889740 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Extended resource: dhcp-agents {{(pid=103960) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:14:16.891545 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Extended resource: routers {{(pid=103960) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:14:16.894012 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Extended resource: flavors {{(pid=103960) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:14:16.895802 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Extended resource: service_profiles {{(pid=103960) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:14:16.897025 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Extended resource: next_providers {{(pid=103960) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:14:16.898450 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Extended resource: service_profiles {{(pid=103960) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:14:16.900123 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Extended resource: floatingip-pools {{(pid=103960) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:14:16.901967 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Extended resource: routers {{(pid=103960) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:14:16.903986 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Extended resource: floatingips {{(pid=103960) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:14:16.905282 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Extended resource: l3-routers {{(pid=103960) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:14:16.906672 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Extended resource: l3-agents {{(pid=103960) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:14:16.908150 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Extended resource: metering-labels {{(pid=103960) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:14:16.909381 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Extended resource: metering-label-rules {{(pid=103960) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:14:16.910929 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Extended resource: network-ip-availabilities {{(pid=103960) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:14:16.912252 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Extended resource: bindings {{(pid=103960) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:14:16.913991 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Extended resource: quotas {{(pid=103960) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:14:16.916361 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Extended resource: quotas {{(pid=103960) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:14:16.918996 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Extended resource: rbac-policies {{(pid=103960) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:14:16.919126 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Extended resource: security-groups {{(pid=103960) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:14:16.921103 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Extended resource: security-group-rules {{(pid=103960) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:14:16.922950 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Extended resource: service-providers {{(pid=103960) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:14:16.924742 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Extended resource: subnetpools {{(pid=103960) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:14:16.927172 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Extended resource: subnetpools {{(pid=103960) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:14:16.930014 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Extended resource: tags {{(pid=103960) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:14:16.932453 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Extended resource: tags {{(pid=103960) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:14:16.934920 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Extended resource: tags {{(pid=103960) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:14:16.936692 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Extended resource: tags {{(pid=103960) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:14:16.938388 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Extended resource: tags {{(pid=103960) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:14:16.940394 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Extended resource: tags {{(pid=103960) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:14:16.942583 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Extended resource: tags {{(pid=103960) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:14:16.944682 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Extended resource: tags {{(pid=103960) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:14:16.946442 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Extended resource: tags {{(pid=103960) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:14:16.948984 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron.api.extensions [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Extended resource: tags {{(pid=103960) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:14:16.956150 dv-cinder-828806-4-iscsi neutron-server[103960]: WARNING keystonemiddleware.auth_token [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 27 03:14:16.962391 dv-cinder-828806-4-iscsi neutron-server[103960]: WARNING keystonemiddleware.auth_token [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 27 03:14:16.971944 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_concurrency.lockutils [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Acquired lock "singleton_lock" {{(pid=103960) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} May 27 03:14:16.972415 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_concurrency.lockutils [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Releasing lock "singleton_lock" {{(pid=103960) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} May 27 03:14:16.973110 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO oslo_service.service [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Starting 2 workers May 27 03:14:16.979038 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Started child 104071 {{(pid=103960) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 27 03:14:16.983843 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:14:16.984598 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Started child 104072 {{(pid=103960) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 27 03:14:16.985485 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [-] (104071) wsgi starting up on http://0.0.0.0:9696 May 27 03:14:16.985857 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO neutron.service [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Neutron service started, listening on 0.0.0.0:9696 May 27 03:14:16.986661 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Publish callbacks [] for process (None), before_spawn {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:14:16.989622 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO oslo_service.service [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Starting 1 workers May 27 03:14:16.989773 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:14:16.991447 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [-] (104072) wsgi starting up on http://0.0.0.0:9696 May 27 03:14:16.995038 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Started child 104073 {{(pid=103960) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 27 03:14:16.995581 dv-cinder-828806-4-iscsi neutron-server[103960]: INFO oslo_service.service [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Starting 1 workers May 27 03:14:16.998962 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.service [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] calling RpcWorker wait() {{(pid=104073) _wait /opt/stack/neutron/neutron/service.py:128}} May 27 03:14:16.999817 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.service [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] returning from RpcWorker wait() {{(pid=104073) _wait /opt/stack/neutron/neutron/service.py:135}} May 27 03:14:17.000865 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Started child 104074 {{(pid=103960) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 27 03:14:17.001197 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:14:17.001977 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-9b7652f5-87fa-4afb-8206-6db0c96b079d None None] Publish callbacks [] for process (None), after_spawn {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:14:17.002116 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:14:17.004757 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103960) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 27 03:14:17.005062 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 27 03:14:17.005437 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 27 03:14:17.005802 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 27 03:14:17.006327 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 27 03:14:17.006764 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 27 03:14:17.007699 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.008380 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.008873 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.009388 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.010632 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.011240 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.011748 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.011922 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:14:17.012988 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:14:17.013259 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.013690 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.013925 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.014187 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.014747 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.015322 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.016052 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.016695 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.017362 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.017930 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.018423 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.019062 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.019954 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.020554 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.021095 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] debug = True {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.021755 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.022785 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.023328 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.023773 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.024196 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.024646 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.025118 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.025584 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.025993 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.026415 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.026920 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.027444 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.027957 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.028208 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.028894 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.029901 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.030062 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.030796 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] host = dv-cinder-828806-4-iscsi {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.031025 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.031276 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.031557 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.031824 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.032351 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.032577 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.032837 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.033101 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.033518 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.033964 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.034217 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.034456 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.034749 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.035949 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] log_file = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.036122 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] log_options = True {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.036515 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.036793 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.037102 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.037309 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.037472 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.037787 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.038191 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.038502 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.038913 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.039317 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.039555 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.039826 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.040010 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.040501 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.041272 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.041627 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.043475 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.045915 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.046251 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.046515 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.046769 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.047040 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.047305 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.047552 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.047799 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.048037 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.048275 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.048501 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.048730 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.049011 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.049277 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.049545 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.049802 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.050052 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.050332 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.050589 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.050906 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.051149 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.051435 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.051671 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.051936 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.052203 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.052427 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.052682 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.052894 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.053159 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.053394 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] use_json = False {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.053626 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.053836 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.054094 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.054321 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.054555 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.054787 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.055005 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.055241 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.055456 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.055895 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.056164 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.056476 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.056734 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.057009 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.057280 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.057571 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.057811 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.058067 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.058303 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.058597 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.058836 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.059156 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.059417 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.059676 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.060013 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.060284 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.060541 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.060792 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.061053 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.061348 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.061735 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.062158 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.062420 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.062890 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.063315 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.063724 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.064019 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.064299 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.064596 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.064944 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.065223 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.065484 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.50/identity {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.065724 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.065988 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.066263 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.066552 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.066793 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.067019 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.067271 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.067552 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.068072 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.068358 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.068674 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.069013 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.069235 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.069481 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.069723 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.069974 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.070213 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.070446 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.070688 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.070901 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.071118 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.071487 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.071696 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.072134 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.072343 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.072621 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.072880 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.073139 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.073352 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.073733 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.074094 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.074630 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.075003 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.075401 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.075618 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.075877 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.076124 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.076338 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.076551 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.076771 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.077038 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.077286 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.077517 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.077877 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.078256 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.078621 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.078984 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.079351 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.079871 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.080389 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.080758 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.080996 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.081357 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.081738 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.082230 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.082689 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.082950 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.083188 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.083524 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.083774 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.084047 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.084272 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.084515 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.084731 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.085200 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.085425 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.085646 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.085910 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.086161 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.086388 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.086637 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.086866 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.087084 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.087333 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.087555 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.087778 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.088998 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.088998 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.088998 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.088998 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.088998 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.089331 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.089410 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.089619 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.089855 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.090114 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.090400 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.090659 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.090935 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.091388 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.091661 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.091960 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.092277 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.092528 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.092760 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.093097 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.093370 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.093610 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.093876 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.094107 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.094346 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.094616 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.094873 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.095121 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.095384 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.095550 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.095882 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.096132 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.096360 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.096553 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.096811 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.097093 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.097327 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.097606 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.098067 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.098325 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.098570 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.098834 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.50/identity {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.099069 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.099285 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.099532 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.099742 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.099973 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.100201 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.100424 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.100656 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.100878 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.101174 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.101417 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.101649 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.101855 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.102007 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.102176 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.102384 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.102596 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.102800 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.103033 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.103252 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.103470 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.103700 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.103915 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.104122 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.104329 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.104583 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.104848 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.105119 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.105364 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.105694 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.105841 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.105978 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.106214 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.106483 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.106639 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.106851 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.107068 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.107314 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.107533 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.107933 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.108147 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.108407 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.108660 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.109065 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.109306 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.109554 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.109814 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.110079 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.110296 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.110510 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.110723 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.110958 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.111202 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.111442 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.111658 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.111874 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.112107 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.112194 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:14:17.112323 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.112557 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.112811 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.113074 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.113367 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.113588 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.113876 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.114119 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.114343 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.114559 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.114784 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.114993 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.115220 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.115440 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.115654 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.115935 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.116174 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.116401 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.116654 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.116883 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.117106 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.117336 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.117577 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.117784 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.118005 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.119018 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.119018 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.119018 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.119018 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.119483 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.119483 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.119483 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.119721 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.119899 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.120105 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.120313 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.120531 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.120744 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.121940 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.121940 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.121940 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.121940 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.121940 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.122628 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.122628 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.122628 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.123045 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.123203 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.123340 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.123476 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.123706 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.123985 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.124255 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.124473 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.124755 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.125008 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.125328 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.125500 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.125833 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.126031 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.126283 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.126517 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.126820 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.127079 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.127427 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.127745 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.128032 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.128273 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.128508 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.128837 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.129292 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.129588 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.129806 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.130106 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.130435 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.130719 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.131060 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.131241 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.131499 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.131704 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.131942 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.132177 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.132409 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.132625 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.132886 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.133151 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.133407 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.133633 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.133851 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.134060 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.134280 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.134501 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.134726 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.134939 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.135089 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 27 03:14:17.135647 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103960) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 27 03:14:17.135813 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 27 03:14:17.136119 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 27 03:14:17.136119 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 27 03:14:17.136393 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 27 03:14:17.136393 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 27 03:14:17.136662 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.136839 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.137108 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.137108 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.137354 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.137354 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.137664 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.137664 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.138001 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.138001 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.138224 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.138224 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.138449 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.138532 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.138685 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.138843 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.139000 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.139163 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.139320 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.139476 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.139633 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.139791 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] debug = True {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.139947 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.140297 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.140297 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.140812 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.140812 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.140812 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.141089 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.141089 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.141249 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.141327 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.141470 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.141626 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.141782 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.141939 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.142095 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.142252 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.142409 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.142564 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] host = dv-cinder-828806-4-iscsi {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.142741 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.142897 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.143053 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.143395 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.143395 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.143625 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.143744 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.143859 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.143978 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.144131 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.144292 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.144543 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.144707 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.144865 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] log_file = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.145046 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] log_options = True {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.145204 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.145566 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.145566 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.145715 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.145810 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.145969 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.146157 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.146270 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.146425 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.146581 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.146737 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.146893 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.147048 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.147187 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.147348 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.147505 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.147661 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.147817 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.147974 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.148129 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.148285 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.148440 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.148595 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.148750 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.148907 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.149083 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.149240 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.149396 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.149550 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.149707 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.149863 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.150019 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.150176 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.150331 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.150487 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.150643 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.150799 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.150955 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.151116 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.151273 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.151429 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.151584 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.151754 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.151952 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.152110 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.152232 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.152354 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] use_json = False {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.152476 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.152596 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.152730 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.152884 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.153066 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.153221 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.153723 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.153882 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.154039 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:14:17.154220 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.154378 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.154549 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.154696 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.154855 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.155015 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.155174 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.155334 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.155493 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.155716 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.155851 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.155982 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.156104 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.156307 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.156416 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.156576 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.156735 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.156895 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.157066 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.157224 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.157383 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.157543 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.157711 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.157870 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.158027 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.158184 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.158342 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.159896 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.159896 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.159896 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.159896 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.159896 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.159896 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.50/identity {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.159896 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.159896 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.160847 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.160847 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.160847 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.160847 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.160847 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.160847 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.161567 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.161567 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.161567 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.161567 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.161567 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.162115 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.162115 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.162115 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.162454 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.162454 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.162454 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.162753 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.162753 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.162980 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.163098 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.163191 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.163344 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.163506 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.163672 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.163832 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.163969 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.164147 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.164305 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.164465 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.164624 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.164782 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.164941 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.165135 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.165295 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.165454 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.165613 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.165776 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.165933 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.166093 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.166250 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.166408 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.166566 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.166724 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.166882 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.167041 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.167198 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.167357 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.167515 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.167678 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.167824 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.167982 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.168141 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.168300 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.168458 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.168616 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.168793 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.168971 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.169130 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.169290 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.169449 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.169607 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.169765 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.169925 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.170084 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.170244 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.170403 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.170561 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.170726 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.170884 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.171043 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.171200 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.171360 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.171519 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.171678 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.171837 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.171998 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.172159 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.172317 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.172475 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.172639 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.172798 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.172970 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.173135 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.173303 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.173462 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.173625 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.173782 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.173948 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.174117 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.174280 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.174439 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.174597 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.174761 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.174919 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.175078 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.175237 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.175396 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.175555 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.175756 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.175930 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.176091 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.176345 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.176693 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.177096 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.177428 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.177607 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.177770 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.177930 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.178089 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.178233 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.178399 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.178549 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.178699 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.178841 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.178981 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.50/identity {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.179145 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.179293 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.179437 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.179588 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.179741 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.179898 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.180057 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.180219 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.180379 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.180539 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.180698 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.180856 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.181036 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.181196 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.181355 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.181513 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.181673 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.181832 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.181994 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.182155 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.182313 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.182472 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.182629 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.182787 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.182948 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.183113 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.183274 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.183433 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.183591 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.183749 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.183910 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.184070 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.184232 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.184390 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.184548 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.184707 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.184865 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.185047 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.185208 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.185368 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.185530 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.185690 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.185847 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.186026 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.186186 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.186346 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.186509 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.186668 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.186827 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.186986 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.187147 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.187306 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.187463 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.187624 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.187782 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.187946 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.188105 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.188259 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.188434 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.188578 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.188739 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.188899 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.189081 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.189327 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.189533 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.189695 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.189856 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.190015 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.190178 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.190334 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.190493 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.190651 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.190822 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.191564 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.191564 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.191564 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.191564 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.191859 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.191859 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.192011 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.192095 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.192224 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.192382 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.192541 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.192711 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.192869 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.193054 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.193216 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.193391 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.193552 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.193721 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.193879 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.194038 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.194197 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.194355 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.194513 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.194682 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.194840 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.194999 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.195157 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.195315 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.195472 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.195641 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.195799 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.195956 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.196114 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.196272 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.196431 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.196599 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.196758 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.196917 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.197104 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.197264 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.197422 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.197580 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.197751 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.197910 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.198072 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.198231 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.198389 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.198548 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.198707 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.198872 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.199040 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.199193 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.199355 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.199523 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.199691 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.199845 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.200005 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.200172 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.200345 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.200512 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.200660 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.200797 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.200988 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.201121 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.201260 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.201425 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.201568 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.201714 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.201873 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.202030 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.202189 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.202347 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.202506 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.202665 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.202823 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.202985 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.203144 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.203302 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:14:17.203464 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 27 03:14:17.436798 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 53792) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:14:17.446032 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [-] 10.222.0.50 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0069611 May 27 03:14:26.418492 dv-cinder-828806-4-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:14:28.721524 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f5de00-7ec2-4e64-8976-89fef1912dd4 None None] get_active_networks_info from dv-cinder-828806-4-iscsi {{(pid=104073) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 27 03:14:28.743197 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writer thread running {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 27 03:14:28.833006 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f5de00-7ec2-4e64-8976-89fef1912dd4 None None] No non-hosted networks {{(pid=104073) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 27 03:14:28.849555 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.agentschedulers_db [None req-15f5de00-7ec2-4e64-8976-89fef1912dd4 None None] DHCP Agent not found on host dv-cinder-828806-4-iscsi {{(pid=104073) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} May 27 03:14:28.898891 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1e972806-b811-4a21-8004-231c1416afdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16280113'] for agent (88cb169e-23a7-4380-813c-9b707a5671b5), after_create {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:14:30.599577 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writer thread running {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 27 03:14:31.089495 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-845c0276-4d91-4a7f-b6a3-9489e64704bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16280113'] for agent (3e4effd7-5bc9-408b-93fa-42e4b19a61d9), after_create {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:14:31.123839 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-ddd5e453-6f11-42d7-ac6f-bf8bf470f752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (3e4effd7-5bc9-408b-93fa-42e4b19a61d9), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:14:32.056424 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 53866) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:14:32.102640 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-df01de3e-f6cf-4253-895b-65b557a1455e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16280113'] for agent (84e30450-e547-4748-a220-898a66747e61), after_create {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:14:32.658208 dv-cinder-828806-4-iscsi neutron-server[104072]: WARNING oslo_policy.policy [None req-88fc7dfe-2e05-4caf-9894-99b0804078e2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 03:14:32.658828 dv-cinder-828806-4-iscsi neutron-server[104072]: WARNING oslo_policy.policy [None req-88fc7dfe-2e05-4caf-9894-99b0804078e2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 03:14:32.873280 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [None req-88fc7dfe-2e05-4caf-9894-99b0804078e2 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=104072) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 27 03:14:32.892667 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-88fc7dfe-2e05-4caf-9894-99b0804078e2 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8172336 May 27 03:14:33.680158 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f70e7e6e-5d50-42a8-9a05-38619da83ed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16280113'] for agent (7db81693-ec25-4d8d-9069-8605391ffc10), after_create {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:14:34.954855 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16280113'] for agent (01a6c5a5-ff25-49ea-8869-bb2b5ba0570e), after_create {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:14:34.955538 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:14:34.955894 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:14:34.956288 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:14:34.956768 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:14:34.957893 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:14:34.958716 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:14:34.958716 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:14:34.958949 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:14:34.959231 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:14:34.959467 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:14:34.959803 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:14:34.960131 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:14:34.960447 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:14:34.960765 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:14:34.962324 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:14:34.962324 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-828806-4-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:14:34.978598 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-828806-4-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:14:35.409438 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 53898) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:14:35.754067 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [None req-2d6751cc-0260-4960-a638-c00e987ea683 admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:14:35.843615 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.policy [None req-2d6751cc-0260-4960-a638-c00e987ea683 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104072) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 27 03:14:35.886654 dv-cinder-828806-4-iscsi neutron-server[104072]: WARNING oslo_policy.policy [None req-2d6751cc-0260-4960-a638-c00e987ea683 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 03:14:35.887067 dv-cinder-828806-4-iscsi neutron-server[104072]: WARNING oslo_policy.policy [None req-2d6751cc-0260-4960-a638-c00e987ea683 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 03:14:35.908288 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writer thread running {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 27 03:14:35.993618 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-2d6751cc-0260-4960-a638-c00e987ea683 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743912594446', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743912595970', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743912545414', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743912554487', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743912559267', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743912568649', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-561488', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1000125', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16755134', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16323931'] for rbac-policy (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:14:36.069531 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-2d6751cc-0260-4960-a638-c00e987ea683 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:14:36.078758 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-2d6751cc-0260-4960-a638-c00e987ea683 admin admin] 10.222.0.50 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6604052 May 27 03:14:36.338861 dv-cinder-828806-4-iscsi neutron-server[104073]: INFO neutron.db.l3_hamode_db [None req-b60011fd-61a5-4ef5-9a82-111ef5234626 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 27 03:14:36.420270 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60011fd-61a5-4ef5-9a82-111ef5234626 None None] Routers set() bound to L3 agent in host dv-cinder-828806-4-iscsi {{(pid=104073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:14:36.420631 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60011fd-61a5-4ef5-9a82-111ef5234626 None None] Router IDs set() for agent in host dv-cinder-828806-4-iscsi {{(pid=104073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 27 03:14:38.483346 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 53910) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:14:39.055384 dv-cinder-828806-4-iscsi neutron-server[104071]: WARNING oslo_policy.policy [None req-51311ab5-5f5d-443b-8314-77c37f1137a6 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 03:14:39.055955 dv-cinder-828806-4-iscsi neutron-server[104071]: WARNING oslo_policy.policy [None req-51311ab5-5f5d-443b-8314-77c37f1137a6 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 03:14:39.269002 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [None req-51311ab5-5f5d-443b-8314-77c37f1137a6 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:14:39.283018 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writer thread running {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 27 03:14:39.329989 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51311ab5-5f5d-443b-8314-77c37f1137a6 demo demo] Made reservation on behalf of 4edef8e255584377bf94a9ac9712b4b7 for: {'network': 1} {{(pid=104071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:14:39.389698 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.policy [None req-51311ab5-5f5d-443b-8314-77c37f1137a6 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104071) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 27 03:14:39.432537 dv-cinder-828806-4-iscsi neutron-server[104071]: WARNING oslo_policy.policy [None req-51311ab5-5f5d-443b-8314-77c37f1137a6 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 03:14:39.432903 dv-cinder-828806-4-iscsi neutron-server[104071]: WARNING oslo_policy.policy [None req-51311ab5-5f5d-443b-8314-77c37f1137a6 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 03:14:39.443482 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-51311ab5-5f5d-443b-8314-77c37f1137a6 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for network (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:14:39.467174 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-51311ab5-5f5d-443b-8314-77c37f1137a6 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:14:39.599156 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-51311ab5-5f5d-443b-8314-77c37f1137a6 demo demo] Publish callbacks [] for security_group (ad7b436a-4bac-4031-a003-b4f9b9c64133), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:14:39.605910 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-51311ab5-5f5d-443b-8314-77c37f1137a6 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (ad7b436a-4bac-4031-a003-b4f9b9c64133), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:14:39.638957 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51311ab5-5f5d-443b-8314-77c37f1137a6 demo demo] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=104071) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:14:39.666982 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-51311ab5-5f5d-443b-8314-77c37f1137a6 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8743907721831', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-814499'] for segment (cf0e3ae4-4575-44c8-9b61-a5a60256dd25), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:14:39.667522 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.db.segments_db [None req-51311ab5-5f5d-443b-8314-77c37f1137a6 demo demo] Added segment cf0e3ae4-4575-44c8-9b61-a5a60256dd25 of type vlan for network 78c2a163-cad2-49f1-9644-f3a9ecd74561 May 27 03:14:39.682564 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51311ab5-5f5d-443b-8314-77c37f1137a6 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=ad7b436a-4bac-4031-a003-b4f9b9c64133,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:14:39.736439 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51311ab5-5f5d-443b-8314-77c37f1137a6 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:14:39.736753 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51311ab5-5f5d-443b-8314-77c37f1137a6 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:14:39.737183 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51311ab5-5f5d-443b-8314-77c37f1137a6 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:14:39.737559 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51311ab5-5f5d-443b-8314-77c37f1137a6 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:14:39.738017 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51311ab5-5f5d-443b-8314-77c37f1137a6 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:14:39.738356 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51311ab5-5f5d-443b-8314-77c37f1137a6 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:14:39.738684 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51311ab5-5f5d-443b-8314-77c37f1137a6 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:14:39.739002 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51311ab5-5f5d-443b-8314-77c37f1137a6 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:14:39.739329 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51311ab5-5f5d-443b-8314-77c37f1137a6 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:14:39.739646 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51311ab5-5f5d-443b-8314-77c37f1137a6 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:14:39.739969 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51311ab5-5f5d-443b-8314-77c37f1137a6 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:14:39.740298 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51311ab5-5f5d-443b-8314-77c37f1137a6 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:14:39.740620 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51311ab5-5f5d-443b-8314-77c37f1137a6 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:14:39.740916 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51311ab5-5f5d-443b-8314-77c37f1137a6 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:14:39.741255 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51311ab5-5f5d-443b-8314-77c37f1137a6 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:14:39.742714 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51311ab5-5f5d-443b-8314-77c37f1137a6 demo demo] Tracked resource versions report: May 27 03:14:39.742714 dv-cinder-828806-4-iscsi neutron-server[104071]: pushed versions: May 27 03:14:39.742714 dv-cinder-828806-4-iscsi neutron-server[104071]: { 'AddressGroup': {'1.2'}, May 27 03:14:39.742714 dv-cinder-828806-4-iscsi neutron-server[104071]: 'Agent': {'1.1'}, May 27 03:14:39.742714 dv-cinder-828806-4-iscsi neutron-server[104071]: 'ConntrackHelper': {'1.0'}, May 27 03:14:39.742714 dv-cinder-828806-4-iscsi neutron-server[104071]: 'LocalIPAssociation': {'1.0'}, May 27 03:14:39.742714 dv-cinder-828806-4-iscsi neutron-server[104071]: 'Log': {'1.0'}, May 27 03:14:39.742714 dv-cinder-828806-4-iscsi neutron-server[104071]: 'NDPProxy': {'1.0'}, May 27 03:14:39.742714 dv-cinder-828806-4-iscsi neutron-server[104071]: 'Network': {'1.1'}, May 27 03:14:39.742714 dv-cinder-828806-4-iscsi neutron-server[104071]: 'Port': {'1.7'}, May 27 03:14:39.742714 dv-cinder-828806-4-iscsi neutron-server[104071]: 'PortForwarding': {'1.3'}, May 27 03:14:39.742714 dv-cinder-828806-4-iscsi neutron-server[104071]: 'QosPolicy': {'1.10'}, May 27 03:14:39.742714 dv-cinder-828806-4-iscsi neutron-server[104071]: 'SecurityGroup': {'1.5'}, May 27 03:14:39.742714 dv-cinder-828806-4-iscsi neutron-server[104071]: 'SecurityGroupRule': {'1.2'}, May 27 03:14:39.742714 dv-cinder-828806-4-iscsi neutron-server[104071]: 'SubPort': {'1.0'}, May 27 03:14:39.742714 dv-cinder-828806-4-iscsi neutron-server[104071]: 'Subnet': {'1.1'}, May 27 03:14:39.742714 dv-cinder-828806-4-iscsi neutron-server[104071]: 'Trunk': {'1.1'}} May 27 03:14:39.742714 dv-cinder-828806-4-iscsi neutron-server[104071]: consumer versions: May 27 03:14:39.742714 dv-cinder-828806-4-iscsi neutron-server[104071]: { DHCP agent@dv-cinder-828806-4-iscsi: {}, May 27 03:14:39.742714 dv-cinder-828806-4-iscsi neutron-server[104071]: L3 agent@dv-cinder-828806-4-iscsi: {}, May 27 03:14:39.742714 dv-cinder-828806-4-iscsi neutron-server[104071]: Metadata agent@dv-cinder-828806-4-iscsi: {}, May 27 03:14:39.742714 dv-cinder-828806-4-iscsi neutron-server[104071]: Metering agent@dv-cinder-828806-4-iscsi: {}, May 27 03:14:39.742714 dv-cinder-828806-4-iscsi neutron-server[104071]: Open vSwitch agent@dv-cinder-828806-4-iscsi: { 'AddressGroup': '1.2', May 27 03:14:39.742714 dv-cinder-828806-4-iscsi neutron-server[104071]: 'Agent': '1.1', May 27 03:14:39.742714 dv-cinder-828806-4-iscsi neutron-server[104071]: 'ConntrackHelper': '1.0', May 27 03:14:39.742714 dv-cinder-828806-4-iscsi neutron-server[104071]: 'LocalIPAssociation': '1.0', May 27 03:14:39.742714 dv-cinder-828806-4-iscsi neutron-server[104071]: 'Log': '1.0', May 27 03:14:39.742714 dv-cinder-828806-4-iscsi neutron-server[104071]: 'NDPProxy': '1.0', May 27 03:14:39.742714 dv-cinder-828806-4-iscsi neutron-server[104071]: 'Network': '1.1', May 27 03:14:39.742714 dv-cinder-828806-4-iscsi neutron-server[104071]: 'Port': '1.7', May 27 03:14:39.742714 dv-cinder-828806-4-iscsi neutron-server[104071]: 'PortForwarding': '1.3', May 27 03:14:39.742714 dv-cinder-828806-4-iscsi neutron-server[104071]: 'QosPolicy': '1.10', May 27 03:14:39.742714 dv-cinder-828806-4-iscsi neutron-server[104071]: 'SecurityGroup': '1.5', May 27 03:14:39.742714 dv-cinder-828806-4-iscsi neutron-server[104071]: 'SecurityGroupRule': '1.2', May 27 03:14:39.742714 dv-cinder-828806-4-iscsi neutron-server[104071]: 'SubPort': '1.0', May 27 03:14:39.742714 dv-cinder-828806-4-iscsi neutron-server[104071]: 'Subnet': '1.1', May 27 03:14:39.742714 dv-cinder-828806-4-iscsi neutron-server[104071]: 'Trunk': '1.1'}} May 27 03:14:39.742714 dv-cinder-828806-4-iscsi neutron-server[104071]: {{(pid=104071) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 03:14:39.775481 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-51311ab5-5f5d-443b-8314-77c37f1137a6 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743907247189'] for network (78c2a163-cad2-49f1-9644-f3a9ecd74561), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:14:39.821820 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-51311ab5-5f5d-443b-8314-77c37f1137a6 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336'] for network (78c2a163-cad2-49f1-9644-f3a9ecd74561), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:14:39.830098 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51311ab5-5f5d-443b-8314-77c37f1137a6 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:14:39.831965 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-51311ab5-5f5d-443b-8314-77c37f1137a6 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-366398'] for network (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:14:39.932322 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-51311ab5-5f5d-443b-8314-77c37f1137a6 demo demo] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 1.4460175 May 27 03:14:39.967010 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51311ab5-5f5d-443b-8314-77c37f1137a6 demo demo] Pushing event updated for resources: {'Network': ['ID=78c2a163-cad2-49f1-9644-f3a9ecd74561,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:14:39.981378 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Network 78c2a163-cad2-49f1-9644-f3a9ecd74561 details requested by agent ovs-agent-dv-cinder-828806-4-iscsi with host dv-cinder-828806-4-iscsi {{(pid=104073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 03:14:42.453871 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 53930) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:14:42.942962 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666bbadf-1914-434f-b93a-d1f3568a5cce demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:14:42.944760 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-666bbadf-1914-434f-b93a-d1f3568a5cce demo admin] 10.222.0.50 "GET /v2.0/networks/78c2a163-cad2-49f1-9644-f3a9ecd74561 HTTP/1.1" status: 200 len: 825 time: 0.4899371 May 27 03:14:42.974007 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-9c34d316-9040-4c98-805b-d1675d38fc95 demo admin] 10.222.0.50 "GET /v2.0/subnetpools/b380b35f-3948-4ccb-9e4b-b3b18217dae1 HTTP/1.1" status: 200 len: 734 time: 0.0200748 May 27 03:14:42.982695 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [None req-bf7e78f5-6ed8-4736-bba0-ddbad434da89 demo admin] Request body: {'subnet': {'subnetpool_id': 'b380b35f-3948-4ccb-9e4b-b3b18217dae1', 'ip_version': 4, 'network_id': '78c2a163-cad2-49f1-9644-f3a9ecd74561', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet'}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:14:43.010923 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf7e78f5-6ed8-4736-bba0-ddbad434da89 demo admin] Made reservation on behalf of 4edef8e255584377bf94a9ac9712b4b7 for: {'subnet': 1} {{(pid=104072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:14:43.013823 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-bf7e78f5-6ed8-4736-bba0-ddbad434da89 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:14:43.315973 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=61,neutron:INSERT=37,neutron:UPDATE=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:14:43.324323 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-bf7e78f5-6ed8-4736-bba0-ddbad434da89 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16716613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336'] for subnet (77ae3a2e-6831-4908-b2fd-fd12af16ec83), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:14:43.403095 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7e78f5-6ed8-4736-bba0-ddbad434da89 demo admin] Pushing event updated for resources: {'Subnet': ['ID=77ae3a2e-6831-4908-b2fd-fd12af16ec83,revision_number=0']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:14:43.405572 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7e78f5-6ed8-4736-bba0-ddbad434da89 demo admin] Checking segment: {'id': 'cf0e3ae4-4575-44c8-9b61-a5a60256dd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '78c2a163-cad2-49f1-9644-f3a9ecd74561'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:14:43.406068 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7e78f5-6ed8-4736-bba0-ddbad434da89 demo admin] Network hostable DHCP agents. Network: 78c2a163-cad2-49f1-9644-f3a9ecd74561, hostable agents: ['88cb169e-23a7-4380-813c-9b707a5671b5'], hosted agents: [] {{(pid=104072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:14:43.417757 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7e78f5-6ed8-4736-bba0-ddbad434da89 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:14:43.418090 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7e78f5-6ed8-4736-bba0-ddbad434da89 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:14:43.418435 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7e78f5-6ed8-4736-bba0-ddbad434da89 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:14:43.418773 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7e78f5-6ed8-4736-bba0-ddbad434da89 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:14:43.419092 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7e78f5-6ed8-4736-bba0-ddbad434da89 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:14:43.419406 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7e78f5-6ed8-4736-bba0-ddbad434da89 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:14:43.419716 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7e78f5-6ed8-4736-bba0-ddbad434da89 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:14:43.420019 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7e78f5-6ed8-4736-bba0-ddbad434da89 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:14:43.420352 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7e78f5-6ed8-4736-bba0-ddbad434da89 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:14:43.420664 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7e78f5-6ed8-4736-bba0-ddbad434da89 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:14:43.420987 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7e78f5-6ed8-4736-bba0-ddbad434da89 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:14:43.421391 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7e78f5-6ed8-4736-bba0-ddbad434da89 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:14:43.421753 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7e78f5-6ed8-4736-bba0-ddbad434da89 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:14:43.422077 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7e78f5-6ed8-4736-bba0-ddbad434da89 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:14:43.422367 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7e78f5-6ed8-4736-bba0-ddbad434da89 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:14:43.423765 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7e78f5-6ed8-4736-bba0-ddbad434da89 demo admin] Tracked resource versions report: May 27 03:14:43.423765 dv-cinder-828806-4-iscsi neutron-server[104072]: pushed versions: May 27 03:14:43.423765 dv-cinder-828806-4-iscsi neutron-server[104072]: { 'AddressGroup': {'1.2'}, May 27 03:14:43.423765 dv-cinder-828806-4-iscsi neutron-server[104072]: 'Agent': {'1.1'}, May 27 03:14:43.423765 dv-cinder-828806-4-iscsi neutron-server[104072]: 'ConntrackHelper': {'1.0'}, May 27 03:14:43.423765 dv-cinder-828806-4-iscsi neutron-server[104072]: 'LocalIPAssociation': {'1.0'}, May 27 03:14:43.423765 dv-cinder-828806-4-iscsi neutron-server[104072]: 'Log': {'1.0'}, May 27 03:14:43.423765 dv-cinder-828806-4-iscsi neutron-server[104072]: 'NDPProxy': {'1.0'}, May 27 03:14:43.423765 dv-cinder-828806-4-iscsi neutron-server[104072]: 'Network': {'1.1'}, May 27 03:14:43.423765 dv-cinder-828806-4-iscsi neutron-server[104072]: 'Port': {'1.7'}, May 27 03:14:43.423765 dv-cinder-828806-4-iscsi neutron-server[104072]: 'PortForwarding': {'1.3'}, May 27 03:14:43.423765 dv-cinder-828806-4-iscsi neutron-server[104072]: 'QosPolicy': {'1.10'}, May 27 03:14:43.423765 dv-cinder-828806-4-iscsi neutron-server[104072]: 'SecurityGroup': {'1.5'}, May 27 03:14:43.423765 dv-cinder-828806-4-iscsi neutron-server[104072]: 'SecurityGroupRule': {'1.2'}, May 27 03:14:43.423765 dv-cinder-828806-4-iscsi neutron-server[104072]: 'SubPort': {'1.0'}, May 27 03:14:43.423765 dv-cinder-828806-4-iscsi neutron-server[104072]: 'Subnet': {'1.1'}, May 27 03:14:43.423765 dv-cinder-828806-4-iscsi neutron-server[104072]: 'Trunk': {'1.1'}} May 27 03:14:43.423765 dv-cinder-828806-4-iscsi neutron-server[104072]: consumer versions: May 27 03:14:43.423765 dv-cinder-828806-4-iscsi neutron-server[104072]: { DHCP agent@dv-cinder-828806-4-iscsi: {}, May 27 03:14:43.423765 dv-cinder-828806-4-iscsi neutron-server[104072]: L3 agent@dv-cinder-828806-4-iscsi: {}, May 27 03:14:43.423765 dv-cinder-828806-4-iscsi neutron-server[104072]: Metadata agent@dv-cinder-828806-4-iscsi: {}, May 27 03:14:43.423765 dv-cinder-828806-4-iscsi neutron-server[104072]: Metering agent@dv-cinder-828806-4-iscsi: {}, May 27 03:14:43.423765 dv-cinder-828806-4-iscsi neutron-server[104072]: Open vSwitch agent@dv-cinder-828806-4-iscsi: { 'AddressGroup': '1.2', May 27 03:14:43.423765 dv-cinder-828806-4-iscsi neutron-server[104072]: 'Agent': '1.1', May 27 03:14:43.423765 dv-cinder-828806-4-iscsi neutron-server[104072]: 'ConntrackHelper': '1.0', May 27 03:14:43.423765 dv-cinder-828806-4-iscsi neutron-server[104072]: 'LocalIPAssociation': '1.0', May 27 03:14:43.423765 dv-cinder-828806-4-iscsi neutron-server[104072]: 'Log': '1.0', May 27 03:14:43.423765 dv-cinder-828806-4-iscsi neutron-server[104072]: 'NDPProxy': '1.0', May 27 03:14:43.423765 dv-cinder-828806-4-iscsi neutron-server[104072]: 'Network': '1.1', May 27 03:14:43.423765 dv-cinder-828806-4-iscsi neutron-server[104072]: 'Port': '1.7', May 27 03:14:43.423765 dv-cinder-828806-4-iscsi neutron-server[104072]: 'PortForwarding': '1.3', May 27 03:14:43.423765 dv-cinder-828806-4-iscsi neutron-server[104072]: 'QosPolicy': '1.10', May 27 03:14:43.423765 dv-cinder-828806-4-iscsi neutron-server[104072]: 'SecurityGroup': '1.5', May 27 03:14:43.423765 dv-cinder-828806-4-iscsi neutron-server[104072]: 'SecurityGroupRule': '1.2', May 27 03:14:43.423765 dv-cinder-828806-4-iscsi neutron-server[104072]: 'SubPort': '1.0', May 27 03:14:43.423765 dv-cinder-828806-4-iscsi neutron-server[104072]: 'Subnet': '1.1', May 27 03:14:43.423765 dv-cinder-828806-4-iscsi neutron-server[104072]: 'Trunk': '1.1'}} May 27 03:14:43.423765 dv-cinder-828806-4-iscsi neutron-server[104072]: {{(pid=104072) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 03:14:43.457861 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7e78f5-6ed8-4736-bba0-ddbad434da89 demo admin] Network 78c2a163-cad2-49f1-9644-f3a9ecd74561 is scheduled to be hosted by DHCP agent 88cb169e-23a7-4380-813c-9b707a5671b5 with binding_index 1 {{(pid=104072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:14:43.472487 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.base_scheduler [None req-bf7e78f5-6ed8-4736-bba0-ddbad434da89 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828806-4-iscsi, 78c2a163-cad2-49f1-9644-f3a9ecd74561) {{(pid=104072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:14:43.477638 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7e78f5-6ed8-4736-bba0-ddbad434da89 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:14:43.478288 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-bf7e78f5-6ed8-4736-bba0-ddbad434da89 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-366398'] for subnet (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:14:43.483694 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0477377a-5df8-46a3-a5f8-2df6f065fb8e None None] Network 78c2a163-cad2-49f1-9644-f3a9ecd74561 requested from dv-cinder-828806-4-iscsi {{(pid=104073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:14:43.496457 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-bf7e78f5-6ed8-4736-bba0-ddbad434da89 demo admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5169938 May 27 03:14:43.751648 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e027856-b6ba-4b5b-a102-5ca836335693 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e4825cd-1402-5c2a-9e28-936b264acd46-78c2a163-cad2-49f1-9644-f3a9ecd74561', 'network_id': '78c2a163-cad2-49f1-9644-f3a9ecd74561', 'project_id': '4edef8e255584377bf94a9ac9712b4b7', 'fixed_ips': [{'subnet_id': '77ae3a2e-6831-4908-b2fd-fd12af16ec83'}]}} from dv-cinder-828806-4-iscsi. {{(pid=104073) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 27 03:14:43.753150 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-7e027856-b6ba-4b5b-a102-5ca836335693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (None), before_create {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:14:44.041435 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.db_base_plugin_common [None req-7e027856-b6ba-4b5b-a102-5ca836335693 None None] Allocated IP 172.20.0.2 (78c2a163-cad2-49f1-9644-f3a9ecd74561/77ae3a2e-6831-4908-b2fd-fd12af16ec83/e9658a84-b45b-48ab-aba4-7199f7bc25df) {{(pid=104073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:14:44.086867 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=65,neutron:INSERT=34,neutron:UPDATE=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:14:44.316871 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-7e027856-b6ba-4b5b-a102-5ca836335693 None None] Publish callbacks [] for port (e9658a84-b45b-48ab-aba4-7199f7bc25df), precommit_create {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:14:44.325577 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-7e027856-b6ba-4b5b-a102-5ca836335693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743907242280'] for port (e9658a84-b45b-48ab-aba4-7199f7bc25df), after_create {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:14:44.395017 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e027856-b6ba-4b5b-a102-5ca836335693 None None] Network 78c2a163-cad2-49f1-9644-f3a9ecd74561 is already hosted by enough agents. {{(pid=104073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:14:44.401002 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.scheduler.base_scheduler [None req-7e027856-b6ba-4b5b-a102-5ca836335693 None None] Resources bound (agent type, host, resource id): {{(pid=104073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:14:44.420246 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e027856-b6ba-4b5b-a102-5ca836335693 None None] Received port after_create {{(pid=104073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:14:44.427585 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e027856-b6ba-4b5b-a102-5ca836335693 None None] Pushing event updated for resources: {'Port': ['ID=e9658a84-b45b-48ab-aba4-7199f7bc25df,revision_number=1']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:14:44.460275 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e027856-b6ba-4b5b-a102-5ca836335693 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:14:44.460615 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e027856-b6ba-4b5b-a102-5ca836335693 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:14:44.460998 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e027856-b6ba-4b5b-a102-5ca836335693 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:14:44.461357 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e027856-b6ba-4b5b-a102-5ca836335693 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:14:44.461702 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e027856-b6ba-4b5b-a102-5ca836335693 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:14:44.462031 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e027856-b6ba-4b5b-a102-5ca836335693 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:14:44.462356 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e027856-b6ba-4b5b-a102-5ca836335693 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:14:44.462679 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e027856-b6ba-4b5b-a102-5ca836335693 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:14:44.463000 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e027856-b6ba-4b5b-a102-5ca836335693 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:14:44.463319 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e027856-b6ba-4b5b-a102-5ca836335693 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:14:44.463642 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e027856-b6ba-4b5b-a102-5ca836335693 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:14:44.463976 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e027856-b6ba-4b5b-a102-5ca836335693 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:14:44.464295 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e027856-b6ba-4b5b-a102-5ca836335693 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:14:44.464617 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e027856-b6ba-4b5b-a102-5ca836335693 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:14:44.464933 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e027856-b6ba-4b5b-a102-5ca836335693 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:14:44.466491 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e027856-b6ba-4b5b-a102-5ca836335693 None None] Tracked resource versions report: May 27 03:14:44.466491 dv-cinder-828806-4-iscsi neutron-server[104073]: pushed versions: May 27 03:14:44.466491 dv-cinder-828806-4-iscsi neutron-server[104073]: { 'AddressGroup': {'1.2'}, May 27 03:14:44.466491 dv-cinder-828806-4-iscsi neutron-server[104073]: 'Agent': {'1.1'}, May 27 03:14:44.466491 dv-cinder-828806-4-iscsi neutron-server[104073]: 'ConntrackHelper': {'1.0'}, May 27 03:14:44.466491 dv-cinder-828806-4-iscsi neutron-server[104073]: 'LocalIPAssociation': {'1.0'}, May 27 03:14:44.466491 dv-cinder-828806-4-iscsi neutron-server[104073]: 'Log': {'1.0'}, May 27 03:14:44.466491 dv-cinder-828806-4-iscsi neutron-server[104073]: 'NDPProxy': {'1.0'}, May 27 03:14:44.466491 dv-cinder-828806-4-iscsi neutron-server[104073]: 'Network': {'1.1'}, May 27 03:14:44.466491 dv-cinder-828806-4-iscsi neutron-server[104073]: 'Port': {'1.7'}, May 27 03:14:44.466491 dv-cinder-828806-4-iscsi neutron-server[104073]: 'PortForwarding': {'1.3'}, May 27 03:14:44.466491 dv-cinder-828806-4-iscsi neutron-server[104073]: 'QosPolicy': {'1.10'}, May 27 03:14:44.466491 dv-cinder-828806-4-iscsi neutron-server[104073]: 'SecurityGroup': {'1.5'}, May 27 03:14:44.466491 dv-cinder-828806-4-iscsi neutron-server[104073]: 'SecurityGroupRule': {'1.2'}, May 27 03:14:44.466491 dv-cinder-828806-4-iscsi neutron-server[104073]: 'SubPort': {'1.0'}, May 27 03:14:44.466491 dv-cinder-828806-4-iscsi neutron-server[104073]: 'Subnet': {'1.1'}, May 27 03:14:44.466491 dv-cinder-828806-4-iscsi neutron-server[104073]: 'Trunk': {'1.1'}} May 27 03:14:44.466491 dv-cinder-828806-4-iscsi neutron-server[104073]: consumer versions: May 27 03:14:44.466491 dv-cinder-828806-4-iscsi neutron-server[104073]: { DHCP agent@dv-cinder-828806-4-iscsi: {}, May 27 03:14:44.466491 dv-cinder-828806-4-iscsi neutron-server[104073]: L3 agent@dv-cinder-828806-4-iscsi: {}, May 27 03:14:44.466491 dv-cinder-828806-4-iscsi neutron-server[104073]: Metadata agent@dv-cinder-828806-4-iscsi: {}, May 27 03:14:44.466491 dv-cinder-828806-4-iscsi neutron-server[104073]: Metering agent@dv-cinder-828806-4-iscsi: {}, May 27 03:14:44.466491 dv-cinder-828806-4-iscsi neutron-server[104073]: Open vSwitch agent@dv-cinder-828806-4-iscsi: { 'AddressGroup': '1.2', May 27 03:14:44.466491 dv-cinder-828806-4-iscsi neutron-server[104073]: 'Agent': '1.1', May 27 03:14:44.466491 dv-cinder-828806-4-iscsi neutron-server[104073]: 'ConntrackHelper': '1.0', May 27 03:14:44.466491 dv-cinder-828806-4-iscsi neutron-server[104073]: 'LocalIPAssociation': '1.0', May 27 03:14:44.466491 dv-cinder-828806-4-iscsi neutron-server[104073]: 'Log': '1.0', May 27 03:14:44.466491 dv-cinder-828806-4-iscsi neutron-server[104073]: 'NDPProxy': '1.0', May 27 03:14:44.466491 dv-cinder-828806-4-iscsi neutron-server[104073]: 'Network': '1.1', May 27 03:14:44.466491 dv-cinder-828806-4-iscsi neutron-server[104073]: 'Port': '1.7', May 27 03:14:44.466491 dv-cinder-828806-4-iscsi neutron-server[104073]: 'PortForwarding': '1.3', May 27 03:14:44.466491 dv-cinder-828806-4-iscsi neutron-server[104073]: 'QosPolicy': '1.10', May 27 03:14:44.466491 dv-cinder-828806-4-iscsi neutron-server[104073]: 'SecurityGroup': '1.5', May 27 03:14:44.466491 dv-cinder-828806-4-iscsi neutron-server[104073]: 'SecurityGroupRule': '1.2', May 27 03:14:44.466491 dv-cinder-828806-4-iscsi neutron-server[104073]: 'SubPort': '1.0', May 27 03:14:44.466491 dv-cinder-828806-4-iscsi neutron-server[104073]: 'Subnet': '1.1', May 27 03:14:44.466491 dv-cinder-828806-4-iscsi neutron-server[104073]: 'Trunk': '1.1'}} May 27 03:14:44.466491 dv-cinder-828806-4-iscsi neutron-server[104073]: {{(pid=104073) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 03:14:44.516696 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.managers [None req-7e027856-b6ba-4b5b-a102-5ca836335693 None None] Attempting to bind port e9658a84-b45b-48ab-aba4-7199f7bc25df on host dv-cinder-828806-4-iscsi for vnic_type normal with profile {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:14:44.517359 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.managers [None req-7e027856-b6ba-4b5b-a102-5ca836335693 None None] Attempting to bind port e9658a84-b45b-48ab-aba4-7199f7bc25df by drivers openvswitch,hyperv on host dv-cinder-828806-4-iscsi at level 0 using segments [{'id': 'cf0e3ae4-4575-44c8-9b61-a5a60256dd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '78c2a163-cad2-49f1-9644-f3a9ecd74561'}] {{(pid=104073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:14:44.517526 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e027856-b6ba-4b5b-a102-5ca836335693 None None] Attempting to bind port e9658a84-b45b-48ab-aba4-7199f7bc25df on network 78c2a163-cad2-49f1-9644-f3a9ecd74561 {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:14:44.522950 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e027856-b6ba-4b5b-a102-5ca836335693 None None] Checking agent: {'id': '01a6c5a5-ff25-49ea-8869-bb2b5ba0570e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828806-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 14, 35), 'started_at': datetime.datetime(2022, 5, 27, 3, 14, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828806-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:14:44.523318 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e027856-b6ba-4b5b-a102-5ca836335693 None None] Checking segment: {'id': 'cf0e3ae4-4575-44c8-9b61-a5a60256dd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '78c2a163-cad2-49f1-9644-f3a9ecd74561'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:14:44.523769 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-7e027856-b6ba-4b5b-a102-5ca836335693 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:14:44.524134 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e027856-b6ba-4b5b-a102-5ca836335693 None None] Bound using segment: {'id': 'cf0e3ae4-4575-44c8-9b61-a5a60256dd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '78c2a163-cad2-49f1-9644-f3a9ecd74561'} {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:14:44.524649 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.managers [None req-7e027856-b6ba-4b5b-a102-5ca836335693 None None] Bound port: e9658a84-b45b-48ab-aba4-7199f7bc25df, host: dv-cinder-828806-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf0e3ae4-4575-44c8-9b61-a5a60256dd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '78c2a163-cad2-49f1-9644-f3a9ecd74561'}}] {{(pid=104073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:14:44.525059 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-7e027856-b6ba-4b5b-a102-5ca836335693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (e9658a84-b45b-48ab-aba4-7199f7bc25df), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:14:44.573401 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:14:44.587643 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-7e027856-b6ba-4b5b-a102-5ca836335693 None None] For port e9658a84-b45b-48ab-aba4-7199f7bc25df, host dv-cinder-828806-4-iscsi, cleared binding levels {{(pid=104073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:14:44.608173 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-7e027856-b6ba-4b5b-a102-5ca836335693 None None] For port e9658a84-b45b-48ab-aba4-7199f7bc25df, host dv-cinder-828806-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-4-iscsi',level=0,port_id=e9658a84-b45b-48ab-aba4-7199f7bc25df,segment=NetworkSegment(cf0e3ae4-4575-44c8-9b61-a5a60256dd25),segment_id=cf0e3ae4-4575-44c8-9b61-a5a60256dd25)] {{(pid=104073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:14:44.616291 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-7e027856-b6ba-4b5b-a102-5ca836335693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (e9658a84-b45b-48ab-aba4-7199f7bc25df), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:14:44.680067 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e027856-b6ba-4b5b-a102-5ca836335693 None None] Pushing event updated for resources: {'Port': ['ID=e9658a84-b45b-48ab-aba4-7199f7bc25df,revision_number=2']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:14:45.973268 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 53946) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:14:46.348578 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [None req-21ddef33-4973-4035-b2d4-344ac07390e2 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=104071) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 27 03:14:46.349591 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-21ddef33-4973-4035-b2d4-344ac07390e2 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3753631 May 27 03:14:46.694035 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=9 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:14:46.698162 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=15,neutron:INSERT=31 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:14:48.809329 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 53958) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:14:49.159627 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [None req-aec25869-8414-471f-9ee0-c99a2df6abef admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=104072) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 27 03:14:49.160627 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-aec25869-8414-471f-9ee0-c99a2df6abef admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3500466 May 27 03:14:49.939476 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=41,neutron:INSERT=40,neutron:UPDATE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:14:49.963046 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=41,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:14:51.618592 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 53968) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:14:51.954799 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [None req-5af7c990-a29a-4b1b-8be8-8fb2c798f030 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:14:51.980969 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-5af7c990-a29a-4b1b-8be8-8fb2c798f030 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16723533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4148'] for router (8f657178-97fd-4e7c-b1e9-a38d877fb897), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:14:51.982928 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-5af7c990-a29a-4b1b-8be8-8fb2c798f030 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16723197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16278093', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16646318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4159'] for router (8f657178-97fd-4e7c-b1e9-a38d877fb897), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:14:52.129042 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-5af7c990-a29a-4b1b-8be8-8fb2c798f030 demo demo] Publish callbacks [] for router_controller (8f657178-97fd-4e7c-b1e9-a38d877fb897), precommit_add_association {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:14:52.136269 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-5af7c990-a29a-4b1b-8be8-8fb2c798f030 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16723146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16278078'] for router (8f657178-97fd-4e7c-b1e9-a38d877fb897), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:14:52.156257 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-5af7c990-a29a-4b1b-8be8-8fb2c798f030 demo demo] Publish callbacks [] for router (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:14:52.176982 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-5af7c990-a29a-4b1b-8be8-8fb2c798f030 demo demo] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5378542 May 27 03:14:53.485299 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=73,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:14:53.488412 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=11,neutron:DELETE=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:14:54.624310 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 53982) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:14:54.668380 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=9 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:14:54.677540 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=49,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:14:54.989729 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [None req-a1131f20-7bf2-4d4b-bca1-e496f7eb424c admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=104072) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 27 03:14:54.991144 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-a1131f20-7bf2-4d4b-bca1-e496f7eb424c admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3655367 May 27 03:14:55.636357 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Device e9658a84-b45b-48ab-aba4-7199f7bc25df up at agent ovs-agent-dv-cinder-828806-4-iscsi {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:14:55.722660 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Provisioning complete for port e9658a84-b45b-48ab-aba4-7199f7bc25df triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:14:55.723371 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (e9658a84-b45b-48ab-aba4-7199f7bc25df), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:14:55.827650 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Current status of the port e9658a84-b45b-48ab-aba4-7199f7bc25df is: DOWN; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:14:55.827962 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (e9658a84-b45b-48ab-aba4-7199f7bc25df), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:14:55.866719 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] For port e9658a84-b45b-48ab-aba4-7199f7bc25df, host dv-cinder-828806-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-4-iscsi',level=0,port_id=e9658a84-b45b-48ab-aba4-7199f7bc25df,segment=NetworkSegment(cf0e3ae4-4575-44c8-9b61-a5a60256dd25),segment_id=cf0e3ae4-4575-44c8-9b61-a5a60256dd25)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:14:55.872448 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (e9658a84-b45b-48ab-aba4-7199f7bc25df), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:14:55.923299 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Pushing event updated for resources: {'Port': ['ID=e9658a84-b45b-48ab-aba4-7199f7bc25df,revision_number=3']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:14:55.998338 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aace02b7-4ce7-4434-98ca-62eedbe02423 None None] Network 78c2a163-cad2-49f1-9644-f3a9ecd74561 requested from dv-cinder-828806-4-iscsi {{(pid=104073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:14:56.084126 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-d79fe404-6e68-4a8a-9cd1-f8267c6fd90f None None] Provisioning complete for port e9658a84-b45b-48ab-aba4-7199f7bc25df triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:14:56.084379 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-d79fe404-6e68-4a8a-9cd1-f8267c6fd90f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (e9658a84-b45b-48ab-aba4-7199f7bc25df), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:14:56.201120 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-d79fe404-6e68-4a8a-9cd1-f8267c6fd90f None None] Current status of the port e9658a84-b45b-48ab-aba4-7199f7bc25df is: ACTIVE; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:14:56.319311 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-b7d36c5f-c4a5-443e-9aa3-7150cc75e891 None None] Provisioning complete for port e9658a84-b45b-48ab-aba4-7199f7bc25df triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:14:56.319675 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-b7d36c5f-c4a5-443e-9aa3-7150cc75e891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (e9658a84-b45b-48ab-aba4-7199f7bc25df), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:14:56.392122 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-b7d36c5f-c4a5-443e-9aa3-7150cc75e891 None None] Current status of the port e9658a84-b45b-48ab-aba4-7199f7bc25df is: ACTIVE; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:14:57.458329 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 53990) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:14:57.629990 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Device e9658a84-b45b-48ab-aba4-7199f7bc25df up at agent ovs-agent-dv-cinder-828806-4-iscsi {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:14:57.672893 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Provisioning complete for port e9658a84-b45b-48ab-aba4-7199f7bc25df triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:14:57.673323 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (e9658a84-b45b-48ab-aba4-7199f7bc25df), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:14:57.742733 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Current status of the port e9658a84-b45b-48ab-aba4-7199f7bc25df is: ACTIVE; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:14:57.815694 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [None req-ace48960-0c2c-4182-b509-966dac2c089e admin admin] Request body: {'network': {'router:external': True, 'provider:network_type': 'flat', 'is_default': True, 'name': 'public', 'admin_state_up': True, 'provider:physical_network': 'physnet1'}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:14:57.840297 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ace48960-0c2c-4182-b509-966dac2c089e admin admin] Made reservation on behalf of 73644351894d46fdb8889fca96b4c614 for: {'network': 1} {{(pid=104072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:14:57.842678 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-ace48960-0c2c-4182-b509-966dac2c089e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for network (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:14:57.858680 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-ace48960-0c2c-4182-b509-966dac2c089e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:14:57.962299 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-ace48960-0c2c-4182-b509-966dac2c089e admin admin] Publish callbacks [] for security_group (015064fd-d4c5-469e-92ce-071f184633af), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:14:57.968753 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-ace48960-0c2c-4182-b509-966dac2c089e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (015064fd-d4c5-469e-92ce-071f184633af), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:14:57.984795 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ace48960-0c2c-4182-b509-966dac2c089e admin admin] Reserving flat network on physical network physnet1 {{(pid=104072) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 27 03:14:58.005711 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace48960-0c2c-4182-b509-966dac2c089e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=015064fd-d4c5-469e-92ce-071f184633af,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:14:58.011628 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-ace48960-0c2c-4182-b509-966dac2c089e admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8743907721831', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-814499'] for segment (7e44f6fa-4b8b-41b0-9dbf-83bfa81b059a), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:14:58.012145 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.db.segments_db [None req-ace48960-0c2c-4182-b509-966dac2c089e admin admin] Added segment 7e44f6fa-4b8b-41b0-9dbf-83bfa81b059a of type flat for network ca8b8e18-04f1-46f4-8c3b-aba3c077569d May 27 03:14:58.064871 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-ace48960-0c2c-4182-b509-966dac2c089e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743907247189'] for network (ca8b8e18-04f1-46f4-8c3b-aba3c077569d), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:14:58.112849 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-ace48960-0c2c-4182-b509-966dac2c089e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336'] for network (ca8b8e18-04f1-46f4-8c3b-aba3c077569d), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:14:58.113951 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace48960-0c2c-4182-b509-966dac2c089e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:14:58.114475 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-ace48960-0c2c-4182-b509-966dac2c089e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-366398'] for network (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:14:58.204933 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-ace48960-0c2c-4182-b509-966dac2c089e admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7451942 May 27 03:14:58.223730 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace48960-0c2c-4182-b509-966dac2c089e admin admin] Pushing event updated for resources: {'Network': ['ID=ca8b8e18-04f1-46f4-8c3b-aba3c077569d,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:14:58.235304 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Network ca8b8e18-04f1-46f4-8c3b-aba3c077569d details requested by agent ovs-agent-dv-cinder-828806-4-iscsi with host dv-cinder-828806-4-iscsi {{(pid=104073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 03:14:58.685606 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-01b17300-0c18-474a-a1ae-8eb0d2b9d302 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (88cb169e-23a7-4380-813c-9b707a5671b5), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:15:00.682941 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 53998) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:15:01.083479 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-ec2f8d60-8f91-4cf8-a00d-c2a6aaa5bb77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (3e4effd7-5bc9-408b-93fa-42e4b19a61d9), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:15:01.097318 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242a3dd6-8db6-4e55-8638-49a884c9bc01 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:15:01.098688 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-242a3dd6-8db6-4e55-8638-49a884c9bc01 demo admin] 10.222.0.50 "GET /v2.0/subnets/77ae3a2e-6831-4908-b2fd-fd12af16ec83 HTTP/1.1" status: 200 len: 849 time: 0.4147966 May 27 03:15:01.258478 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-0bcf131e-0bb4-4f2a-8056-6064536b7e9f demo admin] 10.222.0.50 "GET /v2.0/routers/8f657178-97fd-4e7c-b1e9-a38d877fb897 HTTP/1.1" status: 200 len: 704 time: 0.1537485 May 27 03:15:01.528225 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-7037b80a-675e-4365-a75e-29825384c67a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:15:01.800885 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:15:01.802971 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:15:01.831446 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.db.db_base_plugin_common [None req-7037b80a-675e-4365-a75e-29825384c67a demo admin] Allocated IP 172.20.0.1 (78c2a163-cad2-49f1-9644-f3a9ecd74561/77ae3a2e-6831-4908-b2fd-fd12af16ec83/76348553-fe50-4f98-bd91-ca9a210845e5) {{(pid=104072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:15:01.987665 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-7037b80a-675e-4365-a75e-29825384c67a demo admin] Publish callbacks [] for port (76348553-fe50-4f98-bd91-ca9a210845e5), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:15:02.051793 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-7037b80a-675e-4365-a75e-29825384c67a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743907242280'] for port (76348553-fe50-4f98-bd91-ca9a210845e5), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:15:02.059501 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-df01de3e-f6cf-4253-895b-65b557a1455e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (84e30450-e547-4748-a220-898a66747e61), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:15:02.130770 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7037b80a-675e-4365-a75e-29825384c67a demo admin] Network 78c2a163-cad2-49f1-9644-f3a9ecd74561 is already hosted by enough agents. {{(pid=104072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:15:02.138399 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.base_scheduler [None req-7037b80a-675e-4365-a75e-29825384c67a demo admin] Resources bound (agent type, host, resource id): {{(pid=104072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:15:02.140586 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7037b80a-675e-4365-a75e-29825384c67a demo admin] Pushing event updated for resources: {'Port': ['ID=76348553-fe50-4f98-bd91-ca9a210845e5,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:15:02.143185 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7037b80a-675e-4365-a75e-29825384c67a demo admin] Received port after_create {{(pid=104072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:15:02.143740 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-7037b80a-675e-4365-a75e-29825384c67a demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16279373'] for router_interface (8f657178-97fd-4e7c-b1e9-a38d877fb897), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:15:02.149247 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=9,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:15:02.150463 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=10,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:15:02.348494 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:15:02.355787 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-5d00c940-f91e-4f86-ac1e-5462bbc85dee None None] Provisioning complete for port 76348553-fe50-4f98-bd91-ca9a210845e5 triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:15:02.356166 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-5d00c940-f91e-4f86-ac1e-5462bbc85dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (76348553-fe50-4f98-bd91-ca9a210845e5), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:15:02.359046 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:15:02.407671 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-7037b80a-675e-4365-a75e-29825384c67a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (76348553-fe50-4f98-bd91-ca9a210845e5), before_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:15:02.445972 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-5d00c940-f91e-4f86-ac1e-5462bbc85dee None None] Port 76348553-fe50-4f98-bd91-ca9a210845e5 cannot update to ACTIVE because it is not bound. {{(pid=104073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:15:02.671398 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-7037b80a-675e-4365-a75e-29825384c67a demo admin] Publish callbacks [] for port (76348553-fe50-4f98-bd91-ca9a210845e5), precommit_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:15:02.678417 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-7037b80a-675e-4365-a75e-29825384c67a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (76348553-fe50-4f98-bd91-ca9a210845e5), after_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:15:02.679275 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-7037b80a-675e-4365-a75e-29825384c67a demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-366354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16280317'] for router_interface (8f657178-97fd-4e7c-b1e9-a38d877fb897), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:15:02.759618 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7037b80a-675e-4365-a75e-29825384c67a demo admin] Pushing event updated for resources: {'Port': ['ID=76348553-fe50-4f98-bd91-ca9a210845e5,revision_number=2']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:15:02.808395 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7037b80a-675e-4365-a75e-29825384c67a demo admin] Network 78c2a163-cad2-49f1-9644-f3a9ecd74561 is already hosted by enough agents. {{(pid=104072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:15:02.809399 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:15:02.810428 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.base_scheduler [None req-7037b80a-675e-4365-a75e-29825384c67a demo admin] Resources bound (agent type, host, resource id): {{(pid=104072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:15:02.933072 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:15:02.979128 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7037b80a-675e-4365-a75e-29825384c67a demo admin] Router 8f657178-97fd-4e7c-b1e9-a38d877fb897 is scheduled to L3 agent 3e4effd7-5bc9-408b-93fa-42e4b19a61d9 with binding_index 1 {{(pid=104072) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 03:15:03.069983 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7037b80a-675e-4365-a75e-29825384c67a demo admin] Notify agent at l3_agent.dv-cinder-828806-4-iscsi the message routers_updated {{(pid=104072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:15:03.070630 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-5acd227a-e3f2-4d98-b064-171af216aeec None None] Provisioning complete for port 76348553-fe50-4f98-bd91-ca9a210845e5 triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:15:03.071046 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-5acd227a-e3f2-4d98-b064-171af216aeec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (76348553-fe50-4f98-bd91-ca9a210845e5), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:15:03.078704 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-7037b80a-675e-4365-a75e-29825384c67a demo admin] 10.222.0.50 "PUT /v2.0/routers/8f657178-97fd-4e7c-b1e9-a38d877fb897/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8106115 May 27 03:15:03.081373 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff5a878-0814-4008-af7e-a4d1a42c427c None None] Sync routers for ids ['8f657178-97fd-4e7c-b1e9-a38d877fb897'] in dv-cinder-828806-4-iscsi {{(pid=104074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:15:03.094661 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff5a878-0814-4008-af7e-a4d1a42c427c None None] Routers {'8f657178-97fd-4e7c-b1e9-a38d877fb897'} bound to L3 agent in host dv-cinder-828806-4-iscsi {{(pid=104074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:15:03.095749 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-eff5a878-0814-4008-af7e-a4d1a42c427c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-27T03:14:31Z,description=,heartbeat_timestamp=2022-05-27T03:15:01Z,host='dv-cinder-828806-4-iscsi',id=3e4effd7-5bc9-408b-93fa-42e4b19a61d9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:14:31Z,topic='l3_agent')) {'router_ids': ['8f657178-97fd-4e7c-b1e9-a38d877fb897'], 'active': True} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:15:03.105720 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-5acd227a-e3f2-4d98-b064-171af216aeec None None] Port 76348553-fe50-4f98-bd91-ca9a210845e5 cannot update to ACTIVE because it is not bound. {{(pid=104073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:15:03.294331 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvr_db [None req-eff5a878-0814-4008-af7e-a4d1a42c427c None None] Set router 8f657178-97fd-4e7c-b1e9-a38d877fb897 gateway port host: None {{(pid=104074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:15:03.626297 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f70e7e6e-5d50-42a8-9a05-38619da83ed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (7db81693-ec25-4d8d-9069-8605391ffc10), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:15:03.710943 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-eff5a878-0814-4008-af7e-a4d1a42c427c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f657178-97fd-4e7c-b1e9-a38d877fb897', 'name': 'router1', 'tenant_id': '4edef8e255584377bf94a9ac9712b4b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:14:51Z', 'updated_at': '2022-05-27T03:15:02Z', 'revision_number': 2, 'project_id': '4edef8e255584377bf94a9ac9712b4b7', 'gw_port_host': None, '_interfaces': [{'id': '76348553-fe50-4f98-bd91-ca9a210845e5', 'name': '', 'network_id': '78c2a163-cad2-49f1-9644-f3a9ecd74561', 'tenant_id': '4edef8e255584377bf94a9ac9712b4b7', 'mac_address': 'fa:16:3e:96:b8:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f657178-97fd-4e7c-b1e9-a38d877fb897', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '77ae3a2e-6831-4908-b2fd-fd12af16ec83', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:15:01Z', 'updated_at': '2022-05-27T03:15:02Z', 'revision_number': 2, 'project_id': '4edef8e255584377bf94a9ac9712b4b7', 'subnets': [{'id': '77ae3a2e-6831-4908-b2fd-fd12af16ec83', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b380b35f-3948-4ccb-9e4b-b3b18217dae1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-4-iscsi', False) {} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:15:03.760089 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff5a878-0814-4008-af7e-a4d1a42c427c None None] Checking router: 8f657178-97fd-4e7c-b1e9-a38d877fb897 for host: dv-cinder-828806-4-iscsi {{(pid=104074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:15:03.760586 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff5a878-0814-4008-af7e-a4d1a42c427c None None] Updating router 8f657178-97fd-4e7c-b1e9-a38d877fb897 port 76348553-fe50-4f98-bd91-ca9a210845e5 binding host dv-cinder-828806-4-iscsi {{(pid=104074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:15:03.815090 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-eff5a878-0814-4008-af7e-a4d1a42c427c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (76348553-fe50-4f98-bd91-ca9a210845e5), before_update {{(pid=104074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:15:04.356862 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-eff5a878-0814-4008-af7e-a4d1a42c427c None None] Publish callbacks [] for port (76348553-fe50-4f98-bd91-ca9a210845e5), precommit_update {{(pid=104074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:15:04.366532 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-eff5a878-0814-4008-af7e-a4d1a42c427c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (76348553-fe50-4f98-bd91-ca9a210845e5), after_update {{(pid=104074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:15:04.541324 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6263517-924c-402e-81c6-71a930f771ee None None] Pushing event updated for resources: {'Port': ['ID=76348553-fe50-4f98-bd91-ca9a210845e5,revision_number=3']} {{(pid=104074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:15:04.549609 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.managers [None req-eff5a878-0814-4008-af7e-a4d1a42c427c None None] Attempting to bind port 76348553-fe50-4f98-bd91-ca9a210845e5 on host dv-cinder-828806-4-iscsi for vnic_type normal with profile {{(pid=104074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:15:04.549944 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.managers [None req-eff5a878-0814-4008-af7e-a4d1a42c427c None None] Attempting to bind port 76348553-fe50-4f98-bd91-ca9a210845e5 by drivers openvswitch,hyperv on host dv-cinder-828806-4-iscsi at level 0 using segments [{'id': 'cf0e3ae4-4575-44c8-9b61-a5a60256dd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '78c2a163-cad2-49f1-9644-f3a9ecd74561'}] {{(pid=104074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:15:04.550379 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff5a878-0814-4008-af7e-a4d1a42c427c None None] Attempting to bind port 76348553-fe50-4f98-bd91-ca9a210845e5 on network 78c2a163-cad2-49f1-9644-f3a9ecd74561 {{(pid=104074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:15:04.555433 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6263517-924c-402e-81c6-71a930f771ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:04.555774 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6263517-924c-402e-81c6-71a930f771ee None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:04.556112 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6263517-924c-402e-81c6-71a930f771ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:04.556500 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6263517-924c-402e-81c6-71a930f771ee None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:04.556879 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6263517-924c-402e-81c6-71a930f771ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:04.557228 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6263517-924c-402e-81c6-71a930f771ee None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:04.557547 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6263517-924c-402e-81c6-71a930f771ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:04.557867 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6263517-924c-402e-81c6-71a930f771ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:04.558183 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6263517-924c-402e-81c6-71a930f771ee None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:04.558499 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6263517-924c-402e-81c6-71a930f771ee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:04.558818 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6263517-924c-402e-81c6-71a930f771ee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:04.559147 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6263517-924c-402e-81c6-71a930f771ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:04.559465 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6263517-924c-402e-81c6-71a930f771ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:04.559776 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6263517-924c-402e-81c6-71a930f771ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:04.560183 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6263517-924c-402e-81c6-71a930f771ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:04.561655 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6263517-924c-402e-81c6-71a930f771ee None None] Tracked resource versions report: May 27 03:15:04.561655 dv-cinder-828806-4-iscsi neutron-server[104074]: pushed versions: May 27 03:15:04.561655 dv-cinder-828806-4-iscsi neutron-server[104074]: { 'AddressGroup': {'1.2'}, May 27 03:15:04.561655 dv-cinder-828806-4-iscsi neutron-server[104074]: 'Agent': {'1.1'}, May 27 03:15:04.561655 dv-cinder-828806-4-iscsi neutron-server[104074]: 'ConntrackHelper': {'1.0'}, May 27 03:15:04.561655 dv-cinder-828806-4-iscsi neutron-server[104074]: 'LocalIPAssociation': {'1.0'}, May 27 03:15:04.561655 dv-cinder-828806-4-iscsi neutron-server[104074]: 'Log': {'1.0'}, May 27 03:15:04.561655 dv-cinder-828806-4-iscsi neutron-server[104074]: 'NDPProxy': {'1.0'}, May 27 03:15:04.561655 dv-cinder-828806-4-iscsi neutron-server[104074]: 'Network': {'1.1'}, May 27 03:15:04.561655 dv-cinder-828806-4-iscsi neutron-server[104074]: 'Port': {'1.7'}, May 27 03:15:04.561655 dv-cinder-828806-4-iscsi neutron-server[104074]: 'PortForwarding': {'1.3'}, May 27 03:15:04.561655 dv-cinder-828806-4-iscsi neutron-server[104074]: 'QosPolicy': {'1.10'}, May 27 03:15:04.561655 dv-cinder-828806-4-iscsi neutron-server[104074]: 'SecurityGroup': {'1.5'}, May 27 03:15:04.561655 dv-cinder-828806-4-iscsi neutron-server[104074]: 'SecurityGroupRule': {'1.2'}, May 27 03:15:04.561655 dv-cinder-828806-4-iscsi neutron-server[104074]: 'SubPort': {'1.0'}, May 27 03:15:04.561655 dv-cinder-828806-4-iscsi neutron-server[104074]: 'Subnet': {'1.1'}, May 27 03:15:04.561655 dv-cinder-828806-4-iscsi neutron-server[104074]: 'Trunk': {'1.1'}} May 27 03:15:04.561655 dv-cinder-828806-4-iscsi neutron-server[104074]: consumer versions: May 27 03:15:04.561655 dv-cinder-828806-4-iscsi neutron-server[104074]: { DHCP agent@dv-cinder-828806-4-iscsi: {}, May 27 03:15:04.561655 dv-cinder-828806-4-iscsi neutron-server[104074]: L3 agent@dv-cinder-828806-4-iscsi: {}, May 27 03:15:04.561655 dv-cinder-828806-4-iscsi neutron-server[104074]: Metadata agent@dv-cinder-828806-4-iscsi: {}, May 27 03:15:04.561655 dv-cinder-828806-4-iscsi neutron-server[104074]: Metering agent@dv-cinder-828806-4-iscsi: {}, May 27 03:15:04.561655 dv-cinder-828806-4-iscsi neutron-server[104074]: Open vSwitch agent@dv-cinder-828806-4-iscsi: { 'AddressGroup': '1.2', May 27 03:15:04.561655 dv-cinder-828806-4-iscsi neutron-server[104074]: 'Agent': '1.1', May 27 03:15:04.561655 dv-cinder-828806-4-iscsi neutron-server[104074]: 'ConntrackHelper': '1.0', May 27 03:15:04.561655 dv-cinder-828806-4-iscsi neutron-server[104074]: 'LocalIPAssociation': '1.0', May 27 03:15:04.561655 dv-cinder-828806-4-iscsi neutron-server[104074]: 'Log': '1.0', May 27 03:15:04.561655 dv-cinder-828806-4-iscsi neutron-server[104074]: 'NDPProxy': '1.0', May 27 03:15:04.561655 dv-cinder-828806-4-iscsi neutron-server[104074]: 'Network': '1.1', May 27 03:15:04.561655 dv-cinder-828806-4-iscsi neutron-server[104074]: 'Port': '1.7', May 27 03:15:04.561655 dv-cinder-828806-4-iscsi neutron-server[104074]: 'PortForwarding': '1.3', May 27 03:15:04.561655 dv-cinder-828806-4-iscsi neutron-server[104074]: 'QosPolicy': '1.10', May 27 03:15:04.561655 dv-cinder-828806-4-iscsi neutron-server[104074]: 'SecurityGroup': '1.5', May 27 03:15:04.561655 dv-cinder-828806-4-iscsi neutron-server[104074]: 'SecurityGroupRule': '1.2', May 27 03:15:04.561655 dv-cinder-828806-4-iscsi neutron-server[104074]: 'SubPort': '1.0', May 27 03:15:04.561655 dv-cinder-828806-4-iscsi neutron-server[104074]: 'Subnet': '1.1', May 27 03:15:04.561655 dv-cinder-828806-4-iscsi neutron-server[104074]: 'Trunk': '1.1'}} May 27 03:15:04.561655 dv-cinder-828806-4-iscsi neutron-server[104074]: {{(pid=104074) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 03:15:04.564434 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff5a878-0814-4008-af7e-a4d1a42c427c None None] Checking agent: {'id': '01a6c5a5-ff25-49ea-8869-bb2b5ba0570e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828806-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 14, 35), 'started_at': datetime.datetime(2022, 5, 27, 3, 14, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828806-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:15:04.564836 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff5a878-0814-4008-af7e-a4d1a42c427c None None] Checking segment: {'id': 'cf0e3ae4-4575-44c8-9b61-a5a60256dd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '78c2a163-cad2-49f1-9644-f3a9ecd74561'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:15:04.565314 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-eff5a878-0814-4008-af7e-a4d1a42c427c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:15:04.565688 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff5a878-0814-4008-af7e-a4d1a42c427c None None] Bound using segment: {'id': 'cf0e3ae4-4575-44c8-9b61-a5a60256dd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '78c2a163-cad2-49f1-9644-f3a9ecd74561'} {{(pid=104074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:15:04.566170 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.managers [None req-eff5a878-0814-4008-af7e-a4d1a42c427c None None] Bound port: 76348553-fe50-4f98-bd91-ca9a210845e5, host: dv-cinder-828806-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf0e3ae4-4575-44c8-9b61-a5a60256dd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '78c2a163-cad2-49f1-9644-f3a9ecd74561'}}] {{(pid=104074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:15:04.566544 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-eff5a878-0814-4008-af7e-a4d1a42c427c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (76348553-fe50-4f98-bd91-ca9a210845e5), before_update {{(pid=104074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:15:04.619104 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:15:04.626139 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:15:04.633351 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.db [None req-eff5a878-0814-4008-af7e-a4d1a42c427c None None] For port 76348553-fe50-4f98-bd91-ca9a210845e5, host dv-cinder-828806-4-iscsi, cleared binding levels {{(pid=104074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:15:04.641349 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-99101a6e-2b3a-46dc-b3a6-d3382a42ecba None None] Provisioning complete for port 76348553-fe50-4f98-bd91-ca9a210845e5 triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:15:04.642042 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-99101a6e-2b3a-46dc-b3a6-d3382a42ecba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (76348553-fe50-4f98-bd91-ca9a210845e5), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:15:04.654253 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.db [None req-eff5a878-0814-4008-af7e-a4d1a42c427c None None] For port 76348553-fe50-4f98-bd91-ca9a210845e5, host dv-cinder-828806-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-4-iscsi',level=0,port_id=76348553-fe50-4f98-bd91-ca9a210845e5,segment=NetworkSegment(cf0e3ae4-4575-44c8-9b61-a5a60256dd25),segment_id=cf0e3ae4-4575-44c8-9b61-a5a60256dd25)] {{(pid=104074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:15:04.661050 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-eff5a878-0814-4008-af7e-a4d1a42c427c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (76348553-fe50-4f98-bd91-ca9a210845e5), after_update {{(pid=104074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:15:04.678342 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-99101a6e-2b3a-46dc-b3a6-d3382a42ecba None None] Port 76348553-fe50-4f98-bd91-ca9a210845e5 cannot update to ACTIVE because it is not bound. {{(pid=104073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:15:04.711877 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6263517-924c-402e-81c6-71a930f771ee None None] Pushing event updated for resources: {'Port': ['ID=76348553-fe50-4f98-bd91-ca9a210845e5,revision_number=4']} {{(pid=104074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:15:04.732297 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff5a878-0814-4008-af7e-a4d1a42c427c None None] Routers {'8f657178-97fd-4e7c-b1e9-a38d877fb897'} bound to L3 agent in host dv-cinder-828806-4-iscsi {{(pid=104074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:15:04.732920 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-eff5a878-0814-4008-af7e-a4d1a42c427c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-27T03:14:31Z,description=,heartbeat_timestamp=2022-05-27T03:15:01Z,host='dv-cinder-828806-4-iscsi',id=3e4effd7-5bc9-408b-93fa-42e4b19a61d9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:14:31Z,topic='l3_agent')) {'router_ids': ['8f657178-97fd-4e7c-b1e9-a38d877fb897'], 'active': True} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:15:04.821724 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvr_db [None req-eff5a878-0814-4008-af7e-a4d1a42c427c None None] Set router 8f657178-97fd-4e7c-b1e9-a38d877fb897 gateway port host: None {{(pid=104074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:15:04.895508 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-68eccd02-96d8-4445-9137-8ec08a59474b None None] Provisioning complete for port 76348553-fe50-4f98-bd91-ca9a210845e5 triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:15:04.895895 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-68eccd02-96d8-4445-9137-8ec08a59474b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (76348553-fe50-4f98-bd91-ca9a210845e5), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:15:04.981008 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (01a6c5a5-ff25-49ea-8869-bb2b5ba0570e), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:15:04.982348 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-68eccd02-96d8-4445-9137-8ec08a59474b None None] Current status of the port 76348553-fe50-4f98-bd91-ca9a210845e5 is: DOWN; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:15:04.982717 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-68eccd02-96d8-4445-9137-8ec08a59474b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (76348553-fe50-4f98-bd91-ca9a210845e5), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:15:05.016669 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-68eccd02-96d8-4445-9137-8ec08a59474b None None] For port 76348553-fe50-4f98-bd91-ca9a210845e5, host dv-cinder-828806-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-4-iscsi',level=0,port_id=76348553-fe50-4f98-bd91-ca9a210845e5,segment=NetworkSegment(cf0e3ae4-4575-44c8-9b61-a5a60256dd25),segment_id=cf0e3ae4-4575-44c8-9b61-a5a60256dd25)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:15:05.023133 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-68eccd02-96d8-4445-9137-8ec08a59474b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (76348553-fe50-4f98-bd91-ca9a210845e5), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:15:05.023709 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-eff5a878-0814-4008-af7e-a4d1a42c427c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f657178-97fd-4e7c-b1e9-a38d877fb897', 'name': 'router1', 'tenant_id': '4edef8e255584377bf94a9ac9712b4b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:14:51Z', 'updated_at': '2022-05-27T03:15:02Z', 'revision_number': 2, 'project_id': '4edef8e255584377bf94a9ac9712b4b7', 'gw_port_host': None, '_interfaces': [{'id': '76348553-fe50-4f98-bd91-ca9a210845e5', 'name': '', 'network_id': '78c2a163-cad2-49f1-9644-f3a9ecd74561', 'tenant_id': '4edef8e255584377bf94a9ac9712b4b7', 'mac_address': 'fa:16:3e:96:b8:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f657178-97fd-4e7c-b1e9-a38d877fb897', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '77ae3a2e-6831-4908-b2fd-fd12af16ec83', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:15:01Z', 'updated_at': '2022-05-27T03:15:04Z', 'revision_number': 4, 'project_id': '4edef8e255584377bf94a9ac9712b4b7', 'subnets': [{'id': '77ae3a2e-6831-4908-b2fd-fd12af16ec83', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b380b35f-3948-4ccb-9e4b-b3b18217dae1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-4-iscsi', False) {} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:15:05.049845 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff5a878-0814-4008-af7e-a4d1a42c427c None None] The sync data for ids ['8f657178-97fd-4e7c-b1e9-a38d877fb897'] in dv-cinder-828806-4-iscsi is: [{'id': '8f657178-97fd-4e7c-b1e9-a38d877fb897', 'name': 'router1', 'tenant_id': '4edef8e255584377bf94a9ac9712b4b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:14:51Z', 'updated_at': '2022-05-27T03:15:02Z', 'revision_number': 2, 'project_id': '4edef8e255584377bf94a9ac9712b4b7', 'gw_port_host': None, '_interfaces': [{'id': '76348553-fe50-4f98-bd91-ca9a210845e5', 'name': '', 'network_id': '78c2a163-cad2-49f1-9644-f3a9ecd74561', 'tenant_id': '4edef8e255584377bf94a9ac9712b4b7', 'mac_address': 'fa:16:3e:96:b8:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f657178-97fd-4e7c-b1e9-a38d877fb897', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '77ae3a2e-6831-4908-b2fd-fd12af16ec83', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:15:01Z', 'updated_at': '2022-05-27T03:15:04Z', 'revision_number': 4, 'project_id': '4edef8e255584377bf94a9ac9712b4b7', 'subnets': [{'id': '77ae3a2e-6831-4908-b2fd-fd12af16ec83', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b380b35f-3948-4ccb-9e4b-b3b18217dae1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:15:05.076801 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eccd02-96d8-4445-9137-8ec08a59474b None None] Pushing event updated for resources: {'Port': ['ID=76348553-fe50-4f98-bd91-ca9a210845e5,revision_number=5']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:15:05.520660 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 54026) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:15:05.729176 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e71e73e-9c2c-414a-a4a3-40e9ec0a83ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:15:05.730565 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-0e71e73e-9c2c-414a-a4a3-40e9ec0a83ea admin admin] 10.222.0.50 "GET /v2.0/networks/ca8b8e18-04f1-46f4-8c3b-aba3c077569d HTTP/1.1" status: 200 len: 842 time: 0.2087855 May 27 03:15:05.740351 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [None req-9cc2b4ef-7687-45bb-a364-21732d29e500 admin admin] Request body: {'subnet': {'cidr': '172.27.3.0/24', 'enable_dhcp': False, 'name': 'public-subnet', 'gateway_ip': '172.27.3.1', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'ip_version': 4}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:15:05.764820 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cc2b4ef-7687-45bb-a364-21732d29e500 admin admin] Made reservation on behalf of 73644351894d46fdb8889fca96b4c614 for: {'subnet': 1} {{(pid=104072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:15:05.767387 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-9cc2b4ef-7687-45bb-a364-21732d29e500 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:15:06.039652 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.objects.ports [None req-9cc2b4ef-7687-45bb-a364-21732d29e500 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104072) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 27 03:15:06.040104 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-9cc2b4ef-7687-45bb-a364-21732d29e500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16716613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336'] for subnet (ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:15:06.098211 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc2b4ef-7687-45bb-a364-21732d29e500 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa,revision_number=0']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:15:06.107045 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc2b4ef-7687-45bb-a364-21732d29e500 admin admin] Checking segment: {'id': '7e44f6fa-4b8b-41b0-9dbf-83bfa81b059a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:15:06.107402 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc2b4ef-7687-45bb-a364-21732d29e500 admin admin] Network hostable DHCP agents. Network: ca8b8e18-04f1-46f4-8c3b-aba3c077569d, hostable agents: ['88cb169e-23a7-4380-813c-9b707a5671b5'], hosted agents: [] {{(pid=104072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:15:06.125654 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc2b4ef-7687-45bb-a364-21732d29e500 admin admin] Network ca8b8e18-04f1-46f4-8c3b-aba3c077569d is scheduled to be hosted by DHCP agent 88cb169e-23a7-4380-813c-9b707a5671b5 with binding_index 1 {{(pid=104072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:15:06.134834 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.base_scheduler [None req-9cc2b4ef-7687-45bb-a364-21732d29e500 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828806-4-iscsi, ca8b8e18-04f1-46f4-8c3b-aba3c077569d) {{(pid=104072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:15:06.138804 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc2b4ef-7687-45bb-a364-21732d29e500 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:15:06.139571 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-9cc2b4ef-7687-45bb-a364-21732d29e500 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-366398'] for subnet (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:15:06.146165 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e03152-f788-42c1-8212-c4bcfe101971 None None] Network ca8b8e18-04f1-46f4-8c3b-aba3c077569d requested from dv-cinder-828806-4-iscsi {{(pid=104073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:15:06.165606 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-9cc2b4ef-7687-45bb-a364-21732d29e500 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4203637 May 27 03:15:06.262607 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5758986-e375-4bbd-aad4-23eddeb80464 None None] Network ca8b8e18-04f1-46f4-8c3b-aba3c077569d requested from dv-cinder-828806-4-iscsi {{(pid=104073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:15:08.557057 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 54044) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:15:08.686037 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:15:08.692286 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-8e284b1b-4cd3-4794-b5a2-b96236b1da56 demo admin] 10.222.0.50 "GET /v2.0/routers/8f657178-97fd-4e7c-b1e9-a38d877fb897 HTTP/1.1" status: 200 len: 710 time: 0.1341372 May 27 03:15:08.778755 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b2d461-c9a9-467f-8b66-f077ded355ff demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:15:08.780153 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-65b2d461-c9a9-467f-8b66-f077ded355ff demo admin] 10.222.0.50 "GET /v2.0/networks/ca8b8e18-04f1-46f4-8c3b-aba3c077569d HTTP/1.1" status: 200 len: 886 time: 0.0820711 May 27 03:15:08.789554 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [None req-eefd4ec7-9501-4cb9-9ed4-70b522c3f5aa demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d'}}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:15:09.016017 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:15:09.100319 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-eefd4ec7-9501-4cb9-9ed4-70b522c3f5aa demo admin] Publish callbacks [] for router_gateway (8f657178-97fd-4e7c-b1e9-a38d877fb897), precommit_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:15:09.318216 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-eefd4ec7-9501-4cb9-9ed4-70b522c3f5aa demo admin] Publish callbacks [] for router_gateway (8f657178-97fd-4e7c-b1e9-a38d877fb897), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:15:09.395479 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-eefd4ec7-9501-4cb9-9ed4-70b522c3f5aa demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:15:09.501366 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.db.db_base_plugin_common [None req-eefd4ec7-9501-4cb9-9ed4-70b522c3f5aa demo admin] Allocated IP 172.27.3.237 (ca8b8e18-04f1-46f4-8c3b-aba3c077569d/ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa/6ab583e1-6428-4673-a183-cc556cee7b30) {{(pid=104072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:15:09.604049 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-eefd4ec7-9501-4cb9-9ed4-70b522c3f5aa demo admin] Publish callbacks [] for port (6ab583e1-6428-4673-a183-cc556cee7b30), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:15:09.640223 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-eefd4ec7-9501-4cb9-9ed4-70b522c3f5aa demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743907242280'] for port (6ab583e1-6428-4673-a183-cc556cee7b30), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:15:09.666034 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:15:09.685851 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eefd4ec7-9501-4cb9-9ed4-70b522c3f5aa demo admin] Network ca8b8e18-04f1-46f4-8c3b-aba3c077569d is already hosted by enough agents. {{(pid=104072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:15:09.692172 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.base_scheduler [None req-eefd4ec7-9501-4cb9-9ed4-70b522c3f5aa demo admin] Resources bound (agent type, host, resource id): {{(pid=104072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:15:09.694464 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefd4ec7-9501-4cb9-9ed4-70b522c3f5aa demo admin] Pushing event updated for resources: {'Port': ['ID=6ab583e1-6428-4673-a183-cc556cee7b30,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:15:09.696575 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eefd4ec7-9501-4cb9-9ed4-70b522c3f5aa demo admin] Received port after_create {{(pid=104072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:15:09.934897 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-eefd4ec7-9501-4cb9-9ed4-70b522c3f5aa demo admin] Publish callbacks [] for router_gateway (8f657178-97fd-4e7c-b1e9-a38d877fb897), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:15:09.937236 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:15:10.120659 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-eefd4ec7-9501-4cb9-9ed4-70b522c3f5aa demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16278051', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16723155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4113'] for router (8f657178-97fd-4e7c-b1e9-a38d877fb897), precommit_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:15:10.124463 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-eefd4ec7-9501-4cb9-9ed4-70b522c3f5aa demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16278078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16278056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16278065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16723160'] for router (8f657178-97fd-4e7c-b1e9-a38d877fb897), after_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:15:10.329270 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eefd4ec7-9501-4cb9-9ed4-70b522c3f5aa demo admin] Router 8f657178-97fd-4e7c-b1e9-a38d877fb897 has already been hosted by L3 agent 3e4effd7-5bc9-408b-93fa-42e4b19a61d9 {{(pid=104072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:15:10.435072 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eefd4ec7-9501-4cb9-9ed4-70b522c3f5aa demo admin] Notify agent at l3_agent.dv-cinder-828806-4-iscsi the message routers_updated {{(pid=104072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:15:10.439881 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-eefd4ec7-9501-4cb9-9ed4-70b522c3f5aa demo admin] Publish callbacks [] for router (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:15:10.440998 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-eefd4ec7-9501-4cb9-9ed4-70b522c3f5aa demo admin] 10.222.0.50 "PUT /v2.0/routers/8f657178-97fd-4e7c-b1e9-a38d877fb897 HTTP/1.1" status: 200 len: 890 time: 1.6547296 May 27 03:15:12.886509 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 54056) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:15:13.023742 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-6cb95c48-5374-458a-b3cb-1df45052de25 admin admin] 10.222.0.50 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1360846 May 27 03:15:13.653134 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Device 76348553-fe50-4f98-bd91-ca9a210845e5 up at agent ovs-agent-dv-cinder-828806-4-iscsi {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:15:13.699908 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Provisioning complete for port 76348553-fe50-4f98-bd91-ca9a210845e5 triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:15:13.700307 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (76348553-fe50-4f98-bd91-ca9a210845e5), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:15:13.773529 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Current status of the port 76348553-fe50-4f98-bd91-ca9a210845e5 is: ACTIVE; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:15:13.815226 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c96707-f111-469e-a0cd-fa567f580acb None None] Sync routers for ids ['8f657178-97fd-4e7c-b1e9-a38d877fb897'] in dv-cinder-828806-4-iscsi {{(pid=104073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:15:13.827178 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c96707-f111-469e-a0cd-fa567f580acb None None] Routers {'8f657178-97fd-4e7c-b1e9-a38d877fb897'} bound to L3 agent in host dv-cinder-828806-4-iscsi {{(pid=104073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:15:13.827382 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-54c96707-f111-469e-a0cd-fa567f580acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-27T03:14:31Z,description=,heartbeat_timestamp=2022-05-27T03:15:01Z,host='dv-cinder-828806-4-iscsi',id=3e4effd7-5bc9-408b-93fa-42e4b19a61d9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:14:31Z,topic='l3_agent')) {'router_ids': ['8f657178-97fd-4e7c-b1e9-a38d877fb897'], 'active': True} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:15:14.032051 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvr_db [None req-54c96707-f111-469e-a0cd-fa567f580acb None None] Set router 8f657178-97fd-4e7c-b1e9-a38d877fb897 gateway port host: dv-cinder-828806-4-iscsi {{(pid=104073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:15:14.187686 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:15:14.232880 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:15:14.411865 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-54c96707-f111-469e-a0cd-fa567f580acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f657178-97fd-4e7c-b1e9-a38d877fb897', 'name': 'router1', 'tenant_id': '4edef8e255584377bf94a9ac9712b4b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': '6ab583e1-6428-4673-a183-cc556cee7b30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:14:51Z', 'updated_at': '2022-05-27T03:15:09Z', 'revision_number': 4, 'project_id': '4edef8e255584377bf94a9ac9712b4b7', 'gw_port': {'id': '6ab583e1-6428-4673-a183-cc556cee7b30', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:cb:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f657178-97fd-4e7c-b1e9-a38d877fb897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:15:09Z', 'updated_at': '2022-05-27T03:15:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi', '_interfaces': [{'id': '76348553-fe50-4f98-bd91-ca9a210845e5', 'name': '', 'network_id': '78c2a163-cad2-49f1-9644-f3a9ecd74561', 'tenant_id': '4edef8e255584377bf94a9ac9712b4b7', 'mac_address': 'fa:16:3e:96:b8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f657178-97fd-4e7c-b1e9-a38d877fb897', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '77ae3a2e-6831-4908-b2fd-fd12af16ec83', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:15:01Z', 'updated_at': '2022-05-27T03:15:04Z', 'revision_number': 5, 'project_id': '4edef8e255584377bf94a9ac9712b4b7', 'subnets': [{'id': '77ae3a2e-6831-4908-b2fd-fd12af16ec83', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b380b35f-3948-4ccb-9e4b-b3b18217dae1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-4-iscsi', False) {} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:15:14.528372 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c96707-f111-469e-a0cd-fa567f580acb None None] Checking router: 8f657178-97fd-4e7c-b1e9-a38d877fb897 for host: dv-cinder-828806-4-iscsi {{(pid=104073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:15:14.528592 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c96707-f111-469e-a0cd-fa567f580acb None None] Updating router 8f657178-97fd-4e7c-b1e9-a38d877fb897 port 6ab583e1-6428-4673-a183-cc556cee7b30 binding host dv-cinder-828806-4-iscsi {{(pid=104073) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:15:14.582882 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-54c96707-f111-469e-a0cd-fa567f580acb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (6ab583e1-6428-4673-a183-cc556cee7b30), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:15:14.949309 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-54c96707-f111-469e-a0cd-fa567f580acb None None] Publish callbacks [] for port (6ab583e1-6428-4673-a183-cc556cee7b30), precommit_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:15:14.956254 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-54c96707-f111-469e-a0cd-fa567f580acb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (6ab583e1-6428-4673-a183-cc556cee7b30), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:15:15.011995 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5420c75-4541-4eae-b20c-3f16583c6506 None None] Pushing event updated for resources: {'Port': ['ID=6ab583e1-6428-4673-a183-cc556cee7b30,revision_number=2']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:15:15.015748 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.managers [None req-54c96707-f111-469e-a0cd-fa567f580acb None None] Attempting to bind port 6ab583e1-6428-4673-a183-cc556cee7b30 on host dv-cinder-828806-4-iscsi for vnic_type normal with profile {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:15:15.016169 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.managers [None req-54c96707-f111-469e-a0cd-fa567f580acb None None] Attempting to bind port 6ab583e1-6428-4673-a183-cc556cee7b30 by drivers openvswitch,hyperv on host dv-cinder-828806-4-iscsi at level 0 using segments [{'id': '7e44f6fa-4b8b-41b0-9dbf-83bfa81b059a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d'}] {{(pid=104073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:15:15.016534 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c96707-f111-469e-a0cd-fa567f580acb None None] Attempting to bind port 6ab583e1-6428-4673-a183-cc556cee7b30 on network ca8b8e18-04f1-46f4-8c3b-aba3c077569d {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:15:15.022177 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c96707-f111-469e-a0cd-fa567f580acb None None] Checking agent: {'id': '01a6c5a5-ff25-49ea-8869-bb2b5ba0570e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828806-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 14, 35), 'started_at': datetime.datetime(2022, 5, 27, 3, 15, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828806-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:15:15.022551 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c96707-f111-469e-a0cd-fa567f580acb None None] Checking segment: {'id': '7e44f6fa-4b8b-41b0-9dbf-83bfa81b059a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:15:15.022951 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-54c96707-f111-469e-a0cd-fa567f580acb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:15:15.023243 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=42 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:15:15.023696 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c96707-f111-469e-a0cd-fa567f580acb None None] Bound using segment: {'id': '7e44f6fa-4b8b-41b0-9dbf-83bfa81b059a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d'} {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:15:15.023777 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.managers [None req-54c96707-f111-469e-a0cd-fa567f580acb None None] Bound port: 6ab583e1-6428-4673-a183-cc556cee7b30, host: dv-cinder-828806-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e44f6fa-4b8b-41b0-9dbf-83bfa81b059a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d'}}] {{(pid=104073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:15:15.024134 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-54c96707-f111-469e-a0cd-fa567f580acb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (6ab583e1-6428-4673-a183-cc556cee7b30), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:15:15.057145 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=44,neutron:INSERT=1 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:15:15.059955 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.agents_db [None req-9472a85a-8dd5-480f-9a02-5eb3d7473862 None None] Agent healthcheck: found 5 active agents {{(pid=104074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:15:15.081988 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-54c96707-f111-469e-a0cd-fa567f580acb None None] For port 6ab583e1-6428-4673-a183-cc556cee7b30, host dv-cinder-828806-4-iscsi, cleared binding levels {{(pid=104073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:15:15.088401 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-54c96707-f111-469e-a0cd-fa567f580acb None None] For port 6ab583e1-6428-4673-a183-cc556cee7b30, host dv-cinder-828806-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-4-iscsi',level=0,port_id=6ab583e1-6428-4673-a183-cc556cee7b30,segment=NetworkSegment(7e44f6fa-4b8b-41b0-9dbf-83bfa81b059a),segment_id=7e44f6fa-4b8b-41b0-9dbf-83bfa81b059a)] {{(pid=104073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:15:15.094812 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-54c96707-f111-469e-a0cd-fa567f580acb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (6ab583e1-6428-4673-a183-cc556cee7b30), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:15:15.155388 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c96707-f111-469e-a0cd-fa567f580acb None None] Routers {'8f657178-97fd-4e7c-b1e9-a38d877fb897'} bound to L3 agent in host dv-cinder-828806-4-iscsi {{(pid=104073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:15:15.155938 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-54c96707-f111-469e-a0cd-fa567f580acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-27T03:14:31Z,description=,heartbeat_timestamp=2022-05-27T03:15:01Z,host='dv-cinder-828806-4-iscsi',id=3e4effd7-5bc9-408b-93fa-42e4b19a61d9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:14:31Z,topic='l3_agent')) {'router_ids': ['8f657178-97fd-4e7c-b1e9-a38d877fb897'], 'active': True} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:15:15.161033 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5420c75-4541-4eae-b20c-3f16583c6506 None None] Pushing event updated for resources: {'Port': ['ID=6ab583e1-6428-4673-a183-cc556cee7b30,revision_number=3']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:15:15.276176 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:15:15.278696 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvr_db [None req-54c96707-f111-469e-a0cd-fa567f580acb None None] Set router 8f657178-97fd-4e7c-b1e9-a38d877fb897 gateway port host: dv-cinder-828806-4-iscsi {{(pid=104073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:15:15.474306 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:15:15.492668 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-54c96707-f111-469e-a0cd-fa567f580acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f657178-97fd-4e7c-b1e9-a38d877fb897', 'name': 'router1', 'tenant_id': '4edef8e255584377bf94a9ac9712b4b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': '6ab583e1-6428-4673-a183-cc556cee7b30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:14:51Z', 'updated_at': '2022-05-27T03:15:09Z', 'revision_number': 4, 'project_id': '4edef8e255584377bf94a9ac9712b4b7', 'gw_port': {'id': '6ab583e1-6428-4673-a183-cc556cee7b30', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:cb:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f657178-97fd-4e7c-b1e9-a38d877fb897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:15:09Z', 'updated_at': '2022-05-27T03:15:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi', '_interfaces': [{'id': '76348553-fe50-4f98-bd91-ca9a210845e5', 'name': '', 'network_id': '78c2a163-cad2-49f1-9644-f3a9ecd74561', 'tenant_id': '4edef8e255584377bf94a9ac9712b4b7', 'mac_address': 'fa:16:3e:96:b8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f657178-97fd-4e7c-b1e9-a38d877fb897', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '77ae3a2e-6831-4908-b2fd-fd12af16ec83', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:15:01Z', 'updated_at': '2022-05-27T03:15:04Z', 'revision_number': 5, 'project_id': '4edef8e255584377bf94a9ac9712b4b7', 'subnets': [{'id': '77ae3a2e-6831-4908-b2fd-fd12af16ec83', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b380b35f-3948-4ccb-9e4b-b3b18217dae1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-4-iscsi', False) {} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:15:15.525386 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c96707-f111-469e-a0cd-fa567f580acb None None] The sync data for ids ['8f657178-97fd-4e7c-b1e9-a38d877fb897'] in dv-cinder-828806-4-iscsi is: [{'id': '8f657178-97fd-4e7c-b1e9-a38d877fb897', 'name': 'router1', 'tenant_id': '4edef8e255584377bf94a9ac9712b4b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': '6ab583e1-6428-4673-a183-cc556cee7b30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:14:51Z', 'updated_at': '2022-05-27T03:15:09Z', 'revision_number': 4, 'project_id': '4edef8e255584377bf94a9ac9712b4b7', 'gw_port': {'id': '6ab583e1-6428-4673-a183-cc556cee7b30', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:cb:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f657178-97fd-4e7c-b1e9-a38d877fb897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:15:09Z', 'updated_at': '2022-05-27T03:15:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi', '_interfaces': [{'id': '76348553-fe50-4f98-bd91-ca9a210845e5', 'name': '', 'network_id': '78c2a163-cad2-49f1-9644-f3a9ecd74561', 'tenant_id': '4edef8e255584377bf94a9ac9712b4b7', 'mac_address': 'fa:16:3e:96:b8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f657178-97fd-4e7c-b1e9-a38d877fb897', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '77ae3a2e-6831-4908-b2fd-fd12af16ec83', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:15:01Z', 'updated_at': '2022-05-27T03:15:04Z', 'revision_number': 5, 'project_id': '4edef8e255584377bf94a9ac9712b4b7', 'subnets': [{'id': '77ae3a2e-6831-4908-b2fd-fd12af16ec83', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b380b35f-3948-4ccb-9e4b-b3b18217dae1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:15:17.720994 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Device 6ab583e1-6428-4673-a183-cc556cee7b30 up at agent ovs-agent-dv-cinder-828806-4-iscsi {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:15:17.797139 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Provisioning complete for port 6ab583e1-6428-4673-a183-cc556cee7b30 triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:15:17.797733 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (6ab583e1-6428-4673-a183-cc556cee7b30), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:15:17.881946 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Current status of the port 6ab583e1-6428-4673-a183-cc556cee7b30 is: DOWN; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:15:17.882559 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (6ab583e1-6428-4673-a183-cc556cee7b30), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:15:17.909028 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] For port 6ab583e1-6428-4673-a183-cc556cee7b30, host dv-cinder-828806-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-4-iscsi',level=0,port_id=6ab583e1-6428-4673-a183-cc556cee7b30,segment=NetworkSegment(7e44f6fa-4b8b-41b0-9dbf-83bfa81b059a),segment_id=7e44f6fa-4b8b-41b0-9dbf-83bfa81b059a)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:15:17.924009 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (6ab583e1-6428-4673-a183-cc556cee7b30), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:15:18.007835 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Pushing event updated for resources: {'Port': ['ID=6ab583e1-6428-4673-a183-cc556cee7b30,revision_number=4']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:15:19.702495 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Device 6ab583e1-6428-4673-a183-cc556cee7b30 up at agent ovs-agent-dv-cinder-828806-4-iscsi {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:15:19.753217 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Provisioning complete for port 6ab583e1-6428-4673-a183-cc556cee7b30 triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:15:19.756864 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (6ab583e1-6428-4673-a183-cc556cee7b30), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:15:19.854490 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Current status of the port 6ab583e1-6428-4673-a183-cc556cee7b30 is: ACTIVE; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:15:20.433565 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=40 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:15:20.434256 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=70,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:15:23.017830 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=4 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:15:23.021042 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=3 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:15:25.059104 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=2 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:15:28.692632 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-77806a62-5eb7-496c-b06d-b604bd08fcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (88cb169e-23a7-4380-813c-9b707a5671b5), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:15:31.097313 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-78f09690-4c24-43be-8b19-f6cf9cb7e750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (3e4effd7-5bc9-408b-93fa-42e4b19a61d9), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:15:32.071610 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-df01de3e-f6cf-4253-895b-65b557a1455e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (84e30450-e547-4748-a220-898a66747e61), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:15:33.633594 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f70e7e6e-5d50-42a8-9a05-38619da83ed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (7db81693-ec25-4d8d-9069-8605391ffc10), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:15:34.969531 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (01a6c5a5-ff25-49ea-8869-bb2b5ba0570e), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:15:44.962784 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=80,neutron:UPDATE=3 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:15:44.976864 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=49,neutron:UPDATE=4 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:15:47.060764 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=2 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:15:47.065425 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=4 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:15:52.049620 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.agents_db [None req-9472a85a-8dd5-480f-9a02-5eb3d7473862 None None] Agent healthcheck: found 5 active agents {{(pid=104074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:15:58.688604 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-03a08a66-edb2-4a82-8373-d64c9a59baf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (88cb169e-23a7-4380-813c-9b707a5671b5), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:16:01.095284 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4da80ba2-38ac-4d94-86e3-601583ec40a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (3e4effd7-5bc9-408b-93fa-42e4b19a61d9), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:16:02.046186 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=2 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:16:02.070998 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-df01de3e-f6cf-4253-895b-65b557a1455e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (84e30450-e547-4748-a220-898a66747e61), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:16:03.631548 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f70e7e6e-5d50-42a8-9a05-38619da83ed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (7db81693-ec25-4d8d-9069-8605391ffc10), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:16:04.957382 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (01a6c5a5-ff25-49ea-8869-bb2b5ba0570e), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:16:13.627376 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:16:14.951515 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:16:27.050048 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=3 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:16:27.052200 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:16:28.694657 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-5a08a180-e4fd-492c-98d5-f468fa75bf08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (88cb169e-23a7-4380-813c-9b707a5671b5), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:16:29.049599 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.agents_db [None req-9472a85a-8dd5-480f-9a02-5eb3d7473862 None None] Agent healthcheck: found 5 active agents {{(pid=104074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:16:31.090484 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f5029f5f-d1ae-482d-84cf-30830fa34e0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (3e4effd7-5bc9-408b-93fa-42e4b19a61d9), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:16:32.072720 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-df01de3e-f6cf-4253-895b-65b557a1455e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (84e30450-e547-4748-a220-898a66747e61), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:16:32.347926 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 54592) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:16:32.428072 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2ef5064-d054-41b4-baa0-4733324ee1af admin admin] GET failed (client error): The resource could not be found. May 27 03:16:32.429405 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-a2ef5064-d054-41b4-baa0-4733324ee1af admin admin] 10.222.0.50 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0805588 May 27 03:16:32.621716 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d0ce91-813f-46cf-9f76-47e317a54eb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:16:32.623117 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-30d0ce91-813f-46cf-9f76-47e317a54eb8 admin admin] 10.222.0.50 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1882360 May 27 03:16:33.634873 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f70e7e6e-5d50-42a8-9a05-38619da83ed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (7db81693-ec25-4d8d-9069-8605391ffc10), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:16:34.840366 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 54602) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:16:34.954681 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (01a6c5a5-ff25-49ea-8869-bb2b5ba0570e), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:16:34.982277 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1eecab5-0c74-4e80-8d8f-645557813c26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:16:34.983680 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-e1eecab5-0c74-4e80-8d8f-645557813c26 admin admin] 10.222.0.50 "GET /v2.0/subnets/77ae3a2e-6831-4908-b2fd-fd12af16ec83 HTTP/1.1" status: 200 len: 849 time: 0.1419654 May 27 03:16:34.997428 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [None req-4c1cfffc-865e-4015-8071-05ec3589d596 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:16:35.095836 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-4c1cfffc-865e-4015-8071-05ec3589d596 admin admin] Publish callbacks [] for subnet (77ae3a2e-6831-4908-b2fd-fd12af16ec83), before_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:16:35.262574 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-4c1cfffc-865e-4015-8071-05ec3589d596 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16716613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8743907783132'] for subnet (77ae3a2e-6831-4908-b2fd-fd12af16ec83), after_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:16:35.299785 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c1cfffc-865e-4015-8071-05ec3589d596 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:16:35.300414 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-4c1cfffc-865e-4015-8071-05ec3589d596 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-366398'] for subnet (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:16:35.301313 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-4c1cfffc-865e-4015-8071-05ec3589d596 admin admin] 10.222.0.50 "PUT /v2.0/subnets/77ae3a2e-6831-4908-b2fd-fd12af16ec83 HTTP/1.1" status: 200 len: 868 time: 0.3080146 May 27 03:16:35.319439 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1cfffc-865e-4015-8071-05ec3589d596 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77ae3a2e-6831-4908-b2fd-fd12af16ec83,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:16:35.320432 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b51f8895-e7c0-46c5-b784-5a854a3fc62b None None] Network 78c2a163-cad2-49f1-9644-f3a9ecd74561 requested from dv-cinder-828806-4-iscsi {{(pid=104073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:16:35.327337 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1cfffc-865e-4015-8071-05ec3589d596 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:16:35.327697 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1cfffc-865e-4015-8071-05ec3589d596 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:16:35.328056 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1cfffc-865e-4015-8071-05ec3589d596 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:16:35.328396 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1cfffc-865e-4015-8071-05ec3589d596 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:16:35.328758 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1cfffc-865e-4015-8071-05ec3589d596 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:16:35.329122 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1cfffc-865e-4015-8071-05ec3589d596 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:16:35.329449 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1cfffc-865e-4015-8071-05ec3589d596 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:16:35.329774 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1cfffc-865e-4015-8071-05ec3589d596 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:16:35.330100 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1cfffc-865e-4015-8071-05ec3589d596 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:16:35.330428 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1cfffc-865e-4015-8071-05ec3589d596 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:16:35.330768 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1cfffc-865e-4015-8071-05ec3589d596 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:16:35.331105 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1cfffc-865e-4015-8071-05ec3589d596 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:16:35.331421 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1cfffc-865e-4015-8071-05ec3589d596 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:16:35.331753 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1cfffc-865e-4015-8071-05ec3589d596 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:16:35.332068 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1cfffc-865e-4015-8071-05ec3589d596 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:16:35.678156 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-5324b604-9bd1-4c19-8433-fb6c1567bd98 None None] Provisioning complete for port 76348553-fe50-4f98-bd91-ca9a210845e5 triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:16:35.678554 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-5324b604-9bd1-4c19-8433-fb6c1567bd98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (76348553-fe50-4f98-bd91-ca9a210845e5), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:16:35.753294 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-5324b604-9bd1-4c19-8433-fb6c1567bd98 None None] Current status of the port 76348553-fe50-4f98-bd91-ca9a210845e5 is: ACTIVE; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:16:35.761515 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-5324b604-9bd1-4c19-8433-fb6c1567bd98 None None] Provisioning complete for port e9658a84-b45b-48ab-aba4-7199f7bc25df triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:16:35.761901 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-5324b604-9bd1-4c19-8433-fb6c1567bd98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (e9658a84-b45b-48ab-aba4-7199f7bc25df), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:16:35.832975 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-5324b604-9bd1-4c19-8433-fb6c1567bd98 None None] Current status of the port e9658a84-b45b-48ab-aba4-7199f7bc25df is: ACTIVE; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:16:37.599312 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 54610) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:16:37.809437 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-227913c2-56a3-4aad-a16a-387fd6887ca6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:16:37.809825 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-227913c2-56a3-4aad-a16a-387fd6887ca6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:16:37.811376 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-227913c2-56a3-4aad-a16a-387fd6887ca6 admin admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2110891 May 27 03:16:39.044136 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=1 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:16:39.045042 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=1 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:16:40.045717 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 54618) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:16:40.186486 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5994e31-7cf1-4f6c-9838-0da0cb78aac3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:16:40.187087 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5994e31-7cf1-4f6c-9838-0da0cb78aac3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:16:40.188888 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-f5994e31-7cf1-4f6c-9838-0da0cb78aac3 admin admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1419485 May 27 03:16:42.466394 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 54626) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:16:42.678909 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:16:42.696580 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b9ff96-dcc5-4637-946c-5888be1bb4ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:16:42.698130 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-c9b9ff96-dcc5-4637-946c-5888be1bb4ea admin admin] 10.222.0.50 "GET /v2.0/networks/78c2a163-cad2-49f1-9644-f3a9ecd74561 HTTP/1.1" status: 200 len: 869 time: 0.2305844 May 27 03:16:44.922217 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 54634) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:16:45.031387 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:16:45.057149 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-816dbffe-346d-4039-81fc-bd8c75e7db62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:16:45.058532 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-816dbffe-346d-4039-81fc-bd8c75e7db62 admin admin] 10.222.0.50 "GET /v2.0/networks/ca8b8e18-04f1-46f4-8c3b-aba3c077569d HTTP/1.1" status: 200 len: 886 time: 0.1350403 May 27 03:16:45.827803 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=43,neutron:UPDATE=3 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:16:45.831334 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=49,neutron:UPDATE=2 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:16:47.298503 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 54642) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:16:47.432352 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1c392d-5e20-4ee2-aded-0d85ea541c50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:16:47.432800 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1c392d-5e20-4ee2-aded-0d85ea541c50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:16:47.434369 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-ee1c392d-5e20-4ee2-aded-0d85ea541c50 admin admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1351054 May 27 03:16:49.699559 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 54650) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:16:49.802102 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff316562-b1f4-44ea-b22a-cdc5e0b57aab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:16:49.802559 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff316562-b1f4-44ea-b22a-cdc5e0b57aab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:16:49.804078 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-ff316562-b1f4-44ea-b22a-cdc5e0b57aab admin admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1032181 May 27 03:16:52.055442 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 54658) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:16:52.161851 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceddc42e-76d6-428a-b72c-b34c7fa168d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:16:52.163219 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-ceddc42e-76d6-428a-b72c-b34c7fa168d2 admin admin] 10.222.0.50 "GET /v2.0/subnets/77ae3a2e-6831-4908-b2fd-fd12af16ec83 HTTP/1.1" status: 200 len: 868 time: 0.1064148 May 27 03:16:54.400745 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 54666) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:16:54.495786 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d521bd-1226-4b7e-9c8b-ce254fa3475d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:16:54.497120 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-36d521bd-1226-4b7e-9c8b-ce254fa3475d admin admin] 10.222.0.50 "GET /v2.0/subnets/ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa HTTP/1.1" status: 200 len: 816 time: 0.0952868 May 27 03:16:58.700765 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-22fd457d-2f8f-4aff-b619-30fcea14ed6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (88cb169e-23a7-4380-813c-9b707a5671b5), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:17:01.057082 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=3 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:17:01.058089 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=3 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:17:01.096590 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-942b6848-6c20-40eb-99b4-beaf63e0b5ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (3e4effd7-5bc9-408b-93fa-42e4b19a61d9), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:17:02.073835 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-df01de3e-f6cf-4253-895b-65b557a1455e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (84e30450-e547-4748-a220-898a66747e61), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:17:02.157203 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=20 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:17:02.158560 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=34 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:17:03.639699 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f70e7e6e-5d50-42a8-9a05-38619da83ed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (7db81693-ec25-4d8d-9069-8605391ffc10), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:17:04.486934 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=5 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:17:04.492788 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=5 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:17:04.951153 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (01a6c5a5-ff25-49ea-8869-bb2b5ba0570e), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:17:06.049268 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.agents_db [None req-9472a85a-8dd5-480f-9a02-5eb3d7473862 None None] Agent healthcheck: found 5 active agents {{(pid=104074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:17:14.942321 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:17:14.944375 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:17:16.044104 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=1 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:17:16.044943 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=1 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:17:27.046997 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=14 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:17:27.066268 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=14 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:17:28.696086 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-dbebb020-f8b0-4d60-bda8-a8b15b6afb76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (88cb169e-23a7-4380-813c-9b707a5671b5), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:17:31.094099 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-77eb29a2-a213-4c8a-b160-c33e8ca71d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (3e4effd7-5bc9-408b-93fa-42e4b19a61d9), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:17:32.078234 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-df01de3e-f6cf-4253-895b-65b557a1455e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (84e30450-e547-4748-a220-898a66747e61), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:17:33.644992 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f70e7e6e-5d50-42a8-9a05-38619da83ed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (7db81693-ec25-4d8d-9069-8605391ffc10), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:17:34.947361 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (01a6c5a5-ff25-49ea-8869-bb2b5ba0570e), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:17:35.244058 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 54728) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:17:35.303354 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [None req-8728d39a-6eca-4065-a42c-69dac6198582 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=104072) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 27 03:17:35.304362 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-8728d39a-6eca-4065-a42c-69dac6198582 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0593657 May 27 03:17:37.683311 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 54736) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:17:37.750379 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fff2e13-e654-4949-8249-86e78b0da260 admin admin] GET failed (client error): The resource could not be found. May 27 03:17:37.751689 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-8fff2e13-e654-4949-8249-86e78b0da260 admin admin] 10.222.0.50 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0674007 May 27 03:17:37.896428 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae8d3b78-7332-42cc-bfc5-87b6e015dcea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:17:37.897869 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-ae8d3b78-7332-42cc-bfc5-87b6e015dcea admin admin] 10.222.0.50 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1401007 May 27 03:17:38.055807 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=3 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:17:38.057202 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=3 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:17:40.252891 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 54744) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:17:40.314469 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [None req-42ab75c5-34d9-4a5f-82cf-ec9dd0f5d5da admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:17:40.335596 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42ab75c5-34d9-4a5f-82cf-ec9dd0f5d5da admin admin] Made reservation on behalf of 73644351894d46fdb8889fca96b4c614 for: {'network': 1} {{(pid=104072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:17:40.337893 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-42ab75c5-34d9-4a5f-82cf-ec9dd0f5d5da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for network (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:17:40.365836 dv-cinder-828806-4-iscsi neutron-server[104072]: WARNING neutron.services.revisions.revision_plugin [None req-42ab75c5-34d9-4a5f-82cf-ec9dd0f5d5da admin admin] Could not find related network for resource to bump revision. May 27 03:17:40.379972 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42ab75c5-34d9-4a5f-82cf-ec9dd0f5d5da admin admin] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=104072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:17:40.389378 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-42ab75c5-34d9-4a5f-82cf-ec9dd0f5d5da admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8743907721831', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-814499'] for segment (97e525b9-00b5-4249-b21a-17ccc1425e47), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:17:40.389778 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.db.segments_db [None req-42ab75c5-34d9-4a5f-82cf-ec9dd0f5d5da admin admin] Added segment 97e525b9-00b5-4249-b21a-17ccc1425e47 of type vlan for network 875487c2-1891-4c8b-9cd1-95e3116d87cf May 27 03:17:40.427825 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-42ab75c5-34d9-4a5f-82cf-ec9dd0f5d5da admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743907247189'] for network (875487c2-1891-4c8b-9cd1-95e3116d87cf), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:17:40.459315 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-42ab75c5-34d9-4a5f-82cf-ec9dd0f5d5da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336'] for network (875487c2-1891-4c8b-9cd1-95e3116d87cf), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:17:40.460294 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ab75c5-34d9-4a5f-82cf-ec9dd0f5d5da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:17:40.460854 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-42ab75c5-34d9-4a5f-82cf-ec9dd0f5d5da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-366398'] for network (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:17:40.515847 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-42ab75c5-34d9-4a5f-82cf-ec9dd0f5d5da admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.2615755 May 27 03:17:40.520639 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ab75c5-34d9-4a5f-82cf-ec9dd0f5d5da admin admin] Pushing event updated for resources: {'Network': ['ID=875487c2-1891-4c8b-9cd1-95e3116d87cf,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:17:40.528148 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ab75c5-34d9-4a5f-82cf-ec9dd0f5d5da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:17:40.528569 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ab75c5-34d9-4a5f-82cf-ec9dd0f5d5da admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:17:40.528934 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ab75c5-34d9-4a5f-82cf-ec9dd0f5d5da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:17:40.529309 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ab75c5-34d9-4a5f-82cf-ec9dd0f5d5da admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:17:40.529647 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ab75c5-34d9-4a5f-82cf-ec9dd0f5d5da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:17:40.529974 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ab75c5-34d9-4a5f-82cf-ec9dd0f5d5da admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:17:40.530305 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ab75c5-34d9-4a5f-82cf-ec9dd0f5d5da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:17:40.530615 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ab75c5-34d9-4a5f-82cf-ec9dd0f5d5da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:17:40.530954 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ab75c5-34d9-4a5f-82cf-ec9dd0f5d5da admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:17:40.531280 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ab75c5-34d9-4a5f-82cf-ec9dd0f5d5da admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:17:40.531618 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ab75c5-34d9-4a5f-82cf-ec9dd0f5d5da admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:17:40.531943 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ab75c5-34d9-4a5f-82cf-ec9dd0f5d5da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:17:40.532261 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ab75c5-34d9-4a5f-82cf-ec9dd0f5d5da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:17:40.532580 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ab75c5-34d9-4a5f-82cf-ec9dd0f5d5da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:17:40.532897 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ab75c5-34d9-4a5f-82cf-ec9dd0f5d5da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:17:40.547942 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Network 875487c2-1891-4c8b-9cd1-95e3116d87cf details requested by agent ovs-agent-dv-cinder-828806-4-iscsi with host dv-cinder-828806-4-iscsi {{(pid=104073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 03:17:42.781533 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 54752) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:17:42.858240 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e476bd2-78b1-487e-bf11-9fd61173c0b1 admin admin] GET failed (client error): The resource could not be found. May 27 03:17:42.859514 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-6e476bd2-78b1-487e-bf11-9fd61173c0b1 admin admin] 10.222.0.50 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0766776 May 27 03:17:42.940219 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3666cbbf-bf0a-4c91-a5cf-c39593e69669 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:17:42.942550 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-3666cbbf-bf0a-4c91-a5cf-c39593e69669 admin admin] 10.222.0.50 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0766783 May 27 03:17:42.956075 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [None req-616da304-aa1f-4d25-bbb2-0ef445bd2d07 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': '875487c2-1891-4c8b-9cd1-95e3116d87cf', 'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:17:42.978990 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-616da304-aa1f-4d25-bbb2-0ef445bd2d07 admin admin] Made reservation on behalf of 73644351894d46fdb8889fca96b4c614 for: {'subnet': 1} {{(pid=104072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:17:42.981425 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-616da304-aa1f-4d25-bbb2-0ef445bd2d07 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:17:43.048832 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.agents_db [None req-9472a85a-8dd5-480f-9a02-5eb3d7473862 None None] Agent healthcheck: found 5 active agents {{(pid=104074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:17:43.152609 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-616da304-aa1f-4d25-bbb2-0ef445bd2d07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16716613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336'] for subnet (6ef3bee8-c229-456f-8eb6-023ce372b6f5), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:17:43.206253 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616da304-aa1f-4d25-bbb2-0ef445bd2d07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ef3bee8-c229-456f-8eb6-023ce372b6f5,revision_number=0']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:17:43.224035 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616da304-aa1f-4d25-bbb2-0ef445bd2d07 admin admin] Checking segment: {'id': '97e525b9-00b5-4249-b21a-17ccc1425e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '875487c2-1891-4c8b-9cd1-95e3116d87cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:17:43.224383 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-616da304-aa1f-4d25-bbb2-0ef445bd2d07 admin admin] Network hostable DHCP agents. Network: 875487c2-1891-4c8b-9cd1-95e3116d87cf, hostable agents: ['88cb169e-23a7-4380-813c-9b707a5671b5'], hosted agents: [] {{(pid=104072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:17:43.244038 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-616da304-aa1f-4d25-bbb2-0ef445bd2d07 admin admin] Network 875487c2-1891-4c8b-9cd1-95e3116d87cf is scheduled to be hosted by DHCP agent 88cb169e-23a7-4380-813c-9b707a5671b5 with binding_index 1 {{(pid=104072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:17:43.255874 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.base_scheduler [None req-616da304-aa1f-4d25-bbb2-0ef445bd2d07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828806-4-iscsi, 875487c2-1891-4c8b-9cd1-95e3116d87cf) {{(pid=104072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:17:43.260677 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-616da304-aa1f-4d25-bbb2-0ef445bd2d07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:17:43.261326 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-616da304-aa1f-4d25-bbb2-0ef445bd2d07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-366398'] for subnet (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:17:43.268389 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb20b47d-27c4-4de4-b078-8678a25f0ddf None None] Network 875487c2-1891-4c8b-9cd1-95e3116d87cf requested from dv-cinder-828806-4-iscsi {{(pid=104073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:17:43.280411 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-616da304-aa1f-4d25-bbb2-0ef445bd2d07 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3279846 May 27 03:17:43.380283 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7959901d-5aea-411d-9aea-3a14bac7cf04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e4825cd-1402-5c2a-9e28-936b264acd46-875487c2-1891-4c8b-9cd1-95e3116d87cf', 'network_id': '875487c2-1891-4c8b-9cd1-95e3116d87cf', 'project_id': '73644351894d46fdb8889fca96b4c614', 'fixed_ips': [{'subnet_id': '6ef3bee8-c229-456f-8eb6-023ce372b6f5'}]}} from dv-cinder-828806-4-iscsi. {{(pid=104073) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 27 03:17:43.381426 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-7959901d-5aea-411d-9aea-3a14bac7cf04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (None), before_create {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:17:43.620149 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.db_base_plugin_common [None req-7959901d-5aea-411d-9aea-3a14bac7cf04 None None] Allocated IP 192.168.233.2 (875487c2-1891-4c8b-9cd1-95e3116d87cf/6ef3bee8-c229-456f-8eb6-023ce372b6f5/dbdf08cc-9449-4d8e-bd28-1a7351611f5f) {{(pid=104073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:17:43.773566 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-7959901d-5aea-411d-9aea-3a14bac7cf04 None None] Publish callbacks [] for port (dbdf08cc-9449-4d8e-bd28-1a7351611f5f), precommit_create {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:17:43.781844 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-7959901d-5aea-411d-9aea-3a14bac7cf04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743907242280'] for port (dbdf08cc-9449-4d8e-bd28-1a7351611f5f), after_create {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:17:43.819471 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7959901d-5aea-411d-9aea-3a14bac7cf04 None None] Network 875487c2-1891-4c8b-9cd1-95e3116d87cf is already hosted by enough agents. {{(pid=104073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:17:43.825013 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.scheduler.base_scheduler [None req-7959901d-5aea-411d-9aea-3a14bac7cf04 None None] Resources bound (agent type, host, resource id): {{(pid=104073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:17:43.831402 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7959901d-5aea-411d-9aea-3a14bac7cf04 None None] Received port after_create {{(pid=104073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:17:43.834601 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7959901d-5aea-411d-9aea-3a14bac7cf04 None None] Pushing event updated for resources: {'Port': ['ID=dbdf08cc-9449-4d8e-bd28-1a7351611f5f,revision_number=1']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:17:43.846177 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7959901d-5aea-411d-9aea-3a14bac7cf04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:17:43.846517 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7959901d-5aea-411d-9aea-3a14bac7cf04 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:17:43.846888 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7959901d-5aea-411d-9aea-3a14bac7cf04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:17:43.847233 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7959901d-5aea-411d-9aea-3a14bac7cf04 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:17:43.847558 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7959901d-5aea-411d-9aea-3a14bac7cf04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:17:43.847901 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7959901d-5aea-411d-9aea-3a14bac7cf04 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:17:43.848189 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7959901d-5aea-411d-9aea-3a14bac7cf04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:17:43.848503 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7959901d-5aea-411d-9aea-3a14bac7cf04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:17:43.848816 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7959901d-5aea-411d-9aea-3a14bac7cf04 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:17:43.849150 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7959901d-5aea-411d-9aea-3a14bac7cf04 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:17:43.849464 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7959901d-5aea-411d-9aea-3a14bac7cf04 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:17:43.849782 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7959901d-5aea-411d-9aea-3a14bac7cf04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:17:43.850091 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7959901d-5aea-411d-9aea-3a14bac7cf04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:17:43.850397 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7959901d-5aea-411d-9aea-3a14bac7cf04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:17:43.850706 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7959901d-5aea-411d-9aea-3a14bac7cf04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:17:43.900780 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.managers [None req-7959901d-5aea-411d-9aea-3a14bac7cf04 None None] Attempting to bind port dbdf08cc-9449-4d8e-bd28-1a7351611f5f on host dv-cinder-828806-4-iscsi for vnic_type normal with profile {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:17:43.901100 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.managers [None req-7959901d-5aea-411d-9aea-3a14bac7cf04 None None] Attempting to bind port dbdf08cc-9449-4d8e-bd28-1a7351611f5f by drivers openvswitch,hyperv on host dv-cinder-828806-4-iscsi at level 0 using segments [{'id': '97e525b9-00b5-4249-b21a-17ccc1425e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '875487c2-1891-4c8b-9cd1-95e3116d87cf'}] {{(pid=104073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:17:43.901453 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7959901d-5aea-411d-9aea-3a14bac7cf04 None None] Attempting to bind port dbdf08cc-9449-4d8e-bd28-1a7351611f5f on network 875487c2-1891-4c8b-9cd1-95e3116d87cf {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:17:43.907027 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7959901d-5aea-411d-9aea-3a14bac7cf04 None None] Checking agent: {'id': '01a6c5a5-ff25-49ea-8869-bb2b5ba0570e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828806-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 14, 35), 'started_at': datetime.datetime(2022, 5, 27, 3, 15, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828806-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:17:43.907402 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7959901d-5aea-411d-9aea-3a14bac7cf04 None None] Checking segment: {'id': '97e525b9-00b5-4249-b21a-17ccc1425e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '875487c2-1891-4c8b-9cd1-95e3116d87cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:17:43.907800 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-7959901d-5aea-411d-9aea-3a14bac7cf04 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:17:43.908189 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7959901d-5aea-411d-9aea-3a14bac7cf04 None None] Bound using segment: {'id': '97e525b9-00b5-4249-b21a-17ccc1425e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '875487c2-1891-4c8b-9cd1-95e3116d87cf'} {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:17:43.908650 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.managers [None req-7959901d-5aea-411d-9aea-3a14bac7cf04 None None] Bound port: dbdf08cc-9449-4d8e-bd28-1a7351611f5f, host: dv-cinder-828806-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97e525b9-00b5-4249-b21a-17ccc1425e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '875487c2-1891-4c8b-9cd1-95e3116d87cf'}}] {{(pid=104073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:17:43.909087 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-7959901d-5aea-411d-9aea-3a14bac7cf04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (dbdf08cc-9449-4d8e-bd28-1a7351611f5f), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:17:43.972519 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-7959901d-5aea-411d-9aea-3a14bac7cf04 None None] For port dbdf08cc-9449-4d8e-bd28-1a7351611f5f, host dv-cinder-828806-4-iscsi, cleared binding levels {{(pid=104073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:17:43.975754 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-7959901d-5aea-411d-9aea-3a14bac7cf04 None None] For port dbdf08cc-9449-4d8e-bd28-1a7351611f5f, host dv-cinder-828806-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-4-iscsi',level=0,port_id=dbdf08cc-9449-4d8e-bd28-1a7351611f5f,segment=NetworkSegment(97e525b9-00b5-4249-b21a-17ccc1425e47),segment_id=97e525b9-00b5-4249-b21a-17ccc1425e47)] {{(pid=104073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:17:43.984253 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-7959901d-5aea-411d-9aea-3a14bac7cf04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (dbdf08cc-9449-4d8e-bd28-1a7351611f5f), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:17:44.039252 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=86,neutron:UPDATE=10,neutron:INSERT=4 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:17:44.045272 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7959901d-5aea-411d-9aea-3a14bac7cf04 None None] Pushing event updated for resources: {'Port': ['ID=dbdf08cc-9449-4d8e-bd28-1a7351611f5f,revision_number=2']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:17:44.882355 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a214a74c-1487-4be7-8f05-a925074e0822 None None] Network 875487c2-1891-4c8b-9cd1-95e3116d87cf requested from dv-cinder-828806-4-iscsi {{(pid=104073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:17:44.988437 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:17:45.004102 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-fa886085-3799-4910-9fed-a7501836fdd7 None None] Provisioning complete for port dbdf08cc-9449-4d8e-bd28-1a7351611f5f triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:17:45.004531 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-fa886085-3799-4910-9fed-a7501836fdd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (dbdf08cc-9449-4d8e-bd28-1a7351611f5f), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:17:45.092355 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-fa886085-3799-4910-9fed-a7501836fdd7 None None] Current status of the port dbdf08cc-9449-4d8e-bd28-1a7351611f5f is: DOWN; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:17:45.093288 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-fa886085-3799-4910-9fed-a7501836fdd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (dbdf08cc-9449-4d8e-bd28-1a7351611f5f), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:17:45.135367 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-fa886085-3799-4910-9fed-a7501836fdd7 None None] For port dbdf08cc-9449-4d8e-bd28-1a7351611f5f, host dv-cinder-828806-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-4-iscsi',level=0,port_id=dbdf08cc-9449-4d8e-bd28-1a7351611f5f,segment=NetworkSegment(97e525b9-00b5-4249-b21a-17ccc1425e47),segment_id=97e525b9-00b5-4249-b21a-17ccc1425e47)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:17:45.142841 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-fa886085-3799-4910-9fed-a7501836fdd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (dbdf08cc-9449-4d8e-bd28-1a7351611f5f), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:17:45.201612 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa886085-3799-4910-9fed-a7501836fdd7 None None] Pushing event updated for resources: {'Port': ['ID=dbdf08cc-9449-4d8e-bd28-1a7351611f5f,revision_number=3']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:17:45.363410 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-aa68a5d3-5e06-494f-b8ef-a3aa4e1b0715 None None] Provisioning complete for port dbdf08cc-9449-4d8e-bd28-1a7351611f5f triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:17:45.363768 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-aa68a5d3-5e06-494f-b8ef-a3aa4e1b0715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (dbdf08cc-9449-4d8e-bd28-1a7351611f5f), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:17:45.440401 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-aa68a5d3-5e06-494f-b8ef-a3aa4e1b0715 None None] Current status of the port dbdf08cc-9449-4d8e-bd28-1a7351611f5f is: ACTIVE; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:17:45.737853 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Device dbdf08cc-9449-4d8e-bd28-1a7351611f5f up at agent ovs-agent-dv-cinder-828806-4-iscsi {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:17:45.786296 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Provisioning complete for port dbdf08cc-9449-4d8e-bd28-1a7351611f5f triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:17:45.786672 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (dbdf08cc-9449-4d8e-bd28-1a7351611f5f), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:17:45.859791 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Current status of the port dbdf08cc-9449-4d8e-bd28-1a7351611f5f is: ACTIVE; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:17:53.045468 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=2 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:17:53.268144 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=78,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:17:53.271961 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=82,neutron:INSERT=8,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:17:55.853504 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=78,neutron:UPDATE=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:17:55.857943 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=41,neutron:UPDATE=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:17:58.700869 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-60ef01d8-2b8b-4c00-a04c-e3a69bb9ab4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (88cb169e-23a7-4380-813c-9b707a5671b5), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:18:01.088822 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-af24c616-387e-46c8-84f9-b4c2bd07c488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (3e4effd7-5bc9-408b-93fa-42e4b19a61d9), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:18:02.085575 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-df01de3e-f6cf-4253-895b-65b557a1455e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (84e30450-e547-4748-a220-898a66747e61), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:18:03.647024 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f70e7e6e-5d50-42a8-9a05-38619da83ed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (7db81693-ec25-4d8d-9069-8605391ffc10), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:18:04.942758 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (01a6c5a5-ff25-49ea-8869-bb2b5ba0570e), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:18:14.934122 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:18:14.936264 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:18:15.048979 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=3 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:18:15.056441 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=3 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:18:20.048990 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.agents_db [None req-9472a85a-8dd5-480f-9a02-5eb3d7473862 None None] Agent healthcheck: found 5 active agents {{(pid=104074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:18:28.698191 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3eece5b5-699f-45f8-987b-0db30eff69ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (88cb169e-23a7-4380-813c-9b707a5671b5), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:18:30.043751 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=2 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:18:30.045188 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:18:31.097946 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-fb4a4d54-1388-401d-8978-8825ca7cc7bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (3e4effd7-5bc9-408b-93fa-42e4b19a61d9), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:18:32.085415 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-df01de3e-f6cf-4253-895b-65b557a1455e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (84e30450-e547-4748-a220-898a66747e61), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:18:33.650419 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f70e7e6e-5d50-42a8-9a05-38619da83ed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (7db81693-ec25-4d8d-9069-8605391ffc10), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:18:34.951154 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (01a6c5a5-ff25-49ea-8869-bb2b5ba0570e), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:18:44.939156 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:18:44.942213 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:18:52.048704 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=2 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:18:52.052980 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=4 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:18:57.052245 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.agents_db [None req-9472a85a-8dd5-480f-9a02-5eb3d7473862 None None] Agent healthcheck: found 5 active agents {{(pid=104074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:18:58.694349 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-31effe69-92dd-44de-98fd-6f5479a29f1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (88cb169e-23a7-4380-813c-9b707a5671b5), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:19:01.094527 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-6083e9f5-1584-48a5-875d-abcbb52d64cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (3e4effd7-5bc9-408b-93fa-42e4b19a61d9), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:19:02.085619 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-df01de3e-f6cf-4253-895b-65b557a1455e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (84e30450-e547-4748-a220-898a66747e61), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:19:03.655245 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f70e7e6e-5d50-42a8-9a05-38619da83ed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (7db81693-ec25-4d8d-9069-8605391ffc10), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:19:04.947260 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (01a6c5a5-ff25-49ea-8869-bb2b5ba0570e), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:19:07.045493 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=2 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:19:14.938614 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=10 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:19:14.939924 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=5,neutron:UPDATE=5 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:19:24.828635 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 54792) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:19:24.834459 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [None req-96d8d4d6-c25b-449e-aa33-e0abb1f9bcf8 tempest-verify_tempest_config-100441805 tempest-verify_tempest_config-100441805-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=104071) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 27 03:19:24.835458 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-96d8d4d6-c25b-449e-aa33-e0abb1f9bcf8 tempest-verify_tempest_config-100441805 tempest-verify_tempest_config-100441805-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0058589 May 27 03:19:25.155244 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 54810) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:19:25.281473 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-5a027344-bccb-4744-9724-fff669542559 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:19:25.372591 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-5a027344-bccb-4744-9724-fff669542559 admin admin] Publish callbacks [] for security_group (15b68d0a-205f-45e6-a3a6-d24fe9a69e5a), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:19:25.381368 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-5a027344-bccb-4744-9724-fff669542559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (15b68d0a-205f-45e6-a3a6-d24fe9a69e5a), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:19:25.438047 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a027344-bccb-4744-9724-fff669542559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15b68d0a-205f-45e6-a3a6-d24fe9a69e5a,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:19:25.442001 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-5a027344-bccb-4744-9724-fff669542559 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=df8c81a1641c48cc8e14e4abae1e5f3b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2857726 May 27 03:19:25.445227 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 54816) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:19:25.447832 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a027344-bccb-4744-9724-fff669542559 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:19:25.448479 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a027344-bccb-4744-9724-fff669542559 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:19:25.448663 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a027344-bccb-4744-9724-fff669542559 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:19:25.449029 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a027344-bccb-4744-9724-fff669542559 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:19:25.451763 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a027344-bccb-4744-9724-fff669542559 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:19:25.451763 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a027344-bccb-4744-9724-fff669542559 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:19:25.451763 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a027344-bccb-4744-9724-fff669542559 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:19:25.451763 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a027344-bccb-4744-9724-fff669542559 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:19:25.451763 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a027344-bccb-4744-9724-fff669542559 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:19:25.451763 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a027344-bccb-4744-9724-fff669542559 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:19:25.451763 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a027344-bccb-4744-9724-fff669542559 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:19:25.451763 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a027344-bccb-4744-9724-fff669542559 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:19:25.451763 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a027344-bccb-4744-9724-fff669542559 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:19:25.452565 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a027344-bccb-4744-9724-fff669542559 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:19:25.452565 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a027344-bccb-4744-9724-fff669542559 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:19:25.519844 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-88c4ea6a-8936-4e9a-9f0f-589c768794c5 admin admin] Publish callbacks [] for security_group (15b68d0a-205f-45e6-a3a6-d24fe9a69e5a), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:19:25.542762 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-88c4ea6a-8936-4e9a-9f0f-589c768794c5 admin admin] Publish callbacks [] for security_group (15b68d0a-205f-45e6-a3a6-d24fe9a69e5a), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:19:25.648389 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-88c4ea6a-8936-4e9a-9f0f-589c768794c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (15b68d0a-205f-45e6-a3a6-d24fe9a69e5a), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:19:25.652171 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-88c4ea6a-8936-4e9a-9f0f-589c768794c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:19:25.653468 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-88c4ea6a-8936-4e9a-9f0f-589c768794c5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/15b68d0a-205f-45e6-a3a6-d24fe9a69e5a HTTP/1.1" status: 204 len: 168 time: 0.2071958 May 27 03:19:25.661749 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c4ea6a-8936-4e9a-9f0f-589c768794c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15b68d0a-205f-45e6-a3a6-d24fe9a69e5a,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:19:25.669751 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c4ea6a-8936-4e9a-9f0f-589c768794c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:19:25.670101 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c4ea6a-8936-4e9a-9f0f-589c768794c5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:19:25.670562 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c4ea6a-8936-4e9a-9f0f-589c768794c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:19:25.670800 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c4ea6a-8936-4e9a-9f0f-589c768794c5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:19:25.671139 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c4ea6a-8936-4e9a-9f0f-589c768794c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:19:25.671471 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c4ea6a-8936-4e9a-9f0f-589c768794c5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:19:25.671806 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c4ea6a-8936-4e9a-9f0f-589c768794c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:19:25.672199 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c4ea6a-8936-4e9a-9f0f-589c768794c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:19:25.672457 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c4ea6a-8936-4e9a-9f0f-589c768794c5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:19:25.672785 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c4ea6a-8936-4e9a-9f0f-589c768794c5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:19:25.673149 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c4ea6a-8936-4e9a-9f0f-589c768794c5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:19:25.673496 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c4ea6a-8936-4e9a-9f0f-589c768794c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:19:25.673827 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c4ea6a-8936-4e9a-9f0f-589c768794c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:19:25.674147 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c4ea6a-8936-4e9a-9f0f-589c768794c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:19:25.674470 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c4ea6a-8936-4e9a-9f0f-589c768794c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:19:28.690890 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-ec6e904d-ac0b-4ac7-a3fb-3c7abf70db59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (88cb169e-23a7-4380-813c-9b707a5671b5), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:19:29.039450 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=14 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:19:29.049893 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=18 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:19:31.092486 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-9abefa90-accb-4528-8392-89e2844e6325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (3e4effd7-5bc9-408b-93fa-42e4b19a61d9), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:19:32.090590 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-df01de3e-f6cf-4253-895b-65b557a1455e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (84e30450-e547-4748-a220-898a66747e61), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:19:33.658128 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f70e7e6e-5d50-42a8-9a05-38619da83ed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (7db81693-ec25-4d8d-9069-8605391ffc10), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:19:34.050493 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.agents_db [None req-9472a85a-8dd5-480f-9a02-5eb3d7473862 None None] Agent healthcheck: found 5 active agents {{(pid=104074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:19:34.942965 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (01a6c5a5-ff25-49ea-8869-bb2b5ba0570e), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:19:35.432927 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=19,neutron:INSERT=8 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:19:35.443633 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=20,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:19:35.658088 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=15,neutron:DELETE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:19:35.664873 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=20,neutron:DELETE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:19:44.046104 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=1 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:19:44.046790 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=1 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:19:44.934304 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:19:44.937320 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:19:58.691931 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-eac37a34-d4c7-44a5-a935-d9e4979ee120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (88cb169e-23a7-4380-813c-9b707a5671b5), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:20:01.090408 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-e6589d9e-b63d-492c-8cc5-bd97ba0cfd99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (3e4effd7-5bc9-408b-93fa-42e4b19a61d9), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:20:02.102265 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-df01de3e-f6cf-4253-895b-65b557a1455e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (84e30450-e547-4748-a220-898a66747e61), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:20:03.669165 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f70e7e6e-5d50-42a8-9a05-38619da83ed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (7db81693-ec25-4d8d-9069-8605391ffc10), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:20:04.954949 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (01a6c5a5-ff25-49ea-8869-bb2b5ba0570e), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:20:06.054900 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=2 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:20:06.055698 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=4 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:20:11.055100 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.agents_db [None req-9472a85a-8dd5-480f-9a02-5eb3d7473862 None None] Agent healthcheck: found 5 active agents {{(pid=104074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:20:14.940469 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:20:14.946850 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:20:21.047654 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=1 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:20:27.052665 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:20:28.690672 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-09a6290f-6d2e-4d43-8539-b368b0d53aef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (88cb169e-23a7-4380-813c-9b707a5671b5), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:20:31.091430 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-776dfdca-312e-424a-a77e-7f5ebf80dbcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (3e4effd7-5bc9-408b-93fa-42e4b19a61d9), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:20:32.105184 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-df01de3e-f6cf-4253-895b-65b557a1455e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (84e30450-e547-4748-a220-898a66747e61), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:20:33.674739 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f70e7e6e-5d50-42a8-9a05-38619da83ed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (7db81693-ec25-4d8d-9069-8605391ffc10), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:20:34.956384 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (01a6c5a5-ff25-49ea-8869-bb2b5ba0570e), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:20:43.044367 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=3 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:20:43.045792 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=3 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:20:44.946752 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:20:44.948113 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:20:48.057505 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.agents_db [None req-9472a85a-8dd5-480f-9a02-5eb3d7473862 None None] Agent healthcheck: found 5 active agents {{(pid=104074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:20:58.052040 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=1 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:20:58.052718 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=1 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:20:58.688281 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-b47c3a0c-64fa-47b5-a9a7-7ab2f9300b49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (88cb169e-23a7-4380-813c-9b707a5671b5), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:21:01.090167 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-07d60ba1-0da4-47b8-8889-33738be3c109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (3e4effd7-5bc9-408b-93fa-42e4b19a61d9), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:21:02.100078 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-df01de3e-f6cf-4253-895b-65b557a1455e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (84e30450-e547-4748-a220-898a66747e61), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:21:03.674797 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f70e7e6e-5d50-42a8-9a05-38619da83ed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (7db81693-ec25-4d8d-9069-8605391ffc10), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:21:04.959977 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (01a6c5a5-ff25-49ea-8869-bb2b5ba0570e), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:21:13.145729 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16280113'] for agent (a17a57cc-679f-4398-8430-1b64b86f4dc1), after_create {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:21:23.131975 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:21:23.138013 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:21:25.061281 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.agents_db [None req-9472a85a-8dd5-480f-9a02-5eb3d7473862 None None] Agent healthcheck: found 6 active agents {{(pid=104074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:21:26.791994 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 54890) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:21:26.922467 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-6e373757-4ef8-47ac-adfb-88a7bfe67b17 admin admin] 10.222.0.50 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1291025 May 27 03:21:28.683484 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-db25f123-22a6-44fe-85c9-d8d244dedfe3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (88cb169e-23a7-4380-813c-9b707a5671b5), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:21:29.189739 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 54900) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:21:29.258450 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-598ea3e1-8dcb-4676-b850-c6b6b13390ca admin admin] 10.222.0.50 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0675447 May 27 03:21:31.084801 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-87b32cd9-6103-46a7-9b4a-cb79ced012ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (3e4effd7-5bc9-408b-93fa-42e4b19a61d9), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:21:32.104490 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-df01de3e-f6cf-4253-895b-65b557a1455e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (84e30450-e547-4748-a220-898a66747e61), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:21:33.679486 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f70e7e6e-5d50-42a8-9a05-38619da83ed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (7db81693-ec25-4d8d-9069-8605391ffc10), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:21:34.948144 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (01a6c5a5-ff25-49ea-8869-bb2b5ba0570e), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:21:35.052808 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=16 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:21:35.053596 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=18 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:21:39.253492 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:21:39.254410 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=3 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:21:43.125118 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (a17a57cc-679f-4398-8430-1b64b86f4dc1), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:21:53.114828 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:21:53.116755 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:UPDATE=2,neutron:SELECT=9 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:21:57.043589 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=3 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:21:57.044727 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=3 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:21:58.695588 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-510ef8f1-2cd7-4986-b070-c53bf8da7583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (88cb169e-23a7-4380-813c-9b707a5671b5), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:22:01.097393 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-213eabf7-c82d-4b86-9b5e-f108a8f5c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (3e4effd7-5bc9-408b-93fa-42e4b19a61d9), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:22:02.065948 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.agents_db [None req-9472a85a-8dd5-480f-9a02-5eb3d7473862 None None] Agent healthcheck: found 6 active agents {{(pid=104074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:22:02.108188 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-df01de3e-f6cf-4253-895b-65b557a1455e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (84e30450-e547-4748-a220-898a66747e61), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:22:03.680893 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f70e7e6e-5d50-42a8-9a05-38619da83ed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (7db81693-ec25-4d8d-9069-8605391ffc10), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:22:04.946758 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (01a6c5a5-ff25-49ea-8869-bb2b5ba0570e), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:22:12.059200 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=1 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:22:12.060314 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=1 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:22:13.120599 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (a17a57cc-679f-4398-8430-1b64b86f4dc1), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:22:23.103394 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:22:23.111962 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=25,neutron:UPDATE=4 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:22:28.698166 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-d0af4b59-91fb-47a0-9d1c-773690ed1ec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (88cb169e-23a7-4380-813c-9b707a5671b5), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:22:31.097371 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-fe2eb3b8-2389-433c-b5d7-63919c5634d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (3e4effd7-5bc9-408b-93fa-42e4b19a61d9), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:22:32.111708 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-df01de3e-f6cf-4253-895b-65b557a1455e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (84e30450-e547-4748-a220-898a66747e61), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:22:33.682754 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f70e7e6e-5d50-42a8-9a05-38619da83ed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (7db81693-ec25-4d8d-9069-8605391ffc10), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:22:34.036659 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:22:34.045566 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=5 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:22:34.949702 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (01a6c5a5-ff25-49ea-8869-bb2b5ba0570e), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:22:39.065823 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.agents_db [None req-9472a85a-8dd5-480f-9a02-5eb3d7473862 None None] Agent healthcheck: found 6 active agents {{(pid=104074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:22:43.125247 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (a17a57cc-679f-4398-8430-1b64b86f4dc1), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:22:49.061604 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=2 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:22:53.114262 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:22:53.119681 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:22:58.693819 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-383c3e60-4d25-4f68-a8cb-a7ec393c2a11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (88cb169e-23a7-4380-813c-9b707a5671b5), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:01.092935 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-694c80aa-80e9-47be-8c0a-4ec8fa081ae5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (3e4effd7-5bc9-408b-93fa-42e4b19a61d9), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:02.111850 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-df01de3e-f6cf-4253-895b-65b557a1455e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (84e30450-e547-4748-a220-898a66747e61), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:03.685685 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f70e7e6e-5d50-42a8-9a05-38619da83ed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (7db81693-ec25-4d8d-9069-8605391ffc10), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:04.959037 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (01a6c5a5-ff25-49ea-8869-bb2b5ba0570e), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:10.486641 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 55048) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:23:10.695256 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [None req-2e135082-24e0-4288-a945-ab997437f69a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-199403863-network', 'tenant_id': 'a0a3ae93f6ab44af93b0538061809b98'}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:23:10.727373 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e135082-24e0-4288-a945-ab997437f69a admin admin] Made reservation on behalf of a0a3ae93f6ab44af93b0538061809b98 for: {'network': 1} {{(pid=104071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:23:10.730707 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-2e135082-24e0-4288-a945-ab997437f69a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for network (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:10.740471 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-2e135082-24e0-4288-a945-ab997437f69a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:10.831344 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-2e135082-24e0-4288-a945-ab997437f69a admin admin] Publish callbacks [] for security_group (cab20666-9115-4554-9d3c-c2407804d2a5), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:10.838702 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-2e135082-24e0-4288-a945-ab997437f69a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (cab20666-9115-4554-9d3c-c2407804d2a5), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:10.864556 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e135082-24e0-4288-a945-ab997437f69a admin admin] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=104071) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:23:10.877735 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e135082-24e0-4288-a945-ab997437f69a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cab20666-9115-4554-9d3c-c2407804d2a5,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:10.890929 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e135082-24e0-4288-a945-ab997437f69a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:10.891669 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e135082-24e0-4288-a945-ab997437f69a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:10.892228 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e135082-24e0-4288-a945-ab997437f69a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:10.893289 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e135082-24e0-4288-a945-ab997437f69a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:10.894031 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e135082-24e0-4288-a945-ab997437f69a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:10.894375 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e135082-24e0-4288-a945-ab997437f69a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:10.894707 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e135082-24e0-4288-a945-ab997437f69a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:10.895039 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e135082-24e0-4288-a945-ab997437f69a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:10.895387 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e135082-24e0-4288-a945-ab997437f69a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:10.895713 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e135082-24e0-4288-a945-ab997437f69a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:10.896138 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e135082-24e0-4288-a945-ab997437f69a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:10.896733 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e135082-24e0-4288-a945-ab997437f69a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:10.897090 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e135082-24e0-4288-a945-ab997437f69a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:10.897414 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e135082-24e0-4288-a945-ab997437f69a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:10.897736 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e135082-24e0-4288-a945-ab997437f69a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:10.898991 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e135082-24e0-4288-a945-ab997437f69a admin admin] Tracked resource versions report: May 27 03:23:10.898991 dv-cinder-828806-4-iscsi neutron-server[104071]: pushed versions: May 27 03:23:10.898991 dv-cinder-828806-4-iscsi neutron-server[104071]: { 'AddressGroup': {'1.2'}, May 27 03:23:10.898991 dv-cinder-828806-4-iscsi neutron-server[104071]: 'Agent': {'1.1'}, May 27 03:23:10.898991 dv-cinder-828806-4-iscsi neutron-server[104071]: 'ConntrackHelper': {'1.0'}, May 27 03:23:10.898991 dv-cinder-828806-4-iscsi neutron-server[104071]: 'LocalIPAssociation': {'1.0'}, May 27 03:23:10.898991 dv-cinder-828806-4-iscsi neutron-server[104071]: 'Log': {'1.0'}, May 27 03:23:10.898991 dv-cinder-828806-4-iscsi neutron-server[104071]: 'NDPProxy': {'1.0'}, May 27 03:23:10.898991 dv-cinder-828806-4-iscsi neutron-server[104071]: 'Network': {'1.1'}, May 27 03:23:10.898991 dv-cinder-828806-4-iscsi neutron-server[104071]: 'Port': {'1.7'}, May 27 03:23:10.898991 dv-cinder-828806-4-iscsi neutron-server[104071]: 'PortForwarding': {'1.3'}, May 27 03:23:10.898991 dv-cinder-828806-4-iscsi neutron-server[104071]: 'QosPolicy': {'1.10'}, May 27 03:23:10.898991 dv-cinder-828806-4-iscsi neutron-server[104071]: 'SecurityGroup': {'1.5'}, May 27 03:23:10.898991 dv-cinder-828806-4-iscsi neutron-server[104071]: 'SecurityGroupRule': {'1.2'}, May 27 03:23:10.898991 dv-cinder-828806-4-iscsi neutron-server[104071]: 'SubPort': {'1.0'}, May 27 03:23:10.898991 dv-cinder-828806-4-iscsi neutron-server[104071]: 'Subnet': {'1.1'}, May 27 03:23:10.898991 dv-cinder-828806-4-iscsi neutron-server[104071]: 'Trunk': {'1.1'}} May 27 03:23:10.898991 dv-cinder-828806-4-iscsi neutron-server[104071]: consumer versions: May 27 03:23:10.898991 dv-cinder-828806-4-iscsi neutron-server[104071]: { DHCP agent@dv-cinder-828806-4-iscsi: {}, May 27 03:23:10.898991 dv-cinder-828806-4-iscsi neutron-server[104071]: HyperV agent@hv-cinder-82880: {}, May 27 03:23:10.898991 dv-cinder-828806-4-iscsi neutron-server[104071]: L3 agent@dv-cinder-828806-4-iscsi: {}, May 27 03:23:10.898991 dv-cinder-828806-4-iscsi neutron-server[104071]: Metadata agent@dv-cinder-828806-4-iscsi: {}, May 27 03:23:10.898991 dv-cinder-828806-4-iscsi neutron-server[104071]: Metering agent@dv-cinder-828806-4-iscsi: {}, May 27 03:23:10.898991 dv-cinder-828806-4-iscsi neutron-server[104071]: Open vSwitch agent@dv-cinder-828806-4-iscsi: { 'AddressGroup': '1.2', May 27 03:23:10.898991 dv-cinder-828806-4-iscsi neutron-server[104071]: 'Agent': '1.1', May 27 03:23:10.898991 dv-cinder-828806-4-iscsi neutron-server[104071]: 'ConntrackHelper': '1.0', May 27 03:23:10.898991 dv-cinder-828806-4-iscsi neutron-server[104071]: 'LocalIPAssociation': '1.0', May 27 03:23:10.898991 dv-cinder-828806-4-iscsi neutron-server[104071]: 'Log': '1.0', May 27 03:23:10.898991 dv-cinder-828806-4-iscsi neutron-server[104071]: 'NDPProxy': '1.0', May 27 03:23:10.898991 dv-cinder-828806-4-iscsi neutron-server[104071]: 'Network': '1.1', May 27 03:23:10.898991 dv-cinder-828806-4-iscsi neutron-server[104071]: 'Port': '1.7', May 27 03:23:10.898991 dv-cinder-828806-4-iscsi neutron-server[104071]: 'PortForwarding': '1.3', May 27 03:23:10.898991 dv-cinder-828806-4-iscsi neutron-server[104071]: 'QosPolicy': '1.10', May 27 03:23:10.898991 dv-cinder-828806-4-iscsi neutron-server[104071]: 'SecurityGroup': '1.5', May 27 03:23:10.898991 dv-cinder-828806-4-iscsi neutron-server[104071]: 'SecurityGroupRule': '1.2', May 27 03:23:10.898991 dv-cinder-828806-4-iscsi neutron-server[104071]: 'SubPort': '1.0', May 27 03:23:10.898991 dv-cinder-828806-4-iscsi neutron-server[104071]: 'Subnet': '1.1', May 27 03:23:10.898991 dv-cinder-828806-4-iscsi neutron-server[104071]: 'Trunk': '1.1'}} May 27 03:23:10.898991 dv-cinder-828806-4-iscsi neutron-server[104071]: {{(pid=104071) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 03:23:10.902234 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-2e135082-24e0-4288-a945-ab997437f69a admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8743907721831', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-814499'] for segment (a991f667-ec34-4360-888b-c7569fee92d5), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:10.902649 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.db.segments_db [None req-2e135082-24e0-4288-a945-ab997437f69a admin admin] Added segment a991f667-ec34-4360-888b-c7569fee92d5 of type vlan for network fa73c53a-cb04-46d3-9e67-3609763bf5fd May 27 03:23:10.944121 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-2e135082-24e0-4288-a945-ab997437f69a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743907247189'] for network (fa73c53a-cb04-46d3-9e67-3609763bf5fd), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:10.971965 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-2e135082-24e0-4288-a945-ab997437f69a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336'] for network (fa73c53a-cb04-46d3-9e67-3609763bf5fd), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:10.973853 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e135082-24e0-4288-a945-ab997437f69a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:23:10.974099 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-2e135082-24e0-4288-a945-ab997437f69a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-366398'] for network (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:11.035114 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-2e135082-24e0-4288-a945-ab997437f69a admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.5440233 May 27 03:23:11.035592 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 55090) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:23:11.038976 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=2 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:11.041880 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [None req-084300d7-caa0-48d4-bf39-a0260e31a018 admin admin] Request body: {'subnet': {'network_id': 'fa73c53a-cb04-46d3-9e67-3609763bf5fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-199403863-subnet', 'tenant_id': 'a0a3ae93f6ab44af93b0538061809b98', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:23:11.044487 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=4 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:11.068280 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-084300d7-caa0-48d4-bf39-a0260e31a018 admin admin] Made reservation on behalf of a0a3ae93f6ab44af93b0538061809b98 for: {'subnet': 1} {{(pid=104072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:23:11.072359 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-084300d7-caa0-48d4-bf39-a0260e31a018 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:11.157231 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e135082-24e0-4288-a945-ab997437f69a admin admin] Pushing event updated for resources: {'Network': ['ID=fa73c53a-cb04-46d3-9e67-3609763bf5fd,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:11.170000 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Network fa73c53a-cb04-46d3-9e67-3609763bf5fd details requested by agent ovs-agent-dv-cinder-828806-4-iscsi with host dv-cinder-828806-4-iscsi {{(pid=104073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 03:23:11.260218 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-084300d7-caa0-48d4-bf39-a0260e31a018 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16716613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336'] for subnet (495a6fa4-7393-4eee-b1ce-c74250cd973b), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:11.298774 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 55100) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:23:11.317410 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084300d7-caa0-48d4-bf39-a0260e31a018 admin admin] Pushing event updated for resources: {'Subnet': ['ID=495a6fa4-7393-4eee-b1ce-c74250cd973b,revision_number=0']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:11.327252 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084300d7-caa0-48d4-bf39-a0260e31a018 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:11.327593 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084300d7-caa0-48d4-bf39-a0260e31a018 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:11.327929 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084300d7-caa0-48d4-bf39-a0260e31a018 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:11.328264 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084300d7-caa0-48d4-bf39-a0260e31a018 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:11.328592 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084300d7-caa0-48d4-bf39-a0260e31a018 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:11.328913 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084300d7-caa0-48d4-bf39-a0260e31a018 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:11.329256 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084300d7-caa0-48d4-bf39-a0260e31a018 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:11.329574 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084300d7-caa0-48d4-bf39-a0260e31a018 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:11.329915 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084300d7-caa0-48d4-bf39-a0260e31a018 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:11.330360 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084300d7-caa0-48d4-bf39-a0260e31a018 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:11.330887 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084300d7-caa0-48d4-bf39-a0260e31a018 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:11.331230 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084300d7-caa0-48d4-bf39-a0260e31a018 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:11.331554 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084300d7-caa0-48d4-bf39-a0260e31a018 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:11.331868 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084300d7-caa0-48d4-bf39-a0260e31a018 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:11.332182 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084300d7-caa0-48d4-bf39-a0260e31a018 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:11.333437 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084300d7-caa0-48d4-bf39-a0260e31a018 admin admin] Tracked resource versions report: May 27 03:23:11.333437 dv-cinder-828806-4-iscsi neutron-server[104072]: pushed versions: May 27 03:23:11.333437 dv-cinder-828806-4-iscsi neutron-server[104072]: { 'AddressGroup': {'1.2'}, May 27 03:23:11.333437 dv-cinder-828806-4-iscsi neutron-server[104072]: 'Agent': {'1.1'}, May 27 03:23:11.333437 dv-cinder-828806-4-iscsi neutron-server[104072]: 'ConntrackHelper': {'1.0'}, May 27 03:23:11.333437 dv-cinder-828806-4-iscsi neutron-server[104072]: 'LocalIPAssociation': {'1.0'}, May 27 03:23:11.333437 dv-cinder-828806-4-iscsi neutron-server[104072]: 'Log': {'1.0'}, May 27 03:23:11.333437 dv-cinder-828806-4-iscsi neutron-server[104072]: 'NDPProxy': {'1.0'}, May 27 03:23:11.333437 dv-cinder-828806-4-iscsi neutron-server[104072]: 'Network': {'1.1'}, May 27 03:23:11.333437 dv-cinder-828806-4-iscsi neutron-server[104072]: 'Port': {'1.7'}, May 27 03:23:11.333437 dv-cinder-828806-4-iscsi neutron-server[104072]: 'PortForwarding': {'1.3'}, May 27 03:23:11.333437 dv-cinder-828806-4-iscsi neutron-server[104072]: 'QosPolicy': {'1.10'}, May 27 03:23:11.333437 dv-cinder-828806-4-iscsi neutron-server[104072]: 'SecurityGroup': {'1.5'}, May 27 03:23:11.333437 dv-cinder-828806-4-iscsi neutron-server[104072]: 'SecurityGroupRule': {'1.2'}, May 27 03:23:11.333437 dv-cinder-828806-4-iscsi neutron-server[104072]: 'SubPort': {'1.0'}, May 27 03:23:11.333437 dv-cinder-828806-4-iscsi neutron-server[104072]: 'Subnet': {'1.1'}, May 27 03:23:11.333437 dv-cinder-828806-4-iscsi neutron-server[104072]: 'Trunk': {'1.1'}} May 27 03:23:11.333437 dv-cinder-828806-4-iscsi neutron-server[104072]: consumer versions: May 27 03:23:11.333437 dv-cinder-828806-4-iscsi neutron-server[104072]: { DHCP agent@dv-cinder-828806-4-iscsi: {}, May 27 03:23:11.333437 dv-cinder-828806-4-iscsi neutron-server[104072]: HyperV agent@hv-cinder-82880: {}, May 27 03:23:11.333437 dv-cinder-828806-4-iscsi neutron-server[104072]: L3 agent@dv-cinder-828806-4-iscsi: {}, May 27 03:23:11.333437 dv-cinder-828806-4-iscsi neutron-server[104072]: Metadata agent@dv-cinder-828806-4-iscsi: {}, May 27 03:23:11.333437 dv-cinder-828806-4-iscsi neutron-server[104072]: Metering agent@dv-cinder-828806-4-iscsi: {}, May 27 03:23:11.333437 dv-cinder-828806-4-iscsi neutron-server[104072]: Open vSwitch agent@dv-cinder-828806-4-iscsi: { 'AddressGroup': '1.2', May 27 03:23:11.333437 dv-cinder-828806-4-iscsi neutron-server[104072]: 'Agent': '1.1', May 27 03:23:11.333437 dv-cinder-828806-4-iscsi neutron-server[104072]: 'ConntrackHelper': '1.0', May 27 03:23:11.333437 dv-cinder-828806-4-iscsi neutron-server[104072]: 'LocalIPAssociation': '1.0', May 27 03:23:11.333437 dv-cinder-828806-4-iscsi neutron-server[104072]: 'Log': '1.0', May 27 03:23:11.333437 dv-cinder-828806-4-iscsi neutron-server[104072]: 'NDPProxy': '1.0', May 27 03:23:11.333437 dv-cinder-828806-4-iscsi neutron-server[104072]: 'Network': '1.1', May 27 03:23:11.333437 dv-cinder-828806-4-iscsi neutron-server[104072]: 'Port': '1.7', May 27 03:23:11.333437 dv-cinder-828806-4-iscsi neutron-server[104072]: 'PortForwarding': '1.3', May 27 03:23:11.333437 dv-cinder-828806-4-iscsi neutron-server[104072]: 'QosPolicy': '1.10', May 27 03:23:11.333437 dv-cinder-828806-4-iscsi neutron-server[104072]: 'SecurityGroup': '1.5', May 27 03:23:11.333437 dv-cinder-828806-4-iscsi neutron-server[104072]: 'SecurityGroupRule': '1.2', May 27 03:23:11.333437 dv-cinder-828806-4-iscsi neutron-server[104072]: 'SubPort': '1.0', May 27 03:23:11.333437 dv-cinder-828806-4-iscsi neutron-server[104072]: 'Subnet': '1.1', May 27 03:23:11.333437 dv-cinder-828806-4-iscsi neutron-server[104072]: 'Trunk': '1.1'}} May 27 03:23:11.333437 dv-cinder-828806-4-iscsi neutron-server[104072]: {{(pid=104072) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 03:23:11.341442 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084300d7-caa0-48d4-bf39-a0260e31a018 admin admin] Checking segment: {'id': 'a991f667-ec34-4360-888b-c7569fee92d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'fa73c53a-cb04-46d3-9e67-3609763bf5fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:23:11.341794 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084300d7-caa0-48d4-bf39-a0260e31a018 admin admin] Network hostable DHCP agents. Network: fa73c53a-cb04-46d3-9e67-3609763bf5fd, hostable agents: ['88cb169e-23a7-4380-813c-9b707a5671b5'], hosted agents: [] {{(pid=104072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:23:11.361066 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084300d7-caa0-48d4-bf39-a0260e31a018 admin admin] Network fa73c53a-cb04-46d3-9e67-3609763bf5fd is scheduled to be hosted by DHCP agent 88cb169e-23a7-4380-813c-9b707a5671b5 with binding_index 1 {{(pid=104072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:23:11.372533 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.base_scheduler [None req-084300d7-caa0-48d4-bf39-a0260e31a018 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828806-4-iscsi, fa73c53a-cb04-46d3-9e67-3609763bf5fd) {{(pid=104072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:23:11.382493 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147fe7f0-1195-4713-b170-6e5c6d02040f None None] Network fa73c53a-cb04-46d3-9e67-3609763bf5fd requested from dv-cinder-828806-4-iscsi {{(pid=104073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:23:11.386267 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-084300d7-caa0-48d4-bf39-a0260e31a018 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:23:11.387698 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-084300d7-caa0-48d4-bf39-a0260e31a018 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-366398'] for subnet (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:11.407321 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-084300d7-caa0-48d4-bf39-a0260e31a018 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3706067 May 27 03:23:11.501451 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f66488-a1a6-4cdb-98c0-6f8f7658d42f None None] Network fa73c53a-cb04-46d3-9e67-3609763bf5fd requested from dv-cinder-828806-4-iscsi {{(pid=104073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:23:11.512729 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 55110) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:23:11.720035 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [None req-5a3122ee-1c4d-4085-bd9b-e0d6338ed8fd admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1434591703-network', 'tenant_id': '6db8193dcee944008c7b41889bfa67a3'}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:23:11.744266 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a3122ee-1c4d-4085-bd9b-e0d6338ed8fd admin admin] Made reservation on behalf of 6db8193dcee944008c7b41889bfa67a3 for: {'network': 1} {{(pid=104071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:23:11.748888 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 55132) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:23:11.751418 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-5a3122ee-1c4d-4085-bd9b-e0d6338ed8fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for network (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:11.754730 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 55134) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:23:11.767088 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-5a3122ee-1c4d-4085-bd9b-e0d6338ed8fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:11.811892 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [None req-a2d8d22e-ef03-48dc-8a8d-5d7620811a8a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-432131402-network', 'tenant_id': '7e2e4b63d6af43058e0dc76d8ceac844'}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:23:11.846309 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2d8d22e-ef03-48dc-8a8d-5d7620811a8a admin admin] Made reservation on behalf of 7e2e4b63d6af43058e0dc76d8ceac844 for: {'network': 1} {{(pid=104072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:23:11.849484 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-a2d8d22e-ef03-48dc-8a8d-5d7620811a8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for network (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:11.856308 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-5a3122ee-1c4d-4085-bd9b-e0d6338ed8fd admin admin] Publish callbacks [] for security_group (5bb45d27-4147-42b8-a14c-c2b672c6e0f2), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:11.860719 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-a2d8d22e-ef03-48dc-8a8d-5d7620811a8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:11.861854 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-5a3122ee-1c4d-4085-bd9b-e0d6338ed8fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (5bb45d27-4147-42b8-a14c-c2b672c6e0f2), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:11.890606 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3122ee-1c4d-4085-bd9b-e0d6338ed8fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bb45d27-4147-42b8-a14c-c2b672c6e0f2,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:11.903430 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a3122ee-1c4d-4085-bd9b-e0d6338ed8fd admin admin] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=104071) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:23:11.918035 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-5a3122ee-1c4d-4085-bd9b-e0d6338ed8fd admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8743907721831', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-814499'] for segment (e06d4ee8-7c2f-4c75-a8e8-97fb5af915aa), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:11.918706 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.db.segments_db [None req-5a3122ee-1c4d-4085-bd9b-e0d6338ed8fd admin admin] Added segment e06d4ee8-7c2f-4c75-a8e8-97fb5af915aa of type vlan for network ee2ac450-e56e-4c1d-8d15-c8bfd50e2024 May 27 03:23:11.955493 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-a2d8d22e-ef03-48dc-8a8d-5d7620811a8a admin admin] Publish callbacks [] for security_group (57bb5191-ef78-4006-a6bb-5d2060cbf1ef), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:11.962014 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-a2d8d22e-ef03-48dc-8a8d-5d7620811a8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (57bb5191-ef78-4006-a6bb-5d2060cbf1ef), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:11.975276 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2d8d22e-ef03-48dc-8a8d-5d7620811a8a admin admin] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=104072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:23:11.980156 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-5a3122ee-1c4d-4085-bd9b-e0d6338ed8fd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743907247189'] for network (ee2ac450-e56e-4c1d-8d15-c8bfd50e2024), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:11.985868 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-a2d8d22e-ef03-48dc-8a8d-5d7620811a8a admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8743907721831', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-814499'] for segment (8900a96c-140e-4a88-9323-782a7b94dd95), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:11.986274 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.db.segments_db [None req-a2d8d22e-ef03-48dc-8a8d-5d7620811a8a admin admin] Added segment 8900a96c-140e-4a88-9323-782a7b94dd95 of type vlan for network 9235750b-3863-4242-97a7-a4cb52643ca2 May 27 03:23:11.995891 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [None req-d3066f9f-a17b-439f-b59b-4d5e840c54ce admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1190605770-network', 'tenant_id': '082b5523ee504be09f6fcaf833207a4f'}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:23:12.017222 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-5a3122ee-1c4d-4085-bd9b-e0d6338ed8fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336'] for network (ee2ac450-e56e-4c1d-8d15-c8bfd50e2024), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:12.018772 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a3122ee-1c4d-4085-bd9b-e0d6338ed8fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:23:12.020676 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-5a3122ee-1c4d-4085-bd9b-e0d6338ed8fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-366398'] for network (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:12.040741 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [None req-c4f8091b-e246-41f3-b0e3-9ee8d50ea889 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-611778045-network', 'tenant_id': '9351d2e0e0e14585820951a9398b35f4'}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:23:12.057907 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-5a3122ee-1c4d-4085-bd9b-e0d6338ed8fd admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 0.7577081 May 27 03:23:12.123694 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 55154) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:23:12.124425 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=77,neutron:INSERT=16,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:12.125898 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3122ee-1c4d-4085-bd9b-e0d6338ed8fd admin admin] Pushing event updated for resources: {'Network': ['ID=ee2ac450-e56e-4c1d-8d15-c8bfd50e2024,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:12.138610 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [None req-6e144d06-c174-4e55-b0bd-1b2abd8f74d7 admin admin] Request body: {'subnet': {'network_id': 'ee2ac450-e56e-4c1d-8d15-c8bfd50e2024', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1434591703-subnet', 'tenant_id': '6db8193dcee944008c7b41889bfa67a3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:23:12.139545 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Network ee2ac450-e56e-4c1d-8d15-c8bfd50e2024 details requested by agent ovs-agent-dv-cinder-828806-4-iscsi with host dv-cinder-828806-4-iscsi {{(pid=104073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 03:23:12.154965 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-a2d8d22e-ef03-48dc-8a8d-5d7620811a8a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743907247189'] for network (9235750b-3863-4242-97a7-a4cb52643ca2), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:12.167964 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=74,neutron:INSERT=21,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:12.178108 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e144d06-c174-4e55-b0bd-1b2abd8f74d7 admin admin] Made reservation on behalf of 6db8193dcee944008c7b41889bfa67a3 for: {'subnet': 1} {{(pid=104071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:23:12.181827 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-6e144d06-c174-4e55-b0bd-1b2abd8f74d7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:12.205457 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=4 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:12.206420 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d8d22e-ef03-48dc-8a8d-5d7620811a8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57bb5191-ef78-4006-a6bb-5d2060cbf1ef,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:12.216991 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3066f9f-a17b-439f-b59b-4d5e840c54ce admin admin] Made reservation on behalf of 082b5523ee504be09f6fcaf833207a4f for: {'network': 1} {{(pid=104072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:23:12.219189 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-d3066f9f-a17b-439f-b59b-4d5e840c54ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for network (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:12.236319 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-a2d8d22e-ef03-48dc-8a8d-5d7620811a8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336'] for network (9235750b-3863-4242-97a7-a4cb52643ca2), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:12.237359 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d8d22e-ef03-48dc-8a8d-5d7620811a8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:23:12.237918 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-a2d8d22e-ef03-48dc-8a8d-5d7620811a8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-366398'] for network (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:12.249566 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-d3066f9f-a17b-439f-b59b-4d5e840c54ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:12.268473 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-a2d8d22e-ef03-48dc-8a8d-5d7620811a8a admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.7535517 May 27 03:23:12.280216 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 55178) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:23:12.290525 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [None req-81b23c14-f383-4018-adbc-9f05a70f8ac6 admin admin] Request body: {'subnet': {'network_id': '9235750b-3863-4242-97a7-a4cb52643ca2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-432131402-subnet', 'tenant_id': '7e2e4b63d6af43058e0dc76d8ceac844', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:23:12.299368 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:12.321931 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4f8091b-e246-41f3-b0e3-9ee8d50ea889 admin admin] Made reservation on behalf of 9351d2e0e0e14585820951a9398b35f4 for: {'network': 1} {{(pid=104071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:23:12.325211 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-c4f8091b-e246-41f3-b0e3-9ee8d50ea889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for network (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:12.342582 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-c4f8091b-e246-41f3-b0e3-9ee8d50ea889 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:12.385726 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d8d22e-ef03-48dc-8a8d-5d7620811a8a admin admin] Pushing event updated for resources: {'Network': ['ID=9235750b-3863-4242-97a7-a4cb52643ca2,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:12.394165 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81b23c14-f383-4018-adbc-9f05a70f8ac6 admin admin] Made reservation on behalf of 7e2e4b63d6af43058e0dc76d8ceac844 for: {'subnet': 1} {{(pid=104072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:23:12.396886 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-81b23c14-f383-4018-adbc-9f05a70f8ac6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:12.397658 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Network 9235750b-3863-4242-97a7-a4cb52643ca2 details requested by agent ovs-agent-dv-cinder-828806-4-iscsi with host dv-cinder-828806-4-iscsi {{(pid=104073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 03:23:12.557319 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-d3066f9f-a17b-439f-b59b-4d5e840c54ce admin admin] Publish callbacks [] for security_group (13c82dc5-5254-4e95-9f1a-64d106d0d647), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:12.667387 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-c4f8091b-e246-41f3-b0e3-9ee8d50ea889 admin admin] Publish callbacks [] for security_group (2d8c04d8-7a22-47c3-95ec-44692272fae1), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:12.683294 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-d3066f9f-a17b-439f-b59b-4d5e840c54ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (13c82dc5-5254-4e95-9f1a-64d106d0d647), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:12.686291 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-c4f8091b-e246-41f3-b0e3-9ee8d50ea889 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (2d8c04d8-7a22-47c3-95ec-44692272fae1), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:12.716525 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f8091b-e246-41f3-b0e3-9ee8d50ea889 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d8c04d8-7a22-47c3-95ec-44692272fae1,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:12.735587 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-6e144d06-c174-4e55-b0bd-1b2abd8f74d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16716613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336'] for subnet (cc441656-896b-4ce0-b128-b3b9a7f3a183), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:12.748820 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-81b23c14-f383-4018-adbc-9f05a70f8ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16716613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336'] for subnet (74986d1d-a9b7-43a2-b2c2-09937b076cb1), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:12.758566 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3066f9f-a17b-439f-b59b-4d5e840c54ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13c82dc5-5254-4e95-9f1a-64d106d0d647,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:12.762469 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3066f9f-a17b-439f-b59b-4d5e840c54ce admin admin] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=104072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:23:12.783512 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4f8091b-e246-41f3-b0e3-9ee8d50ea889 admin admin] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=104071) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:23:12.804617 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-d3066f9f-a17b-439f-b59b-4d5e840c54ce admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8743907721831', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-814499'] for segment (9331d2d7-a6a0-4c34-9e42-53844ef9b31b), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:12.805015 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.db.segments_db [None req-d3066f9f-a17b-439f-b59b-4d5e840c54ce admin admin] Added segment 9331d2d7-a6a0-4c34-9e42-53844ef9b31b of type vlan for network e861f168-e1a5-4542-8ee4-9759fa17a578 May 27 03:23:12.827420 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-c4f8091b-e246-41f3-b0e3-9ee8d50ea889 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8743907721831', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-814499'] for segment (63adec67-bcb3-479f-bdea-b274a09a22b6), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:12.828062 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.db.segments_db [None req-c4f8091b-e246-41f3-b0e3-9ee8d50ea889 admin admin] Added segment 63adec67-bcb3-479f-bdea-b274a09a22b6 of type vlan for network cc2d2605-cf0b-41cc-a4d1-c3c28ec94860 May 27 03:23:12.848838 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=76,neutron:INSERT=21,neutron:UPDATE=3 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:12.873993 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-d3066f9f-a17b-439f-b59b-4d5e840c54ce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743907247189'] for network (e861f168-e1a5-4542-8ee4-9759fa17a578), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:12.877775 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=79,neutron:INSERT=19,neutron:UPDATE=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:12.887994 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b23c14-f383-4018-adbc-9f05a70f8ac6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74986d1d-a9b7-43a2-b2c2-09937b076cb1,revision_number=0']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:12.892354 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b23c14-f383-4018-adbc-9f05a70f8ac6 admin admin] Checking segment: {'id': '8900a96c-140e-4a88-9323-782a7b94dd95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '9235750b-3863-4242-97a7-a4cb52643ca2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:23:12.892986 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b23c14-f383-4018-adbc-9f05a70f8ac6 admin admin] Network hostable DHCP agents. Network: 9235750b-3863-4242-97a7-a4cb52643ca2, hostable agents: ['88cb169e-23a7-4380-813c-9b707a5671b5'], hosted agents: [] {{(pid=104072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:23:12.895180 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e144d06-c174-4e55-b0bd-1b2abd8f74d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc441656-896b-4ce0-b128-b3b9a7f3a183,revision_number=0']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:12.899111 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-c4f8091b-e246-41f3-b0e3-9ee8d50ea889 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743907247189'] for network (cc2d2605-cf0b-41cc-a4d1-c3c28ec94860), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:12.902217 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e144d06-c174-4e55-b0bd-1b2abd8f74d7 admin admin] Checking segment: {'id': 'e06d4ee8-7c2f-4c75-a8e8-97fb5af915aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ee2ac450-e56e-4c1d-8d15-c8bfd50e2024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:23:12.902682 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e144d06-c174-4e55-b0bd-1b2abd8f74d7 admin admin] Network hostable DHCP agents. Network: ee2ac450-e56e-4c1d-8d15-c8bfd50e2024, hostable agents: ['88cb169e-23a7-4380-813c-9b707a5671b5'], hosted agents: [] {{(pid=104071) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:23:12.933155 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-d3066f9f-a17b-439f-b59b-4d5e840c54ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336'] for network (e861f168-e1a5-4542-8ee4-9759fa17a578), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:12.934778 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3066f9f-a17b-439f-b59b-4d5e840c54ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:23:12.935398 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-d3066f9f-a17b-439f-b59b-4d5e840c54ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-366398'] for network (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:12.941935 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b23c14-f383-4018-adbc-9f05a70f8ac6 admin admin] Network 9235750b-3863-4242-97a7-a4cb52643ca2 is scheduled to be hosted by DHCP agent 88cb169e-23a7-4380-813c-9b707a5671b5 with binding_index 1 {{(pid=104072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:23:12.947437 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-c4f8091b-e246-41f3-b0e3-9ee8d50ea889 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336'] for network (cc2d2605-cf0b-41cc-a4d1-c3c28ec94860), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:12.949352 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f8091b-e246-41f3-b0e3-9ee8d50ea889 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:23:12.951159 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-c4f8091b-e246-41f3-b0e3-9ee8d50ea889 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-366398'] for network (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:13.013150 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e144d06-c174-4e55-b0bd-1b2abd8f74d7 admin admin] Network ee2ac450-e56e-4c1d-8d15-c8bfd50e2024 is scheduled to be hosted by DHCP agent 88cb169e-23a7-4380-813c-9b707a5671b5 with binding_index 1 {{(pid=104071) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:23:13.024623 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f8091b-e246-41f3-b0e3-9ee8d50ea889 admin admin] Pushing event updated for resources: {'Network': ['ID=cc2d2605-cf0b-41cc-a4d1-c3c28ec94860,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:13.039911 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Network cc2d2605-cf0b-41cc-a4d1-c3c28ec94860 details requested by agent ovs-agent-dv-cinder-828806-4-iscsi with host dv-cinder-828806-4-iscsi {{(pid=104073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 03:23:13.043034 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-c4f8091b-e246-41f3-b0e3-9ee8d50ea889 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.2869565 May 27 03:23:13.047888 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 55202) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:23:13.058495 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [None req-2a2f281e-6878-4665-b9b9-097f1d476e36 admin admin] Request body: {'subnet': {'network_id': 'cc2d2605-cf0b-41cc-a4d1-c3c28ec94860', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-611778045-subnet', 'tenant_id': '9351d2e0e0e14585820951a9398b35f4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:23:13.089964 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a2f281e-6878-4665-b9b9-097f1d476e36 admin admin] Made reservation on behalf of 9351d2e0e0e14585820951a9398b35f4 for: {'subnet': 1} {{(pid=104071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:23:13.093410 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-2a2f281e-6878-4665-b9b9-097f1d476e36 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:13.154682 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.base_scheduler [None req-81b23c14-f383-4018-adbc-9f05a70f8ac6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828806-4-iscsi, 9235750b-3863-4242-97a7-a4cb52643ca2) {{(pid=104072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:23:13.162078 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (a17a57cc-679f-4398-8430-1b64b86f4dc1), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:13.163993 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.scheduler.base_scheduler [None req-6e144d06-c174-4e55-b0bd-1b2abd8f74d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828806-4-iscsi, ee2ac450-e56e-4c1d-8d15-c8bfd50e2024) {{(pid=104071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:23:13.168804 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd9e8887-9c81-4c80-af3a-f98d74fee664 None None] Network 9235750b-3863-4242-97a7-a4cb52643ca2 requested from dv-cinder-828806-4-iscsi {{(pid=104073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:23:13.170642 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b23c14-f383-4018-adbc-9f05a70f8ac6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:23:13.172153 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-81b23c14-f383-4018-adbc-9f05a70f8ac6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-366398'] for subnet (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:13.175759 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e144d06-c174-4e55-b0bd-1b2abd8f74d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:23:13.178146 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-6e144d06-c174-4e55-b0bd-1b2abd8f74d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-366398'] for subnet (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:13.184864 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f3c76f0-b2dd-4189-89a7-f32a24ffb9f6 None None] Network ee2ac450-e56e-4c1d-8d15-c8bfd50e2024 requested from dv-cinder-828806-4-iscsi {{(pid=104073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:23:13.272183 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-d3066f9f-a17b-439f-b59b-4d5e840c54ce admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 1.5217471 May 27 03:23:13.273074 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 55206) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:23:13.302575 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [None req-0395c026-8855-407f-9cee-4bbf5cfa2356 admin admin] Request body: {'subnet': {'network_id': 'e861f168-e1a5-4542-8ee4-9759fa17a578', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1190605770-subnet', 'tenant_id': '082b5523ee504be09f6fcaf833207a4f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:23:13.331549 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3066f9f-a17b-439f-b59b-4d5e840c54ce admin admin] Pushing event updated for resources: {'Network': ['ID=e861f168-e1a5-4542-8ee4-9759fa17a578,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:13.332484 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-6e144d06-c174-4e55-b0bd-1b2abd8f74d7 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.2012331 May 27 03:23:13.333254 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 55212) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:23:13.351362 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-81b23c14-f383-4018-adbc-9f05a70f8ac6 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0622816 May 27 03:23:13.352447 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Network e861f168-e1a5-4542-8ee4-9759fa17a578 details requested by agent ovs-agent-dv-cinder-828806-4-iscsi with host dv-cinder-828806-4-iscsi {{(pid=104073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 03:23:13.356570 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 55218) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:23:13.358710 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [None req-11b8aa02-ad91-418e-9e4c-75736d1dc92f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1434591703-router', 'tenant_id': '6db8193dcee944008c7b41889bfa67a3', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d'}}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:23:13.364525 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [None req-100b7078-7fa4-48a1-aaf2-1d1902d0f029 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-432131402-router', 'tenant_id': '7e2e4b63d6af43058e0dc76d8ceac844', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d'}}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:23:13.426048 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0395c026-8855-407f-9cee-4bbf5cfa2356 admin admin] Made reservation on behalf of 082b5523ee504be09f6fcaf833207a4f for: {'subnet': 1} {{(pid=104072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:23:13.428118 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-0395c026-8855-407f-9cee-4bbf5cfa2356 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:13.441431 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:13.467375 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-100b7078-7fa4-48a1-aaf2-1d1902d0f029 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16723533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4148'] for router (f894ead6-5c56-4335-b420-9b87f690d18d), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:13.468505 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-100b7078-7fa4-48a1-aaf2-1d1902d0f029 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16723197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16278093', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16646318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4159'] for router (f894ead6-5c56-4335-b420-9b87f690d18d), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:13.480828 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9621d8bc-3be7-45ab-9a15-bcfe82a1d999 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e4825cd-1402-5c2a-9e28-936b264acd46-9235750b-3863-4242-97a7-a4cb52643ca2', 'network_id': '9235750b-3863-4242-97a7-a4cb52643ca2', 'project_id': '7e2e4b63d6af43058e0dc76d8ceac844', 'fixed_ips': [{'subnet_id': '74986d1d-a9b7-43a2-b2c2-09937b076cb1'}]}} from dv-cinder-828806-4-iscsi. {{(pid=104073) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 27 03:23:13.482680 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-9621d8bc-3be7-45ab-9a15-bcfe82a1d999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (None), before_create {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:13.492862 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-11b8aa02-ad91-418e-9e4c-75736d1dc92f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16723533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4148'] for router (38eac928-01f1-4978-ba20-ac2c031b8983), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:13.494283 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-11b8aa02-ad91-418e-9e4c-75736d1dc92f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16723197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16278093', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16646318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4159'] for router (38eac928-01f1-4978-ba20-ac2c031b8983), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:13.495198 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:13.503615 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-2a2f281e-6878-4665-b9b9-097f1d476e36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16716613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336'] for subnet (a8c67362-f6b9-416d-9235-7ee8f03b0511), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:13.526527 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a89e3137-1db2-4a6b-889f-dd1ebd8b4b98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e4825cd-1402-5c2a-9e28-936b264acd46-ee2ac450-e56e-4c1d-8d15-c8bfd50e2024', 'network_id': 'ee2ac450-e56e-4c1d-8d15-c8bfd50e2024', 'project_id': '6db8193dcee944008c7b41889bfa67a3', 'fixed_ips': [{'subnet_id': 'cc441656-896b-4ce0-b128-b3b9a7f3a183'}]}} from dv-cinder-828806-4-iscsi. {{(pid=104073) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 27 03:23:13.527740 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-a89e3137-1db2-4a6b-889f-dd1ebd8b4b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (None), before_create {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:13.661485 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2f281e-6878-4665-b9b9-097f1d476e36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8c67362-f6b9-416d-9235-7ee8f03b0511,revision_number=0']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:13.664809 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-11b8aa02-ad91-418e-9e4c-75736d1dc92f admin admin] Publish callbacks [] for router_controller (38eac928-01f1-4978-ba20-ac2c031b8983), precommit_add_association {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:13.758157 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2f281e-6878-4665-b9b9-097f1d476e36 admin admin] Checking segment: {'id': '63adec67-bcb3-479f-bdea-b274a09a22b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'cc2d2605-cf0b-41cc-a4d1-c3c28ec94860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:23:13.759641 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a2f281e-6878-4665-b9b9-097f1d476e36 admin admin] Network hostable DHCP agents. Network: cc2d2605-cf0b-41cc-a4d1-c3c28ec94860, hostable agents: ['88cb169e-23a7-4380-813c-9b707a5671b5'], hosted agents: [] {{(pid=104071) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:23:13.786367 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-100b7078-7fa4-48a1-aaf2-1d1902d0f029 admin admin] Publish callbacks [] for router_controller (f894ead6-5c56-4335-b420-9b87f690d18d), precommit_add_association {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:13.966594 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 55260) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:23:13.975412 dv-cinder-828806-4-iscsi neutron-server[104071]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 27 03:23:13.991894 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a2f281e-6878-4665-b9b9-097f1d476e36 admin admin] Network cc2d2605-cf0b-41cc-a4d1-c3c28ec94860 is scheduled to be hosted by DHCP agent 88cb169e-23a7-4380-813c-9b707a5671b5 with binding_index 1 {{(pid=104071) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:23:14.052236 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.db_base_plugin_common [None req-9621d8bc-3be7-45ab-9a15-bcfe82a1d999 None None] Allocated IP 172.20.0.2 (9235750b-3863-4242-97a7-a4cb52643ca2/74986d1d-a9b7-43a2-b2c2-09937b076cb1/0ffdd890-8bee-46f7-b779-8f14b60ba56c) {{(pid=104073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:23:14.075198 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.db_base_plugin_common [None req-a89e3137-1db2-4a6b-889f-dd1ebd8b4b98 None None] Allocated IP 172.20.0.2 (ee2ac450-e56e-4c1d-8d15-c8bfd50e2024/cc441656-896b-4ce0-b128-b3b9a7f3a183/213fd885-c8e1-4df4-a81f-57d4225760e8) {{(pid=104073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:23:14.079919 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-11b8aa02-ad91-418e-9e4c-75736d1dc92f admin admin] Publish callbacks [] for router_gateway (38eac928-01f1-4978-ba20-ac2c031b8983), precommit_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:14.080681 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=88,neutron:UPDATE=6,neutron:INSERT=6 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:14.093916 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.scheduler.base_scheduler [None req-2a2f281e-6878-4665-b9b9-097f1d476e36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828806-4-iscsi, cc2d2605-cf0b-41cc-a4d1-c3c28ec94860) {{(pid=104071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:23:14.134899 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-0395c026-8855-407f-9cee-4bbf5cfa2356 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16716613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336'] for subnet (22c8ee8a-bdb1-4646-81f4-b6b1b8177bb9), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:14.154040 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2f281e-6878-4665-b9b9-097f1d476e36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:23:14.154949 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-2a2f281e-6878-4665-b9b9-097f1d476e36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-366398'] for subnet (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:14.183099 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:14.195053 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-100b7078-7fa4-48a1-aaf2-1d1902d0f029 admin admin] Publish callbacks [] for router_gateway (f894ead6-5c56-4335-b420-9b87f690d18d), precommit_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:14.229086 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0395c026-8855-407f-9cee-4bbf5cfa2356 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22c8ee8a-bdb1-4646-81f4-b6b1b8177bb9,revision_number=0']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:14.281529 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-9621d8bc-3be7-45ab-9a15-bcfe82a1d999 None None] Publish callbacks [] for port (0ffdd890-8bee-46f7-b779-8f14b60ba56c), precommit_create {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:14.289380 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9937540f-f985-4115-894d-380a2e4c5ec8 None None] Network cc2d2605-cf0b-41cc-a4d1-c3c28ec94860 requested from dv-cinder-828806-4-iscsi {{(pid=104073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:23:14.303975 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0395c026-8855-407f-9cee-4bbf5cfa2356 admin admin] Checking segment: {'id': '9331d2d7-a6a0-4c34-9e42-53844ef9b31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e861f168-e1a5-4542-8ee4-9759fa17a578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:23:14.304330 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0395c026-8855-407f-9cee-4bbf5cfa2356 admin admin] Network hostable DHCP agents. Network: e861f168-e1a5-4542-8ee4-9759fa17a578, hostable agents: ['88cb169e-23a7-4380-813c-9b707a5671b5'], hosted agents: [] {{(pid=104072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:23:14.355452 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-9621d8bc-3be7-45ab-9a15-bcfe82a1d999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743907242280'] for port (0ffdd890-8bee-46f7-b779-8f14b60ba56c), after_create {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:14.369436 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=81,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:14.404013 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=8 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:14.404830 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-2a2f281e-6878-4665-b9b9-097f1d476e36 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3554764 May 27 03:23:14.407218 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0395c026-8855-407f-9cee-4bbf5cfa2356 admin admin] Network e861f168-e1a5-4542-8ee4-9759fa17a578 is scheduled to be hosted by DHCP agent 88cb169e-23a7-4380-813c-9b707a5671b5 with binding_index 1 {{(pid=104072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:23:14.409181 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 55278) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:23:14.442782 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [None req-0670e37b-c3a4-4854-97eb-0a58a1a8dd15 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-611778045-router', 'tenant_id': '9351d2e0e0e14585820951a9398b35f4', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d'}}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:23:14.450836 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6cac2e-5cd8-4ea5-864e-2a6973e0f713 req-5642bf07-aea3-4b38-9d7e-72cc62b8b776 tempest-DeleteServersTestJSON-2102923163 tempest-DeleteServersTestJSON-2102923163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:23:14.459959 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-8a6cac2e-5cd8-4ea5-864e-2a6973e0f713 req-5642bf07-aea3-4b38-9d7e-72cc62b8b776 tempest-DeleteServersTestJSON-2102923163 tempest-DeleteServersTestJSON-2102923163-project] 10.222.0.50 "GET /v2.0/networks?id=fa73c53a-cb04-46d3-9e67-3609763bf5fd HTTP/1.1" status: 200 len: 811 time: 0.4922745 May 27 03:23:14.482753 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9621d8bc-3be7-45ab-9a15-bcfe82a1d999 None None] Network 9235750b-3863-4242-97a7-a4cb52643ca2 is already hosted by enough agents. {{(pid=104073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:23:14.483392 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-8a6cac2e-5cd8-4ea5-864e-2a6973e0f713 req-4483f580-3ddd-454b-a40f-52981a66264b tempest-DeleteServersTestJSON-2102923163 tempest-DeleteServersTestJSON-2102923163-project] 10.222.0.50 "GET /v2.0/quotas/a0a3ae93f6ab44af93b0538061809b98 HTTP/1.1" status: 200 len: 375 time: 0.0219207 May 27 03:23:14.489783 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.base_scheduler [None req-0395c026-8855-407f-9cee-4bbf5cfa2356 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828806-4-iscsi, e861f168-e1a5-4542-8ee4-9759fa17a578) {{(pid=104072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:23:14.503554 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.scheduler.base_scheduler [None req-9621d8bc-3be7-45ab-9a15-bcfe82a1d999 None None] Resources bound (agent type, host, resource id): {{(pid=104073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:23:14.504761 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0395c026-8855-407f-9cee-4bbf5cfa2356 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:23:14.505445 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-0395c026-8855-407f-9cee-4bbf5cfa2356 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-366398'] for subnet (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:14.538646 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-0670e37b-c3a4-4854-97eb-0a58a1a8dd15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16723533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4148'] for router (ec376dbd-361b-41fd-8d64-cf1759d3c8fc), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:14.543186 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-0670e37b-c3a4-4854-97eb-0a58a1a8dd15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16723197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16278093', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16646318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4159'] for router (ec376dbd-361b-41fd-8d64-cf1759d3c8fc), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:14.551951 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9621d8bc-3be7-45ab-9a15-bcfe82a1d999 None None] Received port after_create {{(pid=104073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:23:14.556083 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbac1fc2-aea5-4ac7-90e1-b24beea7c171 None None] Network e861f168-e1a5-4542-8ee4-9759fa17a578 requested from dv-cinder-828806-4-iscsi {{(pid=104073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:23:14.562173 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=7 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:14.579882 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-100b7078-7fa4-48a1-aaf2-1d1902d0f029 admin admin] Publish callbacks [] for router_gateway (f894ead6-5c56-4335-b420-9b87f690d18d), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:14.603096 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b923b58-6fef-4175-8b8c-17104822506b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e4825cd-1402-5c2a-9e28-936b264acd46-cc2d2605-cf0b-41cc-a4d1-c3c28ec94860', 'network_id': 'cc2d2605-cf0b-41cc-a4d1-c3c28ec94860', 'project_id': '9351d2e0e0e14585820951a9398b35f4', 'fixed_ips': [{'subnet_id': 'a8c67362-f6b9-416d-9235-7ee8f03b0511'}]}} from dv-cinder-828806-4-iscsi. {{(pid=104073) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 27 03:23:14.605792 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-9b923b58-6fef-4175-8b8c-17104822506b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (None), before_create {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:14.658033 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-0670e37b-c3a4-4854-97eb-0a58a1a8dd15 admin admin] Publish callbacks [] for router_controller (ec376dbd-361b-41fd-8d64-cf1759d3c8fc), precommit_add_association {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:14.664596 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-0395c026-8855-407f-9cee-4bbf5cfa2356 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3665740 May 27 03:23:14.699595 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 55292) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:23:14.805536 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [None req-c8655d2a-ca2a-47cc-a514-556dc96c3bad admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1190605770-router', 'tenant_id': '082b5523ee504be09f6fcaf833207a4f', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d'}}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:23:14.849403 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9621d8bc-3be7-45ab-9a15-bcfe82a1d999 None None] Pushing event updated for resources: {'Port': ['ID=0ffdd890-8bee-46f7-b779-8f14b60ba56c,revision_number=1']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:14.885853 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-100b7078-7fa4-48a1-aaf2-1d1902d0f029 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:14.934958 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-c8655d2a-ca2a-47cc-a514-556dc96c3bad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16723533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4148'] for router (48ccfd99-9d2a-40bc-8f48-1ef8477ddac8), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:14.938819 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-8a6cac2e-5cd8-4ea5-864e-2a6973e0f713 req-dcde35e9-5120-4b9f-a306-cf642af77b8b tempest-DeleteServersTestJSON-2102923163 tempest-DeleteServersTestJSON-2102923163-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=a0a3ae93f6ab44af93b0538061809b98&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4546089 May 27 03:23:14.939366 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-c8655d2a-ca2a-47cc-a514-556dc96c3bad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16723197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16278093', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16646318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4159'] for router (48ccfd99-9d2a-40bc-8f48-1ef8477ddac8), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:15.018634 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-11b8aa02-ad91-418e-9e4c-75736d1dc92f admin admin] Publish callbacks [] for router_gateway (38eac928-01f1-4978-ba20-ac2c031b8983), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:15.030286 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.managers [None req-9621d8bc-3be7-45ab-9a15-bcfe82a1d999 None None] Attempting to bind port 0ffdd890-8bee-46f7-b779-8f14b60ba56c on host dv-cinder-828806-4-iscsi for vnic_type normal with profile {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:23:15.033047 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.managers [None req-9621d8bc-3be7-45ab-9a15-bcfe82a1d999 None None] Attempting to bind port 0ffdd890-8bee-46f7-b779-8f14b60ba56c by drivers openvswitch,hyperv on host dv-cinder-828806-4-iscsi at level 0 using segments [{'id': '8900a96c-140e-4a88-9323-782a7b94dd95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '9235750b-3863-4242-97a7-a4cb52643ca2'}] {{(pid=104073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:23:15.034482 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9621d8bc-3be7-45ab-9a15-bcfe82a1d999 None None] Attempting to bind port 0ffdd890-8bee-46f7-b779-8f14b60ba56c on network 9235750b-3863-4242-97a7-a4cb52643ca2 {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:23:15.040300 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9621d8bc-3be7-45ab-9a15-bcfe82a1d999 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:15.040945 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9621d8bc-3be7-45ab-9a15-bcfe82a1d999 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:15.042038 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9621d8bc-3be7-45ab-9a15-bcfe82a1d999 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:15.042465 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9621d8bc-3be7-45ab-9a15-bcfe82a1d999 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:15.042840 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9621d8bc-3be7-45ab-9a15-bcfe82a1d999 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:15.044293 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9621d8bc-3be7-45ab-9a15-bcfe82a1d999 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:15.045414 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9621d8bc-3be7-45ab-9a15-bcfe82a1d999 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:15.049931 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9621d8bc-3be7-45ab-9a15-bcfe82a1d999 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:15.050349 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9621d8bc-3be7-45ab-9a15-bcfe82a1d999 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:15.050697 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9621d8bc-3be7-45ab-9a15-bcfe82a1d999 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:15.052540 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9621d8bc-3be7-45ab-9a15-bcfe82a1d999 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:15.052917 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9621d8bc-3be7-45ab-9a15-bcfe82a1d999 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:15.053284 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9621d8bc-3be7-45ab-9a15-bcfe82a1d999 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:15.054764 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9621d8bc-3be7-45ab-9a15-bcfe82a1d999 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:15.056122 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9621d8bc-3be7-45ab-9a15-bcfe82a1d999 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:15.058461 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 55316) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:23:15.059675 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9621d8bc-3be7-45ab-9a15-bcfe82a1d999 None None] Tracked resource versions report: May 27 03:23:15.059675 dv-cinder-828806-4-iscsi neutron-server[104073]: pushed versions: May 27 03:23:15.059675 dv-cinder-828806-4-iscsi neutron-server[104073]: { 'AddressGroup': {'1.2'}, May 27 03:23:15.059675 dv-cinder-828806-4-iscsi neutron-server[104073]: 'Agent': {'1.1'}, May 27 03:23:15.059675 dv-cinder-828806-4-iscsi neutron-server[104073]: 'ConntrackHelper': {'1.0'}, May 27 03:23:15.059675 dv-cinder-828806-4-iscsi neutron-server[104073]: 'LocalIPAssociation': {'1.0'}, May 27 03:23:15.059675 dv-cinder-828806-4-iscsi neutron-server[104073]: 'Log': {'1.0'}, May 27 03:23:15.059675 dv-cinder-828806-4-iscsi neutron-server[104073]: 'NDPProxy': {'1.0'}, May 27 03:23:15.059675 dv-cinder-828806-4-iscsi neutron-server[104073]: 'Network': {'1.1'}, May 27 03:23:15.059675 dv-cinder-828806-4-iscsi neutron-server[104073]: 'Port': {'1.7'}, May 27 03:23:15.059675 dv-cinder-828806-4-iscsi neutron-server[104073]: 'PortForwarding': {'1.3'}, May 27 03:23:15.059675 dv-cinder-828806-4-iscsi neutron-server[104073]: 'QosPolicy': {'1.10'}, May 27 03:23:15.059675 dv-cinder-828806-4-iscsi neutron-server[104073]: 'SecurityGroup': {'1.5'}, May 27 03:23:15.059675 dv-cinder-828806-4-iscsi neutron-server[104073]: 'SecurityGroupRule': {'1.2'}, May 27 03:23:15.059675 dv-cinder-828806-4-iscsi neutron-server[104073]: 'SubPort': {'1.0'}, May 27 03:23:15.059675 dv-cinder-828806-4-iscsi neutron-server[104073]: 'Subnet': {'1.1'}, May 27 03:23:15.059675 dv-cinder-828806-4-iscsi neutron-server[104073]: 'Trunk': {'1.1'}} May 27 03:23:15.059675 dv-cinder-828806-4-iscsi neutron-server[104073]: consumer versions: May 27 03:23:15.059675 dv-cinder-828806-4-iscsi neutron-server[104073]: { DHCP agent@dv-cinder-828806-4-iscsi: {}, May 27 03:23:15.059675 dv-cinder-828806-4-iscsi neutron-server[104073]: HyperV agent@hv-cinder-82880: {}, May 27 03:23:15.059675 dv-cinder-828806-4-iscsi neutron-server[104073]: L3 agent@dv-cinder-828806-4-iscsi: {}, May 27 03:23:15.059675 dv-cinder-828806-4-iscsi neutron-server[104073]: Metadata agent@dv-cinder-828806-4-iscsi: {}, May 27 03:23:15.059675 dv-cinder-828806-4-iscsi neutron-server[104073]: Metering agent@dv-cinder-828806-4-iscsi: {}, May 27 03:23:15.059675 dv-cinder-828806-4-iscsi neutron-server[104073]: Open vSwitch agent@dv-cinder-828806-4-iscsi: { 'AddressGroup': '1.2', May 27 03:23:15.059675 dv-cinder-828806-4-iscsi neutron-server[104073]: 'Agent': '1.1', May 27 03:23:15.059675 dv-cinder-828806-4-iscsi neutron-server[104073]: 'ConntrackHelper': '1.0', May 27 03:23:15.059675 dv-cinder-828806-4-iscsi neutron-server[104073]: 'LocalIPAssociation': '1.0', May 27 03:23:15.059675 dv-cinder-828806-4-iscsi neutron-server[104073]: 'Log': '1.0', May 27 03:23:15.059675 dv-cinder-828806-4-iscsi neutron-server[104073]: 'NDPProxy': '1.0', May 27 03:23:15.059675 dv-cinder-828806-4-iscsi neutron-server[104073]: 'Network': '1.1', May 27 03:23:15.059675 dv-cinder-828806-4-iscsi neutron-server[104073]: 'Port': '1.7', May 27 03:23:15.059675 dv-cinder-828806-4-iscsi neutron-server[104073]: 'PortForwarding': '1.3', May 27 03:23:15.059675 dv-cinder-828806-4-iscsi neutron-server[104073]: 'QosPolicy': '1.10', May 27 03:23:15.059675 dv-cinder-828806-4-iscsi neutron-server[104073]: 'SecurityGroup': '1.5', May 27 03:23:15.059675 dv-cinder-828806-4-iscsi neutron-server[104073]: 'SecurityGroupRule': '1.2', May 27 03:23:15.059675 dv-cinder-828806-4-iscsi neutron-server[104073]: 'SubPort': '1.0', May 27 03:23:15.059675 dv-cinder-828806-4-iscsi neutron-server[104073]: 'Subnet': '1.1', May 27 03:23:15.059675 dv-cinder-828806-4-iscsi neutron-server[104073]: 'Trunk': '1.1'}} May 27 03:23:15.059675 dv-cinder-828806-4-iscsi neutron-server[104073]: {{(pid=104073) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 03:23:15.063102 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-11b8aa02-ad91-418e-9e4c-75736d1dc92f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:15.092469 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-0670e37b-c3a4-4854-97eb-0a58a1a8dd15 admin admin] Publish callbacks [] for router_gateway (ec376dbd-361b-41fd-8d64-cf1759d3c8fc), precommit_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:15.118012 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9621d8bc-3be7-45ab-9a15-bcfe82a1d999 None None] Checking agent: {'id': '01a6c5a5-ff25-49ea-8869-bb2b5ba0570e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828806-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 14, 35), 'started_at': datetime.datetime(2022, 5, 27, 3, 15, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828806-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:23:15.123431 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9621d8bc-3be7-45ab-9a15-bcfe82a1d999 None None] Checking segment: {'id': '8900a96c-140e-4a88-9323-782a7b94dd95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '9235750b-3863-4242-97a7-a4cb52643ca2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:23:15.123945 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-9621d8bc-3be7-45ab-9a15-bcfe82a1d999 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:15.124361 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9621d8bc-3be7-45ab-9a15-bcfe82a1d999 None None] Bound using segment: {'id': '8900a96c-140e-4a88-9323-782a7b94dd95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '9235750b-3863-4242-97a7-a4cb52643ca2'} {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:23:15.127415 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.managers [None req-9621d8bc-3be7-45ab-9a15-bcfe82a1d999 None None] Bound port: 0ffdd890-8bee-46f7-b779-8f14b60ba56c, host: dv-cinder-828806-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8900a96c-140e-4a88-9323-782a7b94dd95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '9235750b-3863-4242-97a7-a4cb52643ca2'}}] {{(pid=104073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:23:15.131058 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-9621d8bc-3be7-45ab-9a15-bcfe82a1d999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (0ffdd890-8bee-46f7-b779-8f14b60ba56c), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:15.243570 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 55324) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:23:15.307609 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-c8655d2a-ca2a-47cc-a514-556dc96c3bad admin admin] Publish callbacks [] for router_controller (48ccfd99-9d2a-40bc-8f48-1ef8477ddac8), precommit_add_association {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:15.338075 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.db.db_base_plugin_common [None req-11b8aa02-ad91-418e-9e4c-75736d1dc92f admin admin] Allocated IP 172.27.3.45 (ca8b8e18-04f1-46f4-8c3b-aba3c077569d/ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa/717a75d6-2ae6-41ed-a225-2bf1cc18fb1b) {{(pid=104071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:23:15.368572 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-a89e3137-1db2-4a6b-889f-dd1ebd8b4b98 None None] Publish callbacks [] for port (213fd885-c8e1-4df4-a81f-57d4225760e8), precommit_create {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:15.392437 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e8f4d7-3243-47df-a5fa-d337bd96b754 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e4825cd-1402-5c2a-9e28-936b264acd46-e861f168-e1a5-4542-8ee4-9759fa17a578', 'network_id': 'e861f168-e1a5-4542-8ee4-9759fa17a578', 'project_id': '082b5523ee504be09f6fcaf833207a4f', 'fixed_ips': [{'subnet_id': '22c8ee8a-bdb1-4646-81f4-b6b1b8177bb9'}]}} from dv-cinder-828806-4-iscsi. {{(pid=104073) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 27 03:23:15.394067 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f5e8f4d7-3243-47df-a5fa-d337bd96b754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (None), before_create {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:15.448551 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-e3b93264-9119-428c-a036-527b16735c5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:15.476067 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-a89e3137-1db2-4a6b-889f-dd1ebd8b4b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743907242280'] for port (213fd885-c8e1-4df4-a81f-57d4225760e8), after_create {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:15.477261 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-498b16f1-0e4e-43fa-b1ba-a08e664c7da2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:15.506608 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a89e3137-1db2-4a6b-889f-dd1ebd8b4b98 None None] Network ee2ac450-e56e-4c1d-8d15-c8bfd50e2024 is already hosted by enough agents. {{(pid=104073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:23:15.513708 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.scheduler.base_scheduler [None req-a89e3137-1db2-4a6b-889f-dd1ebd8b4b98 None None] Resources bound (agent type, host, resource id): {{(pid=104073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:23:15.551845 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89e3137-1db2-4a6b-889f-dd1ebd8b4b98 None None] Received port after_create {{(pid=104073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:23:15.580470 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-498b16f1-0e4e-43fa-b1ba-a08e664c7da2 admin admin] Publish callbacks [] for security_group (aeb15cdb-f44e-46de-83a5-399c50e569fa), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:15.586755 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:15.597544 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [req-8a6cac2e-5cd8-4ea5-864e-2a6973e0f713 req-1de4b7b5-6bcd-49ae-a9ba-93e96a1ca4d7 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=104071) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 27 03:23:15.598936 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-8a6cac2e-5cd8-4ea5-864e-2a6973e0f713 req-1de4b7b5-6bcd-49ae-a9ba-93e96a1ca4d7 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1730537 May 27 03:23:15.603206 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-498b16f1-0e4e-43fa-b1ba-a08e664c7da2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (aeb15cdb-f44e-46de-83a5-399c50e569fa), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:15.632973 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:15.653671 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:INSERT=9,neutron:DELETE=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:15.693470 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89e3137-1db2-4a6b-889f-dd1ebd8b4b98 None None] Pushing event updated for resources: {'Port': ['ID=213fd885-c8e1-4df4-a81f-57d4225760e8,revision_number=1']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:15.711046 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-9621d8bc-3be7-45ab-9a15-bcfe82a1d999 None None] For port 0ffdd890-8bee-46f7-b779-8f14b60ba56c, host dv-cinder-828806-4-iscsi, cleared binding levels {{(pid=104073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:23:15.715316 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-498b16f1-0e4e-43fa-b1ba-a08e664c7da2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b5bae16346a94be89a5af009f5937fd6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4700420 May 27 03:23:15.723159 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 55336) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:23:15.734852 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-c8655d2a-ca2a-47cc-a514-556dc96c3bad admin admin] Publish callbacks [] for router_gateway (48ccfd99-9d2a-40bc-8f48-1ef8477ddac8), precommit_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:15.739536 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.db_base_plugin_common [None req-9b923b58-6fef-4175-8b8c-17104822506b None None] Allocated IP 172.20.0.2 (cc2d2605-cf0b-41cc-a4d1-c3c28ec94860/a8c67362-f6b9-416d-9235-7ee8f03b0511/a07dcd99-feea-42dc-b305-ac5a389010b5) {{(pid=104073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:23:15.761259 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-11b8aa02-ad91-418e-9e4c-75736d1dc92f admin admin] Publish callbacks [] for port (717a75d6-2ae6-41ed-a225-2bf1cc18fb1b), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:15.771609 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.db_base_plugin_common [None req-f5e8f4d7-3243-47df-a5fa-d337bd96b754 None None] Allocated IP 172.20.0.2 (e861f168-e1a5-4542-8ee4-9759fa17a578/22c8ee8a-bdb1-4646-81f4-b6b1b8177bb9/2f261b1e-97d1-410b-b749-44d901cc6963) {{(pid=104073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:23:15.778149 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-9621d8bc-3be7-45ab-9a15-bcfe82a1d999 None None] For port 0ffdd890-8bee-46f7-b779-8f14b60ba56c, host dv-cinder-828806-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-4-iscsi',level=0,port_id=0ffdd890-8bee-46f7-b779-8f14b60ba56c,segment=NetworkSegment(8900a96c-140e-4a88-9323-782a7b94dd95),segment_id=8900a96c-140e-4a88-9323-782a7b94dd95)] {{(pid=104073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:23:15.788623 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.managers [None req-a89e3137-1db2-4a6b-889f-dd1ebd8b4b98 None None] Attempting to bind port 213fd885-c8e1-4df4-a81f-57d4225760e8 on host dv-cinder-828806-4-iscsi for vnic_type normal with profile {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:23:15.788982 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.managers [None req-a89e3137-1db2-4a6b-889f-dd1ebd8b4b98 None None] Attempting to bind port 213fd885-c8e1-4df4-a81f-57d4225760e8 by drivers openvswitch,hyperv on host dv-cinder-828806-4-iscsi at level 0 using segments [{'id': 'e06d4ee8-7c2f-4c75-a8e8-97fb5af915aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ee2ac450-e56e-4c1d-8d15-c8bfd50e2024'}] {{(pid=104073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:23:15.789344 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89e3137-1db2-4a6b-889f-dd1ebd8b4b98 None None] Attempting to bind port 213fd885-c8e1-4df4-a81f-57d4225760e8 on network ee2ac450-e56e-4c1d-8d15-c8bfd50e2024 {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:23:15.810835 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-9621d8bc-3be7-45ab-9a15-bcfe82a1d999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (0ffdd890-8bee-46f7-b779-8f14b60ba56c), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:15.827581 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498b16f1-0e4e-43fa-b1ba-a08e664c7da2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeb15cdb-f44e-46de-83a5-399c50e569fa,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:15.849365 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=83,neutron:INSERT=9,neutron:UPDATE=8 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:15.860669 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89e3137-1db2-4a6b-889f-dd1ebd8b4b98 None None] Checking agent: {'id': '01a6c5a5-ff25-49ea-8869-bb2b5ba0570e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828806-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 14, 35), 'started_at': datetime.datetime(2022, 5, 27, 3, 15, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828806-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:23:15.861066 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89e3137-1db2-4a6b-889f-dd1ebd8b4b98 None None] Checking segment: {'id': 'e06d4ee8-7c2f-4c75-a8e8-97fb5af915aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ee2ac450-e56e-4c1d-8d15-c8bfd50e2024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:23:15.861384 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-a89e3137-1db2-4a6b-889f-dd1ebd8b4b98 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:15.861775 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89e3137-1db2-4a6b-889f-dd1ebd8b4b98 None None] Bound using segment: {'id': 'e06d4ee8-7c2f-4c75-a8e8-97fb5af915aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ee2ac450-e56e-4c1d-8d15-c8bfd50e2024'} {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:23:15.862324 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.managers [None req-a89e3137-1db2-4a6b-889f-dd1ebd8b4b98 None None] Bound port: 213fd885-c8e1-4df4-a81f-57d4225760e8, host: dv-cinder-828806-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e06d4ee8-7c2f-4c75-a8e8-97fb5af915aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ee2ac450-e56e-4c1d-8d15-c8bfd50e2024'}}] {{(pid=104073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:23:15.862608 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-a89e3137-1db2-4a6b-889f-dd1ebd8b4b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (213fd885-c8e1-4df4-a81f-57d4225760e8), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:15.865342 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-0670e37b-c3a4-4854-97eb-0a58a1a8dd15 admin admin] Publish callbacks [] for router_gateway (ec376dbd-361b-41fd-8d64-cf1759d3c8fc), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:15.895476 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-0670e37b-c3a4-4854-97eb-0a58a1a8dd15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:15.940123 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:15.949811 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-e3b93264-9119-428c-a036-527b16735c5e admin admin] Publish callbacks [] for security_group (76b4fe5d-00a4-4523-8df4-e0af4122891a), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:15.962358 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-8a6cac2e-5cd8-4ea5-864e-2a6973e0f713 req-48b186ca-b66d-4e77-856a-4b2e5a02dc99 service neutron] 10.222.0.50 "GET /v2.0/networks/fa73c53a-cb04-46d3-9e67-3609763bf5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3467360 May 27 03:23:15.974365 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-11b8aa02-ad91-418e-9e4c-75736d1dc92f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743907242280'] for port (717a75d6-2ae6-41ed-a225-2bf1cc18fb1b), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:15.981540 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-e3b93264-9119-428c-a036-527b16735c5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (76b4fe5d-00a4-4523-8df4-e0af4122891a), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:15.988906 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-e1c03fc7-d686-4ce6-9958-b414c0ec92bd admin admin] Publish callbacks [] for security_group (aeb15cdb-f44e-46de-83a5-399c50e569fa), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:16.009610 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:16.036601 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9621d8bc-3be7-45ab-9a15-bcfe82a1d999 None None] Pushing event updated for resources: {'Port': ['ID=0ffdd890-8bee-46f7-b779-8f14b60ba56c,revision_number=2']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:16.068673 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.agents_db [None req-9472a85a-8dd5-480f-9a02-5eb3d7473862 None None] Agent healthcheck: found 6 active agents {{(pid=104074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:23:16.116447 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-e1c03fc7-d686-4ce6-9958-b414c0ec92bd admin admin] Publish callbacks [] for security_group (aeb15cdb-f44e-46de-83a5-399c50e569fa), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:16.117607 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-a89e3137-1db2-4a6b-889f-dd1ebd8b4b98 None None] For port 213fd885-c8e1-4df4-a81f-57d4225760e8, host dv-cinder-828806-4-iscsi, cleared binding levels {{(pid=104073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:23:16.144170 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-a89e3137-1db2-4a6b-889f-dd1ebd8b4b98 None None] For port 213fd885-c8e1-4df4-a81f-57d4225760e8, host dv-cinder-828806-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-4-iscsi',level=0,port_id=213fd885-c8e1-4df4-a81f-57d4225760e8,segment=NetworkSegment(e06d4ee8-7c2f-4c75-a8e8-97fb5af915aa),segment_id=e06d4ee8-7c2f-4c75-a8e8-97fb5af915aa)] {{(pid=104073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:23:16.171152 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b8aa02-ad91-418e-9e4c-75736d1dc92f admin admin] Network ca8b8e18-04f1-46f4-8c3b-aba3c077569d is already hosted by enough agents. {{(pid=104071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:23:16.182413 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-a89e3137-1db2-4a6b-889f-dd1ebd8b4b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (213fd885-c8e1-4df4-a81f-57d4225760e8), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:16.189100 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.scheduler.base_scheduler [None req-11b8aa02-ad91-418e-9e4c-75736d1dc92f admin admin] Resources bound (agent type, host, resource id): {{(pid=104071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:23:16.191971 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.db.db_base_plugin_common [None req-100b7078-7fa4-48a1-aaf2-1d1902d0f029 admin admin] Allocated IP 172.27.3.35 (ca8b8e18-04f1-46f4-8c3b-aba3c077569d/ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa/28d3375c-e01d-45c9-b232-57887e8c3d83) {{(pid=104072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:23:16.195660 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b8aa02-ad91-418e-9e4c-75736d1dc92f admin admin] Received port after_create {{(pid=104071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:23:16.198628 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-9b923b58-6fef-4175-8b8c-17104822506b None None] Publish callbacks [] for port (a07dcd99-feea-42dc-b305-ac5a389010b5), precommit_create {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:16.207907 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-e3b93264-9119-428c-a036-527b16735c5e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=76d3d40037e44f2091868229c4318db4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9825161 May 27 03:23:16.211356 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 55340) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:23:16.243294 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-9b923b58-6fef-4175-8b8c-17104822506b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743907242280'] for port (a07dcd99-feea-42dc-b305-ac5a389010b5), after_create {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:16.257724 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f5e8f4d7-3243-47df-a5fa-d337bd96b754 None None] Publish callbacks [] for port (2f261b1e-97d1-410b-b749-44d901cc6963), precommit_create {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:16.291332 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f5e8f4d7-3243-47df-a5fa-d337bd96b754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743907242280'] for port (2f261b1e-97d1-410b-b749-44d901cc6963), after_create {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:16.302199 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89e3137-1db2-4a6b-889f-dd1ebd8b4b98 None None] Pushing event updated for resources: {'Port': ['ID=213fd885-c8e1-4df4-a81f-57d4225760e8,revision_number=2']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:16.326061 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b923b58-6fef-4175-8b8c-17104822506b None None] Network cc2d2605-cf0b-41cc-a4d1-c3c28ec94860 is already hosted by enough agents. {{(pid=104073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:23:16.380812 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.scheduler.base_scheduler [None req-9b923b58-6fef-4175-8b8c-17104822506b None None] Resources bound (agent type, host, resource id): {{(pid=104073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:23:16.382706 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b923b58-6fef-4175-8b8c-17104822506b None None] Received port after_create {{(pid=104073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:23:16.383898 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-c8655d2a-ca2a-47cc-a514-556dc96c3bad admin admin] Publish callbacks [] for router_gateway (48ccfd99-9d2a-40bc-8f48-1ef8477ddac8), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:16.386246 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e8f4d7-3243-47df-a5fa-d337bd96b754 None None] Network e861f168-e1a5-4542-8ee4-9759fa17a578 is already hosted by enough agents. {{(pid=104073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:23:16.389939 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93264-9119-428c-a036-527b16735c5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76b4fe5d-00a4-4523-8df4-e0af4122891a,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:16.396337 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.scheduler.base_scheduler [None req-f5e8f4d7-3243-47df-a5fa-d337bd96b754 None None] Resources bound (agent type, host, resource id): {{(pid=104073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:23:16.400135 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e8f4d7-3243-47df-a5fa-d337bd96b754 None None] Received port after_create {{(pid=104073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:23:16.401257 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b8aa02-ad91-418e-9e4c-75736d1dc92f admin admin] Pushing event updated for resources: {'Port': ['ID=717a75d6-2ae6-41ed-a225-2bf1cc18fb1b,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:16.440619 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-c8655d2a-ca2a-47cc-a514-556dc96c3bad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:16.465516 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-e1c03fc7-d686-4ce6-9958-b414c0ec92bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (aeb15cdb-f44e-46de-83a5-399c50e569fa), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:16.468232 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-e1c03fc7-d686-4ce6-9958-b414c0ec92bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:16.469949 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-e1c03fc7-d686-4ce6-9958-b414c0ec92bd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/aeb15cdb-f44e-46de-83a5-399c50e569fa HTTP/1.1" status: 204 len: 168 time: 0.7451696 May 27 03:23:16.502440 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b923b58-6fef-4175-8b8c-17104822506b None None] Pushing event updated for resources: {'Port': ['ID=a07dcd99-feea-42dc-b305-ac5a389010b5,revision_number=1']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:16.601194 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-8a6cac2e-5cd8-4ea5-864e-2a6973e0f713 req-5ce7d6d2-009f-4341-a6fa-8d3028eaefa9 service neutron] 10.222.0.50 "GET /v2.0/networks/fa73c53a-cb04-46d3-9e67-3609763bf5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6322775 May 27 03:23:16.643467 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c03fc7-d686-4ce6-9958-b414c0ec92bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeb15cdb-f44e-46de-83a5-399c50e569fa,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:16.672227 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-8efbe175-5784-4c9c-9515-4e3a196019d8 admin admin] Publish callbacks [] for security_group (76b4fe5d-00a4-4523-8df4-e0af4122891a), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:16.679126 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-100b7078-7fa4-48a1-aaf2-1d1902d0f029 admin admin] Publish callbacks [] for port (28d3375c-e01d-45c9-b232-57887e8c3d83), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:16.749618 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:16.786126 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-8efbe175-5784-4c9c-9515-4e3a196019d8 admin admin] Publish callbacks [] for security_group (76b4fe5d-00a4-4523-8df4-e0af4122891a), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:16.966960 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-100b7078-7fa4-48a1-aaf2-1d1902d0f029 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743907242280'] for port (28d3375c-e01d-45c9-b232-57887e8c3d83), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:17.064196 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:UPDATE=4,neutron:INSERT=4,neutron:SELECT=92 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:17.116697 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:17.152328 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-11b8aa02-ad91-418e-9e4c-75736d1dc92f admin admin] Publish callbacks [] for router_gateway (38eac928-01f1-4978-ba20-ac2c031b8983), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:17.190214 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.managers [None req-9b923b58-6fef-4175-8b8c-17104822506b None None] Attempting to bind port a07dcd99-feea-42dc-b305-ac5a389010b5 on host dv-cinder-828806-4-iscsi for vnic_type normal with profile {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:23:17.194220 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.managers [None req-9b923b58-6fef-4175-8b8c-17104822506b None None] Attempting to bind port a07dcd99-feea-42dc-b305-ac5a389010b5 by drivers openvswitch,hyperv on host dv-cinder-828806-4-iscsi at level 0 using segments [{'id': '63adec67-bcb3-479f-bdea-b274a09a22b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'cc2d2605-cf0b-41cc-a4d1-c3c28ec94860'}] {{(pid=104073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:23:17.196896 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b923b58-6fef-4175-8b8c-17104822506b None None] Attempting to bind port a07dcd99-feea-42dc-b305-ac5a389010b5 on network cc2d2605-cf0b-41cc-a4d1-c3c28ec94860 {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:23:17.197126 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-100b7078-7fa4-48a1-aaf2-1d1902d0f029 admin admin] Network ca8b8e18-04f1-46f4-8c3b-aba3c077569d is already hosted by enough agents. {{(pid=104072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:23:17.224054 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.base_scheduler [None req-100b7078-7fa4-48a1-aaf2-1d1902d0f029 admin admin] Resources bound (agent type, host, resource id): {{(pid=104072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:23:17.240248 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100b7078-7fa4-48a1-aaf2-1d1902d0f029 admin admin] Received port after_create {{(pid=104072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:23:17.242457 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e8f4d7-3243-47df-a5fa-d337bd96b754 None None] Pushing event updated for resources: {'Port': ['ID=2f261b1e-97d1-410b-b749-44d901cc6963,revision_number=1']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:17.246626 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 55378) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:23:17.247856 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.db.db_base_plugin_common [None req-0670e37b-c3a4-4854-97eb-0a58a1a8dd15 admin admin] Allocated IP 172.27.3.97 (ca8b8e18-04f1-46f4-8c3b-aba3c077569d/ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa/da55691b-81f4-431f-952d-01e3daeffc29) {{(pid=104072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:23:17.280366 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b923b58-6fef-4175-8b8c-17104822506b None None] Checking agent: {'id': '01a6c5a5-ff25-49ea-8869-bb2b5ba0570e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828806-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 14, 35), 'started_at': datetime.datetime(2022, 5, 27, 3, 15, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828806-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:23:17.282410 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b923b58-6fef-4175-8b8c-17104822506b None None] Checking segment: {'id': '63adec67-bcb3-479f-bdea-b274a09a22b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'cc2d2605-cf0b-41cc-a4d1-c3c28ec94860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:23:17.289844 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-9b923b58-6fef-4175-8b8c-17104822506b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:17.291488 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b923b58-6fef-4175-8b8c-17104822506b None None] Bound using segment: {'id': '63adec67-bcb3-479f-bdea-b274a09a22b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'cc2d2605-cf0b-41cc-a4d1-c3c28ec94860'} {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:23:17.297579 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.managers [None req-9b923b58-6fef-4175-8b8c-17104822506b None None] Bound port: a07dcd99-feea-42dc-b305-ac5a389010b5, host: dv-cinder-828806-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63adec67-bcb3-479f-bdea-b274a09a22b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'cc2d2605-cf0b-41cc-a4d1-c3c28ec94860'}}] {{(pid=104073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:23:17.301098 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-9b923b58-6fef-4175-8b8c-17104822506b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (a07dcd99-feea-42dc-b305-ac5a389010b5), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:17.320389 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100b7078-7fa4-48a1-aaf2-1d1902d0f029 admin admin] Pushing event updated for resources: {'Port': ['ID=28d3375c-e01d-45c9-b232-57887e8c3d83,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:17.332445 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-8efbe175-5784-4c9c-9515-4e3a196019d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (76b4fe5d-00a4-4523-8df4-e0af4122891a), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:17.335032 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-8efbe175-5784-4c9c-9515-4e3a196019d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:17.336233 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-8efbe175-5784-4c9c-9515-4e3a196019d8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/76b4fe5d-00a4-4523-8df4-e0af4122891a HTTP/1.1" status: 204 len: 168 time: 1.1191423 May 27 03:23:17.345138 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.managers [None req-f5e8f4d7-3243-47df-a5fa-d337bd96b754 None None] Attempting to bind port 2f261b1e-97d1-410b-b749-44d901cc6963 on host dv-cinder-828806-4-iscsi for vnic_type normal with profile {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:23:17.345449 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.managers [None req-f5e8f4d7-3243-47df-a5fa-d337bd96b754 None None] Attempting to bind port 2f261b1e-97d1-410b-b749-44d901cc6963 by drivers openvswitch,hyperv on host dv-cinder-828806-4-iscsi at level 0 using segments [{'id': '9331d2d7-a6a0-4c34-9e42-53844ef9b31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e861f168-e1a5-4542-8ee4-9759fa17a578'}] {{(pid=104073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:23:17.345800 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e8f4d7-3243-47df-a5fa-d337bd96b754 None None] Attempting to bind port 2f261b1e-97d1-410b-b749-44d901cc6963 on network e861f168-e1a5-4542-8ee4-9759fa17a578 {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:23:17.430392 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-6c03597d-6a91-45c2-99b7-20224fc13c6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:17.449575 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efbe175-5784-4c9c-9515-4e3a196019d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76b4fe5d-00a4-4523-8df4-e0af4122891a,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:17.469849 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e8f4d7-3243-47df-a5fa-d337bd96b754 None None] Checking agent: {'id': '01a6c5a5-ff25-49ea-8869-bb2b5ba0570e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828806-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 14, 35), 'started_at': datetime.datetime(2022, 5, 27, 3, 15, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828806-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:23:17.474818 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e8f4d7-3243-47df-a5fa-d337bd96b754 None None] Checking segment: {'id': '9331d2d7-a6a0-4c34-9e42-53844ef9b31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e861f168-e1a5-4542-8ee4-9759fa17a578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:23:17.474818 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f5e8f4d7-3243-47df-a5fa-d337bd96b754 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:17.475030 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e8f4d7-3243-47df-a5fa-d337bd96b754 None None] Bound using segment: {'id': '9331d2d7-a6a0-4c34-9e42-53844ef9b31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e861f168-e1a5-4542-8ee4-9759fa17a578'} {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:23:17.476128 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.managers [None req-f5e8f4d7-3243-47df-a5fa-d337bd96b754 None None] Bound port: 2f261b1e-97d1-410b-b749-44d901cc6963, host: dv-cinder-828806-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9331d2d7-a6a0-4c34-9e42-53844ef9b31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e861f168-e1a5-4542-8ee4-9759fa17a578'}}] {{(pid=104073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:23:17.478165 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f5e8f4d7-3243-47df-a5fa-d337bd96b754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (2f261b1e-97d1-410b-b749-44d901cc6963), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:17.573818 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-089d080f-810b-4be6-8d3d-59c2fcf05e81 req-049fc287-f155-4393-91c9-b2a128854181 tempest-DeleteServersTestJSON-2102923163 tempest-DeleteServersTestJSON-2102923163-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ddacdbc-778d-43a4-9781-bc1bfec238e4 HTTP/1.1" status: 200 len: 210 time: 0.2772503 May 27 03:23:17.608976 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:17.660146 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-9b923b58-6fef-4175-8b8c-17104822506b None None] For port a07dcd99-feea-42dc-b305-ac5a389010b5, host dv-cinder-828806-4-iscsi, cleared binding levels {{(pid=104073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:23:17.697103 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-9b923b58-6fef-4175-8b8c-17104822506b None None] For port a07dcd99-feea-42dc-b305-ac5a389010b5, host dv-cinder-828806-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-4-iscsi',level=0,port_id=a07dcd99-feea-42dc-b305-ac5a389010b5,segment=NetworkSegment(63adec67-bcb3-479f-bdea-b274a09a22b6),segment_id=63adec67-bcb3-479f-bdea-b274a09a22b6)] {{(pid=104073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:23:17.721266 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-9b923b58-6fef-4175-8b8c-17104822506b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (a07dcd99-feea-42dc-b305-ac5a389010b5), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:17.770567 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:17.775850 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-0670e37b-c3a4-4854-97eb-0a58a1a8dd15 admin admin] Publish callbacks [] for port (da55691b-81f4-431f-952d-01e3daeffc29), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:17.823424 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-f5e8f4d7-3243-47df-a5fa-d337bd96b754 None None] For port 2f261b1e-97d1-410b-b749-44d901cc6963, host dv-cinder-828806-4-iscsi, cleared binding levels {{(pid=104073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:23:17.836774 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-f5e8f4d7-3243-47df-a5fa-d337bd96b754 None None] For port 2f261b1e-97d1-410b-b749-44d901cc6963, host dv-cinder-828806-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-4-iscsi',level=0,port_id=2f261b1e-97d1-410b-b749-44d901cc6963,segment=NetworkSegment(9331d2d7-a6a0-4c34-9e42-53844ef9b31b),segment_id=9331d2d7-a6a0-4c34-9e42-53844ef9b31b)] {{(pid=104073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:23:17.844455 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b923b58-6fef-4175-8b8c-17104822506b None None] Pushing event updated for resources: {'Port': ['ID=a07dcd99-feea-42dc-b305-ac5a389010b5,revision_number=2']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:17.853841 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f5e8f4d7-3243-47df-a5fa-d337bd96b754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (2f261b1e-97d1-410b-b749-44d901cc6963), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:17.924593 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=84,neutron:DELETE=1,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:17.925678 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-100b7078-7fa4-48a1-aaf2-1d1902d0f029 admin admin] Publish callbacks [] for router_gateway (f894ead6-5c56-4335-b420-9b87f690d18d), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:17.944380 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e8f4d7-3243-47df-a5fa-d337bd96b754 None None] Pushing event updated for resources: {'Port': ['ID=2f261b1e-97d1-410b-b749-44d901cc6963,revision_number=2']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:17.986219 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-0670e37b-c3a4-4854-97eb-0a58a1a8dd15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743907242280'] for port (da55691b-81f4-431f-952d-01e3daeffc29), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:18.105445 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0670e37b-c3a4-4854-97eb-0a58a1a8dd15 admin admin] Pushing event updated for resources: {'Port': ['ID=da55691b-81f4-431f-952d-01e3daeffc29,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:18.147274 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe0b3a5-f0ff-49f2-a938-e9f43f410f01 None None] Network 9235750b-3863-4242-97a7-a4cb52643ca2 requested from dv-cinder-828806-4-iscsi {{(pid=104073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:23:18.175233 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 55400) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:23:18.180988 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-11b8aa02-ad91-418e-9e4c-75736d1dc92f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16723146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16278078'] for router (38eac928-01f1-4978-ba20-ac2c031b8983), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:18.221923 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-390f3904-306a-4d12-a78d-f19674468a75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:18.225319 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-6c03597d-6a91-45c2-99b7-20224fc13c6e admin admin] Publish callbacks [] for security_group (8d54d05d-f386-45cb-9d21-7e12fb2a1b1d), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:18.232755 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0670e37b-c3a4-4854-97eb-0a58a1a8dd15 admin admin] Network ca8b8e18-04f1-46f4-8c3b-aba3c077569d is already hosted by enough agents. {{(pid=104072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:23:18.246583 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Device 213fd885-c8e1-4df4-a81f-57d4225760e8 up at agent ovs-agent-dv-cinder-828806-4-iscsi {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:23:18.338041 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-6c03597d-6a91-45c2-99b7-20224fc13c6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (8d54d05d-f386-45cb-9d21-7e12fb2a1b1d), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:18.361340 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.base_scheduler [None req-0670e37b-c3a4-4854-97eb-0a58a1a8dd15 admin admin] Resources bound (agent type, host, resource id): {{(pid=104072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:23:18.364032 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0670e37b-c3a4-4854-97eb-0a58a1a8dd15 admin admin] Received port after_create {{(pid=104072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:23:18.547752 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11b8aa02-ad91-418e-9e4c-75736d1dc92f admin admin] Router 38eac928-01f1-4978-ba20-ac2c031b8983 is scheduled to L3 agent 3e4effd7-5bc9-408b-93fa-42e4b19a61d9 with binding_index 1 {{(pid=104071) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 03:23:18.556258 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-16a33b2d-5567-42a4-87f3-2d2fa4f4eca1 None None] Provisioning complete for port 0ffdd890-8bee-46f7-b779-8f14b60ba56c triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:23:18.556719 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-16a33b2d-5567-42a4-87f3-2d2fa4f4eca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (0ffdd890-8bee-46f7-b779-8f14b60ba56c), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:18.719468 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Provisioning complete for port 213fd885-c8e1-4df4-a81f-57d4225760e8 triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:23:18.719867 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (213fd885-c8e1-4df4-a81f-57d4225760e8), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:18.789605 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-62baca1c-619d-424f-bdde-812710708acc req-8b1c8d44-b3f5-4140-a58d-0a1efa8fe646 tempest-DeleteServersTestJSON-2102923163 tempest-DeleteServersTestJSON-2102923163-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ddacdbc-778d-43a4-9781-bc1bfec238e4 HTTP/1.1" status: 200 len: 210 time: 0.1253800 May 27 03:23:18.791748 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.db.db_base_plugin_common [None req-c8655d2a-ca2a-47cc-a514-556dc96c3bad admin admin] Allocated IP 172.27.3.7 (ca8b8e18-04f1-46f4-8c3b-aba3c077569d/ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa/ee2b145c-866a-4545-a5dc-b000db3e976a) {{(pid=104072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:23:18.793672 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e7646f-4047-4243-8eb8-02926e932419 None None] Network ee2ac450-e56e-4c1d-8d15-c8bfd50e2024 requested from dv-cinder-828806-4-iscsi {{(pid=104073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:23:18.816659 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-6c03597d-6a91-45c2-99b7-20224fc13c6e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0a1ce1a56b214a5eba331c293ecccb11&name=default HTTP/1.1" status: 200 len: 2992 time: 1.5661108 May 27 03:23:18.823051 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 55418) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:23:18.840610 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11b8aa02-ad91-418e-9e4c-75736d1dc92f admin admin] Notify agent at l3_agent.dv-cinder-828806-4-iscsi the message routers_updated {{(pid=104071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:23:18.855930 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8168de-3974-45c2-8d01-9d91776e32a3 None None] Sync routers for ids ['38eac928-01f1-4978-ba20-ac2c031b8983'] in dv-cinder-828806-4-iscsi {{(pid=104074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:23:18.878144 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8168de-3974-45c2-8d01-9d91776e32a3 None None] Routers {'38eac928-01f1-4978-ba20-ac2c031b8983'} bound to L3 agent in host dv-cinder-828806-4-iscsi {{(pid=104074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:23:18.879238 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-ac8168de-3974-45c2-8d01-9d91776e32a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T03:14:31Z,description=,heartbeat_timestamp=2022-05-27T03:23:01Z,host='dv-cinder-828806-4-iscsi',id=3e4effd7-5bc9-408b-93fa-42e4b19a61d9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:14:31Z,topic='l3_agent')) {'router_ids': ['38eac928-01f1-4978-ba20-ac2c031b8983'], 'active': True} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:23:18.886536 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-11b8aa02-ad91-418e-9e4c-75736d1dc92f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:18.888141 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-11b8aa02-ad91-418e-9e4c-75736d1dc92f admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.5520723 May 27 03:23:18.896257 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 55422) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:23:18.947529 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c03597d-6a91-45c2-99b7-20224fc13c6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d54d05d-f386-45cb-9d21-7e12fb2a1b1d,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:18.964254 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:18.996611 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-16a33b2d-5567-42a4-87f3-2d2fa4f4eca1 None None] Current status of the port 0ffdd890-8bee-46f7-b779-8f14b60ba56c is: DOWN; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:23:18.997020 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-16a33b2d-5567-42a4-87f3-2d2fa4f4eca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (0ffdd890-8bee-46f7-b779-8f14b60ba56c), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:19.008344 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-f94dd68a-1e61-47fa-ab4a-93b5c9d5db20 admin admin] Publish callbacks [] for security_group (8d54d05d-f386-45cb-9d21-7e12fb2a1b1d), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:19.037021 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:19.060104 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-f94dd68a-1e61-47fa-ab4a-93b5c9d5db20 admin admin] Publish callbacks [] for security_group (8d54d05d-f386-45cb-9d21-7e12fb2a1b1d), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:19.082497 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Current status of the port 213fd885-c8e1-4df4-a81f-57d4225760e8 is: DOWN; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:23:19.082887 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (213fd885-c8e1-4df4-a81f-57d4225760e8), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:19.127257 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:19.152092 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-16a33b2d-5567-42a4-87f3-2d2fa4f4eca1 None None] For port 0ffdd890-8bee-46f7-b779-8f14b60ba56c, host dv-cinder-828806-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-4-iscsi',level=0,port_id=0ffdd890-8bee-46f7-b779-8f14b60ba56c,segment=NetworkSegment(8900a96c-140e-4a88-9323-782a7b94dd95),segment_id=8900a96c-140e-4a88-9323-782a7b94dd95)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:23:19.173406 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-16a33b2d-5567-42a4-87f3-2d2fa4f4eca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (0ffdd890-8bee-46f7-b779-8f14b60ba56c), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:19.209138 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-f94dd68a-1e61-47fa-ab4a-93b5c9d5db20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (8d54d05d-f386-45cb-9d21-7e12fb2a1b1d), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:19.211642 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-f94dd68a-1e61-47fa-ab4a-93b5c9d5db20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:19.215460 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-f94dd68a-1e61-47fa-ab4a-93b5c9d5db20 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8d54d05d-f386-45cb-9d21-7e12fb2a1b1d HTTP/1.1" status: 204 len: 168 time: 0.3888104 May 27 03:23:19.219012 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] For port 213fd885-c8e1-4df4-a81f-57d4225760e8, host dv-cinder-828806-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-4-iscsi',level=0,port_id=213fd885-c8e1-4df4-a81f-57d4225760e8,segment=NetworkSegment(e06d4ee8-7c2f-4c75-a8e8-97fb5af915aa),segment_id=e06d4ee8-7c2f-4c75-a8e8-97fb5af915aa)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:23:19.236675 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (213fd885-c8e1-4df4-a81f-57d4225760e8), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:19.241638 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Device 0ffdd890-8bee-46f7-b779-8f14b60ba56c up at agent ovs-agent-dv-cinder-828806-4-iscsi {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:23:19.249209 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvr_db [None req-ac8168de-3974-45c2-8d01-9d91776e32a3 None None] Set router 38eac928-01f1-4978-ba20-ac2c031b8983 gateway port host: dv-cinder-828806-4-iscsi {{(pid=104074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:23:19.286213 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94dd68a-1e61-47fa-ab4a-93b5c9d5db20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d54d05d-f386-45cb-9d21-7e12fb2a1b1d,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:19.298080 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:19.341360 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a33b2d-5567-42a4-87f3-2d2fa4f4eca1 None None] Pushing event updated for resources: {'Port': ['ID=0ffdd890-8bee-46f7-b779-8f14b60ba56c,revision_number=3']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:19.346409 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-100b7078-7fa4-48a1-aaf2-1d1902d0f029 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16723146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16278078'] for router (f894ead6-5c56-4335-b420-9b87f690d18d), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:19.367556 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-e5dc667e-cb74-496b-acbd-5ce4d6bf85f3 None None] Provisioning complete for port 0ffdd890-8bee-46f7-b779-8f14b60ba56c triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:23:19.367890 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-e5dc667e-cb74-496b-acbd-5ce4d6bf85f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (0ffdd890-8bee-46f7-b779-8f14b60ba56c), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:19.496721 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:19.537502 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Provisioning complete for port 0ffdd890-8bee-46f7-b779-8f14b60ba56c triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:23:19.537824 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (0ffdd890-8bee-46f7-b779-8f14b60ba56c), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:19.690621 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-390f3904-306a-4d12-a78d-f19674468a75 admin admin] Publish callbacks [] for security_group (fc1740d3-cd8b-410a-b246-c54ba4068ef3), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:19.693758 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-0670e37b-c3a4-4854-97eb-0a58a1a8dd15 admin admin] Publish callbacks [] for router_gateway (ec376dbd-361b-41fd-8d64-cf1759d3c8fc), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:19.699940 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:19.783984 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-ac8168de-3974-45c2-8d01-9d91776e32a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38eac928-01f1-4978-ba20-ac2c031b8983', 'name': 'tempest-ServerRescueNegativeTestJSON-1434591703-router', 'tenant_id': '6db8193dcee944008c7b41889bfa67a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '717a75d6-2ae6-41ed-a225-2bf1cc18fb1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:13Z', 'updated_at': '2022-05-27T03:23:16Z', 'revision_number': 3, 'project_id': '6db8193dcee944008c7b41889bfa67a3', 'gw_port': {'id': '717a75d6-2ae6-41ed-a225-2bf1cc18fb1b', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:62:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38eac928-01f1-4978-ba20-ac2c031b8983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:15Z', 'updated_at': '2022-05-27T03:23:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi'}], 'dv-cinder-828806-4-iscsi', False) {} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:23:19.842400 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8168de-3974-45c2-8d01-9d91776e32a3 None None] Checking router: 38eac928-01f1-4978-ba20-ac2c031b8983 for host: dv-cinder-828806-4-iscsi {{(pid=104074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:23:19.842915 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8168de-3974-45c2-8d01-9d91776e32a3 None None] Updating router 38eac928-01f1-4978-ba20-ac2c031b8983 port 717a75d6-2ae6-41ed-a225-2bf1cc18fb1b binding host dv-cinder-828806-4-iscsi {{(pid=104074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:23:19.861732 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-390f3904-306a-4d12-a78d-f19674468a75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (fc1740d3-cd8b-410a-b246-c54ba4068ef3), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:19.877271 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Pushing event updated for resources: {'Port': ['ID=213fd885-c8e1-4df4-a81f-57d4225760e8,revision_number=3']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:19.913997 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-ac8168de-3974-45c2-8d01-9d91776e32a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (717a75d6-2ae6-41ed-a225-2bf1cc18fb1b), before_update {{(pid=104074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:19.932491 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Current status of the port 0ffdd890-8bee-46f7-b779-8f14b60ba56c is: ACTIVE; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:23:19.959387 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-e5dc667e-cb74-496b-acbd-5ce4d6bf85f3 None None] Current status of the port 0ffdd890-8bee-46f7-b779-8f14b60ba56c is: ACTIVE; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:23:19.963084 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-390f3904-306a-4d12-a78d-f19674468a75 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a99e18940a8943adaad20cdeadae1d1b&name=default HTTP/1.1" status: 200 len: 2995 time: 1.7666900 May 27 03:23:19.972319 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 55442) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:23:19.999750 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7caba3d3-91bf-4fc8-8497-27eba90e629a None None] Network cc2d2605-cf0b-41cc-a4d1-c3c28ec94860 requested from dv-cinder-828806-4-iscsi {{(pid=104073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:23:20.067282 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-e5dc667e-cb74-496b-acbd-5ce4d6bf85f3 None None] Provisioning complete for port 213fd885-c8e1-4df4-a81f-57d4225760e8 triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:23:20.067681 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-e5dc667e-cb74-496b-acbd-5ce4d6bf85f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (213fd885-c8e1-4df4-a81f-57d4225760e8), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:20.092581 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-87c7f1e3-9643-4013-a590-ee1c2e8aea3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:20.101424 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-c8655d2a-ca2a-47cc-a514-556dc96c3bad admin admin] Publish callbacks [] for port (ee2b145c-866a-4545-a5dc-b000db3e976a), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:20.332935 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-c8655d2a-ca2a-47cc-a514-556dc96c3bad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743907242280'] for port (ee2b145c-866a-4545-a5dc-b000db3e976a), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:20.399430 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Device 213fd885-c8e1-4df4-a81f-57d4225760e8 up at agent ovs-agent-dv-cinder-828806-4-iscsi {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:23:20.403303 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae58d81-671e-473e-9af0-6694db00c569 None None] Network e861f168-e1a5-4542-8ee4-9759fa17a578 requested from dv-cinder-828806-4-iscsi {{(pid=104073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:23:20.411733 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8655d2a-ca2a-47cc-a514-556dc96c3bad admin admin] Network ca8b8e18-04f1-46f4-8c3b-aba3c077569d is already hosted by enough agents. {{(pid=104072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:23:20.422857 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.base_scheduler [None req-c8655d2a-ca2a-47cc-a514-556dc96c3bad admin admin] Resources bound (agent type, host, resource id): {{(pid=104072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:23:20.441017 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-69de6223-73ed-4e0a-a1be-6f8b36cad94e req-f29c6b44-6cb7-4536-b09a-94dd43621805 tempest-DeleteServersTestJSON-2102923163 tempest-DeleteServersTestJSON-2102923163-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ddacdbc-778d-43a4-9781-bc1bfec238e4 HTTP/1.1" status: 200 len: 210 time: 0.2540522 May 27 03:23:20.448921 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390f3904-306a-4d12-a78d-f19674468a75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc1740d3-cd8b-410a-b246-c54ba4068ef3,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:20.468466 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8655d2a-ca2a-47cc-a514-556dc96c3bad admin admin] Received port after_create {{(pid=104072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:23:20.593458 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:20.597654 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-e5dc667e-cb74-496b-acbd-5ce4d6bf85f3 None None] Current status of the port 213fd885-c8e1-4df4-a81f-57d4225760e8 is: ACTIVE; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:23:20.605816 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-ac8168de-3974-45c2-8d01-9d91776e32a3 None None] Publish callbacks [] for port (717a75d6-2ae6-41ed-a225-2bf1cc18fb1b), precommit_update {{(pid=104074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:20.619067 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Provisioning complete for port 213fd885-c8e1-4df4-a81f-57d4225760e8 triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:23:20.619067 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (213fd885-c8e1-4df4-a81f-57d4225760e8), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:20.628132 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:20.644480 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-ac8168de-3974-45c2-8d01-9d91776e32a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (717a75d6-2ae6-41ed-a225-2bf1cc18fb1b), after_update {{(pid=104074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:20.669884 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-40ca65e5-72d4-4832-87f9-1863776de20b admin admin] Publish callbacks [] for security_group (fc1740d3-cd8b-410a-b246-c54ba4068ef3), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:20.699233 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-40ca65e5-72d4-4832-87f9-1863776de20b admin admin] Publish callbacks [] for security_group (fc1740d3-cd8b-410a-b246-c54ba4068ef3), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:20.749916 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.db.db_base_plugin_common [None req-87c7f1e3-9643-4013-a590-ee1c2e8aea3c admin admin] Allocated IP 172.20.0.1 (ee2ac450-e56e-4c1d-8d15-c8bfd50e2024/cc441656-896b-4ce0-b128-b3b9a7f3a183/335dd27d-4958-4907-8e7c-cd3d9070011a) {{(pid=104071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:23:20.764448 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-0d13ad8e-4d2f-4109-acf5-0756e64203d0 None None] Provisioning complete for port 2f261b1e-97d1-410b-b749-44d901cc6963 triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:23:20.767275 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-0d13ad8e-4d2f-4109-acf5-0756e64203d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (2f261b1e-97d1-410b-b749-44d901cc6963), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:20.825802 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:20.850851 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e06ffe-259e-47d6-b9b5-77ab4e0d77e3 None None] Pushing event updated for resources: {'Port': ['ID=717a75d6-2ae6-41ed-a225-2bf1cc18fb1b,revision_number=2']} {{(pid=104074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:20.855060 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.managers [None req-ac8168de-3974-45c2-8d01-9d91776e32a3 None None] Attempting to bind port 717a75d6-2ae6-41ed-a225-2bf1cc18fb1b on host dv-cinder-828806-4-iscsi for vnic_type normal with profile {{(pid=104074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:23:20.866083 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.managers [None req-ac8168de-3974-45c2-8d01-9d91776e32a3 None None] Attempting to bind port 717a75d6-2ae6-41ed-a225-2bf1cc18fb1b by drivers openvswitch,hyperv on host dv-cinder-828806-4-iscsi at level 0 using segments [{'id': '7e44f6fa-4b8b-41b0-9dbf-83bfa81b059a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d'}] {{(pid=104074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:23:20.866816 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8168de-3974-45c2-8d01-9d91776e32a3 None None] Attempting to bind port 717a75d6-2ae6-41ed-a225-2bf1cc18fb1b on network ca8b8e18-04f1-46f4-8c3b-aba3c077569d {{(pid=104074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:23:20.885747 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e06ffe-259e-47d6-b9b5-77ab4e0d77e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:20.886352 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e06ffe-259e-47d6-b9b5-77ab4e0d77e3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:20.886946 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e06ffe-259e-47d6-b9b5-77ab4e0d77e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:20.887440 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e06ffe-259e-47d6-b9b5-77ab4e0d77e3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:20.888304 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e06ffe-259e-47d6-b9b5-77ab4e0d77e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:20.890134 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e06ffe-259e-47d6-b9b5-77ab4e0d77e3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:20.890863 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e06ffe-259e-47d6-b9b5-77ab4e0d77e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:20.892014 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e06ffe-259e-47d6-b9b5-77ab4e0d77e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:20.892491 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e06ffe-259e-47d6-b9b5-77ab4e0d77e3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:20.893045 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e06ffe-259e-47d6-b9b5-77ab4e0d77e3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:20.893512 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e06ffe-259e-47d6-b9b5-77ab4e0d77e3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:20.894255 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e06ffe-259e-47d6-b9b5-77ab4e0d77e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:20.894720 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e06ffe-259e-47d6-b9b5-77ab4e0d77e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:20.895225 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e06ffe-259e-47d6-b9b5-77ab4e0d77e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:20.895696 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e06ffe-259e-47d6-b9b5-77ab4e0d77e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:20.897364 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e06ffe-259e-47d6-b9b5-77ab4e0d77e3 None None] Tracked resource versions report: May 27 03:23:20.897364 dv-cinder-828806-4-iscsi neutron-server[104074]: pushed versions: May 27 03:23:20.897364 dv-cinder-828806-4-iscsi neutron-server[104074]: { 'AddressGroup': {'1.2'}, May 27 03:23:20.897364 dv-cinder-828806-4-iscsi neutron-server[104074]: 'Agent': {'1.1'}, May 27 03:23:20.897364 dv-cinder-828806-4-iscsi neutron-server[104074]: 'ConntrackHelper': {'1.0'}, May 27 03:23:20.897364 dv-cinder-828806-4-iscsi neutron-server[104074]: 'LocalIPAssociation': {'1.0'}, May 27 03:23:20.897364 dv-cinder-828806-4-iscsi neutron-server[104074]: 'Log': {'1.0'}, May 27 03:23:20.897364 dv-cinder-828806-4-iscsi neutron-server[104074]: 'NDPProxy': {'1.0'}, May 27 03:23:20.897364 dv-cinder-828806-4-iscsi neutron-server[104074]: 'Network': {'1.1'}, May 27 03:23:20.897364 dv-cinder-828806-4-iscsi neutron-server[104074]: 'Port': {'1.7'}, May 27 03:23:20.897364 dv-cinder-828806-4-iscsi neutron-server[104074]: 'PortForwarding': {'1.3'}, May 27 03:23:20.897364 dv-cinder-828806-4-iscsi neutron-server[104074]: 'QosPolicy': {'1.10'}, May 27 03:23:20.897364 dv-cinder-828806-4-iscsi neutron-server[104074]: 'SecurityGroup': {'1.5'}, May 27 03:23:20.897364 dv-cinder-828806-4-iscsi neutron-server[104074]: 'SecurityGroupRule': {'1.2'}, May 27 03:23:20.897364 dv-cinder-828806-4-iscsi neutron-server[104074]: 'SubPort': {'1.0'}, May 27 03:23:20.897364 dv-cinder-828806-4-iscsi neutron-server[104074]: 'Subnet': {'1.1'}, May 27 03:23:20.897364 dv-cinder-828806-4-iscsi neutron-server[104074]: 'Trunk': {'1.1'}} May 27 03:23:20.897364 dv-cinder-828806-4-iscsi neutron-server[104074]: consumer versions: May 27 03:23:20.897364 dv-cinder-828806-4-iscsi neutron-server[104074]: { DHCP agent@dv-cinder-828806-4-iscsi: {}, May 27 03:23:20.897364 dv-cinder-828806-4-iscsi neutron-server[104074]: HyperV agent@hv-cinder-82880: {}, May 27 03:23:20.897364 dv-cinder-828806-4-iscsi neutron-server[104074]: L3 agent@dv-cinder-828806-4-iscsi: {}, May 27 03:23:20.897364 dv-cinder-828806-4-iscsi neutron-server[104074]: Metadata agent@dv-cinder-828806-4-iscsi: {}, May 27 03:23:20.897364 dv-cinder-828806-4-iscsi neutron-server[104074]: Metering agent@dv-cinder-828806-4-iscsi: {}, May 27 03:23:20.897364 dv-cinder-828806-4-iscsi neutron-server[104074]: Open vSwitch agent@dv-cinder-828806-4-iscsi: { 'AddressGroup': '1.2', May 27 03:23:20.897364 dv-cinder-828806-4-iscsi neutron-server[104074]: 'Agent': '1.1', May 27 03:23:20.897364 dv-cinder-828806-4-iscsi neutron-server[104074]: 'ConntrackHelper': '1.0', May 27 03:23:20.897364 dv-cinder-828806-4-iscsi neutron-server[104074]: 'LocalIPAssociation': '1.0', May 27 03:23:20.897364 dv-cinder-828806-4-iscsi neutron-server[104074]: 'Log': '1.0', May 27 03:23:20.897364 dv-cinder-828806-4-iscsi neutron-server[104074]: 'NDPProxy': '1.0', May 27 03:23:20.897364 dv-cinder-828806-4-iscsi neutron-server[104074]: 'Network': '1.1', May 27 03:23:20.897364 dv-cinder-828806-4-iscsi neutron-server[104074]: 'Port': '1.7', May 27 03:23:20.897364 dv-cinder-828806-4-iscsi neutron-server[104074]: 'PortForwarding': '1.3', May 27 03:23:20.897364 dv-cinder-828806-4-iscsi neutron-server[104074]: 'QosPolicy': '1.10', May 27 03:23:20.897364 dv-cinder-828806-4-iscsi neutron-server[104074]: 'SecurityGroup': '1.5', May 27 03:23:20.897364 dv-cinder-828806-4-iscsi neutron-server[104074]: 'SecurityGroupRule': '1.2', May 27 03:23:20.897364 dv-cinder-828806-4-iscsi neutron-server[104074]: 'SubPort': '1.0', May 27 03:23:20.897364 dv-cinder-828806-4-iscsi neutron-server[104074]: 'Subnet': '1.1', May 27 03:23:20.897364 dv-cinder-828806-4-iscsi neutron-server[104074]: 'Trunk': '1.1'}} May 27 03:23:20.897364 dv-cinder-828806-4-iscsi neutron-server[104074]: {{(pid=104074) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 03:23:20.906672 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8655d2a-ca2a-47cc-a514-556dc96c3bad admin admin] Pushing event updated for resources: {'Port': ['ID=ee2b145c-866a-4545-a5dc-b000db3e976a,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:20.912898 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8168de-3974-45c2-8d01-9d91776e32a3 None None] Checking agent: {'id': '01a6c5a5-ff25-49ea-8869-bb2b5ba0570e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828806-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 14, 35), 'started_at': datetime.datetime(2022, 5, 27, 3, 15, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828806-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:23:20.914631 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8168de-3974-45c2-8d01-9d91776e32a3 None None] Checking segment: {'id': '7e44f6fa-4b8b-41b0-9dbf-83bfa81b059a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:23:20.916179 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-ac8168de-3974-45c2-8d01-9d91776e32a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:20.916779 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8168de-3974-45c2-8d01-9d91776e32a3 None None] Bound using segment: {'id': '7e44f6fa-4b8b-41b0-9dbf-83bfa81b059a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d'} {{(pid=104074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:23:20.917432 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.managers [None req-ac8168de-3974-45c2-8d01-9d91776e32a3 None None] Bound port: 717a75d6-2ae6-41ed-a225-2bf1cc18fb1b, host: dv-cinder-828806-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e44f6fa-4b8b-41b0-9dbf-83bfa81b059a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d'}}] {{(pid=104074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:23:20.917964 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-ac8168de-3974-45c2-8d01-9d91776e32a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (717a75d6-2ae6-41ed-a225-2bf1cc18fb1b), before_update {{(pid=104074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:20.954363 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-87c7f1e3-9643-4013-a590-ee1c2e8aea3c admin admin] Publish callbacks [] for port (335dd27d-4958-4907-8e7c-cd3d9070011a), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:20.963581 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:21.010841 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Current status of the port 213fd885-c8e1-4df4-a81f-57d4225760e8 is: ACTIVE; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:23:21.021106 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Device 0ffdd890-8bee-46f7-b779-8f14b60ba56c up at agent ovs-agent-dv-cinder-828806-4-iscsi {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:23:21.078673 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-87c7f1e3-9643-4013-a590-ee1c2e8aea3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743907242280'] for port (335dd27d-4958-4907-8e7c-cd3d9070011a), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:21.078922 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.db [None req-ac8168de-3974-45c2-8d01-9d91776e32a3 None None] For port 717a75d6-2ae6-41ed-a225-2bf1cc18fb1b, host dv-cinder-828806-4-iscsi, cleared binding levels {{(pid=104074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:23:21.083911 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.db [None req-ac8168de-3974-45c2-8d01-9d91776e32a3 None None] For port 717a75d6-2ae6-41ed-a225-2bf1cc18fb1b, host dv-cinder-828806-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-4-iscsi',level=0,port_id=717a75d6-2ae6-41ed-a225-2bf1cc18fb1b,segment=NetworkSegment(7e44f6fa-4b8b-41b0-9dbf-83bfa81b059a),segment_id=7e44f6fa-4b8b-41b0-9dbf-83bfa81b059a)] {{(pid=104074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:23:21.113932 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-ac8168de-3974-45c2-8d01-9d91776e32a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (717a75d6-2ae6-41ed-a225-2bf1cc18fb1b), after_update {{(pid=104074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:21.129308 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-40ca65e5-72d4-4832-87f9-1863776de20b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (fc1740d3-cd8b-410a-b246-c54ba4068ef3), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:21.132492 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-40ca65e5-72d4-4832-87f9-1863776de20b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:21.134010 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-40ca65e5-72d4-4832-87f9-1863776de20b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fc1740d3-cd8b-410a-b246-c54ba4068ef3 HTTP/1.1" status: 204 len: 168 time: 1.1583986 May 27 03:23:21.142864 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c7f1e3-9643-4013-a590-ee1c2e8aea3c admin admin] Network ee2ac450-e56e-4c1d-8d15-c8bfd50e2024 is already hosted by enough agents. {{(pid=104071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:23:21.145658 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-100b7078-7fa4-48a1-aaf2-1d1902d0f029 admin admin] Router f894ead6-5c56-4335-b420-9b87f690d18d is scheduled to L3 agent 3e4effd7-5bc9-408b-93fa-42e4b19a61d9 with binding_index 1 {{(pid=104072) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 03:23:21.164014 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.scheduler.base_scheduler [None req-87c7f1e3-9643-4013-a590-ee1c2e8aea3c admin admin] Resources bound (agent type, host, resource id): {{(pid=104071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:23:21.168656 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c7f1e3-9643-4013-a590-ee1c2e8aea3c admin admin] Received port after_create {{(pid=104071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:23:21.169210 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-87c7f1e3-9643-4013-a590-ee1c2e8aea3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16279373'] for router_interface (38eac928-01f1-4978-ba20-ac2c031b8983), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:21.235058 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ca65e5-72d4-4832-87f9-1863776de20b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc1740d3-cd8b-410a-b246-c54ba4068ef3,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:21.297371 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:21.319333 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8168de-3974-45c2-8d01-9d91776e32a3 None None] Routers {'38eac928-01f1-4978-ba20-ac2c031b8983'} bound to L3 agent in host dv-cinder-828806-4-iscsi {{(pid=104074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:23:21.320011 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-ac8168de-3974-45c2-8d01-9d91776e32a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T03:14:31Z,description=,heartbeat_timestamp=2022-05-27T03:23:01Z,host='dv-cinder-828806-4-iscsi',id=3e4effd7-5bc9-408b-93fa-42e4b19a61d9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:14:31Z,topic='l3_agent')) {'router_ids': ['38eac928-01f1-4978-ba20-ac2c031b8983'], 'active': True} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:23:21.326836 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e06ffe-259e-47d6-b9b5-77ab4e0d77e3 None None] Pushing event updated for resources: {'Port': ['ID=717a75d6-2ae6-41ed-a225-2bf1cc18fb1b,revision_number=3']} {{(pid=104074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:21.394888 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-c8655d2a-ca2a-47cc-a514-556dc96c3bad admin admin] Publish callbacks [] for router_gateway (48ccfd99-9d2a-40bc-8f48-1ef8477ddac8), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:21.438584 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Provisioning complete for port 0ffdd890-8bee-46f7-b779-8f14b60ba56c triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:23:21.439156 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (0ffdd890-8bee-46f7-b779-8f14b60ba56c), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:21.532249 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=100 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:21.540373 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-0d13ad8e-4d2f-4109-acf5-0756e64203d0 None None] Current status of the port 2f261b1e-97d1-410b-b749-44d901cc6963 is: DOWN; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:23:21.543028 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-0d13ad8e-4d2f-4109-acf5-0756e64203d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (2f261b1e-97d1-410b-b749-44d901cc6963), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:21.576069 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c7f1e3-9643-4013-a590-ee1c2e8aea3c admin admin] Pushing event updated for resources: {'Port': ['ID=335dd27d-4958-4907-8e7c-cd3d9070011a,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:21.588292 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.67', 57143) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:23:21.619333 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-0d13ad8e-4d2f-4109-acf5-0756e64203d0 None None] For port 2f261b1e-97d1-410b-b749-44d901cc6963, host dv-cinder-828806-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-4-iscsi',level=0,port_id=2f261b1e-97d1-410b-b749-44d901cc6963,segment=NetworkSegment(9331d2d7-a6a0-4c34-9e42-53844ef9b31b),segment_id=9331d2d7-a6a0-4c34-9e42-53844ef9b31b)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:23:21.628866 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvr_db [None req-ac8168de-3974-45c2-8d01-9d91776e32a3 None None] Set router 38eac928-01f1-4978-ba20-ac2c031b8983 gateway port host: dv-cinder-828806-4-iscsi {{(pid=104074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:23:21.630495 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Current status of the port 0ffdd890-8bee-46f7-b779-8f14b60ba56c is: ACTIVE; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:23:21.631751 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Device 2f261b1e-97d1-410b-b749-44d901cc6963 up at agent ovs-agent-dv-cinder-828806-4-iscsi {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:23:21.647237 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-0670e37b-c3a4-4854-97eb-0a58a1a8dd15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16723146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16278078'] for router (ec376dbd-361b-41fd-8d64-cf1759d3c8fc), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:21.700813 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-0d13ad8e-4d2f-4109-acf5-0756e64203d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (2f261b1e-97d1-410b-b749-44d901cc6963), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:21.712135 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-0d13ad8e-4d2f-4109-acf5-0756e64203d0 None None] Provisioning complete for port a07dcd99-feea-42dc-b305-ac5a389010b5 triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:23:21.712628 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-0d13ad8e-4d2f-4109-acf5-0756e64203d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (a07dcd99-feea-42dc-b305-ac5a389010b5), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:21.807707 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Provisioning complete for port 2f261b1e-97d1-410b-b749-44d901cc6963 triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:23:21.809532 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (2f261b1e-97d1-410b-b749-44d901cc6963), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:21.920448 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d13ad8e-4d2f-4109-acf5-0756e64203d0 None None] Pushing event updated for resources: {'Port': ['ID=2f261b1e-97d1-410b-b749-44d901cc6963,revision_number=3']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:21.962677 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-0d13ad8e-4d2f-4109-acf5-0756e64203d0 None None] Current status of the port a07dcd99-feea-42dc-b305-ac5a389010b5 is: DOWN; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:23:21.963468 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-0d13ad8e-4d2f-4109-acf5-0756e64203d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (a07dcd99-feea-42dc-b305-ac5a389010b5), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:22.045792 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-0d13ad8e-4d2f-4109-acf5-0756e64203d0 None None] For port a07dcd99-feea-42dc-b305-ac5a389010b5, host dv-cinder-828806-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-4-iscsi',level=0,port_id=a07dcd99-feea-42dc-b305-ac5a389010b5,segment=NetworkSegment(63adec67-bcb3-479f-bdea-b274a09a22b6),segment_id=63adec67-bcb3-479f-bdea-b274a09a22b6)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:23:22.049605 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-ac8168de-3974-45c2-8d01-9d91776e32a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38eac928-01f1-4978-ba20-ac2c031b8983', 'name': 'tempest-ServerRescueNegativeTestJSON-1434591703-router', 'tenant_id': '6db8193dcee944008c7b41889bfa67a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '717a75d6-2ae6-41ed-a225-2bf1cc18fb1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:13Z', 'updated_at': '2022-05-27T03:23:16Z', 'revision_number': 3, 'project_id': '6db8193dcee944008c7b41889bfa67a3', 'gw_port': {'id': '717a75d6-2ae6-41ed-a225-2bf1cc18fb1b', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:62:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38eac928-01f1-4978-ba20-ac2c031b8983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:15Z', 'updated_at': '2022-05-27T03:23:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi'}], 'dv-cinder-828806-4-iscsi', False) {} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:23:22.057519 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-0d13ad8e-4d2f-4109-acf5-0756e64203d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (a07dcd99-feea-42dc-b305-ac5a389010b5), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:22.060377 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Current status of the port 2f261b1e-97d1-410b-b749-44d901cc6963 is: ACTIVE; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:23:22.061855 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Device a07dcd99-feea-42dc-b305-ac5a389010b5 up at agent ovs-agent-dv-cinder-828806-4-iscsi {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:23:22.119538 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8168de-3974-45c2-8d01-9d91776e32a3 None None] The sync data for ids ['38eac928-01f1-4978-ba20-ac2c031b8983'] in dv-cinder-828806-4-iscsi is: [{'id': '38eac928-01f1-4978-ba20-ac2c031b8983', 'name': 'tempest-ServerRescueNegativeTestJSON-1434591703-router', 'tenant_id': '6db8193dcee944008c7b41889bfa67a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '717a75d6-2ae6-41ed-a225-2bf1cc18fb1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:13Z', 'updated_at': '2022-05-27T03:23:16Z', 'revision_number': 3, 'project_id': '6db8193dcee944008c7b41889bfa67a3', 'gw_port': {'id': '717a75d6-2ae6-41ed-a225-2bf1cc18fb1b', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:62:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38eac928-01f1-4978-ba20-ac2c031b8983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:15Z', 'updated_at': '2022-05-27T03:23:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi'}] {{(pid=104074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:23:22.152829 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-0d13ad8e-4d2f-4109-acf5-0756e64203d0 None None] Provisioning complete for port 213fd885-c8e1-4df4-a81f-57d4225760e8 triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:23:22.153317 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-0d13ad8e-4d2f-4109-acf5-0756e64203d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (213fd885-c8e1-4df4-a81f-57d4225760e8), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:22.233175 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d13ad8e-4d2f-4109-acf5-0756e64203d0 None None] Pushing event updated for resources: {'Port': ['ID=a07dcd99-feea-42dc-b305-ac5a389010b5,revision_number=3']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:22.270837 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-100b7078-7fa4-48a1-aaf2-1d1902d0f029 admin admin] Notify agent at l3_agent.dv-cinder-828806-4-iscsi the message routers_updated {{(pid=104072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:23:22.292541 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Provisioning complete for port a07dcd99-feea-42dc-b305-ac5a389010b5 triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:23:22.301047 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (a07dcd99-feea-42dc-b305-ac5a389010b5), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:22.306705 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-100b7078-7fa4-48a1-aaf2-1d1902d0f029 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:22.307969 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-100b7078-7fa4-48a1-aaf2-1d1902d0f029 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.9469907 May 27 03:23:22.308148 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f55b82f-ed60-4746-904d-3a16d3fd219b None None] Sync routers for ids ['f894ead6-5c56-4335-b420-9b87f690d18d'] in dv-cinder-828806-4-iscsi {{(pid=104073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:23:22.334816 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 55528) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:23:22.342031 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6cac2e-5cd8-4ea5-864e-2a6973e0f713 req-4703dea2-e08f-492a-b29e-47bdad97ffbc tempest-DeleteServersTestJSON-2102923163 tempest-DeleteServersTestJSON-2102923163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:23:22.348244 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-8a6cac2e-5cd8-4ea5-864e-2a6973e0f713 req-4703dea2-e08f-492a-b29e-47bdad97ffbc tempest-DeleteServersTestJSON-2102923163 tempest-DeleteServersTestJSON-2102923163-project] 10.222.0.67 "GET /v2.0/networks?id=fa73c53a-cb04-46d3-9e67-3609763bf5fd HTTP/1.1" status: 200 len: 811 time: 0.7424877 May 27 03:23:22.357084 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-33e3b12a-3781-4374-9ebc-77d2f739a2f7 req-220c5c08-f193-453e-82f2-ed87cf89974d tempest-DeleteServersTestJSON-2102923163 tempest-DeleteServersTestJSON-2102923163-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ddacdbc-778d-43a4-9781-bc1bfec238e4 HTTP/1.1" status: 200 len: 210 time: 0.7649758 May 27 03:23:22.370069 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:22.390586 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:22.431427 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f55b82f-ed60-4746-904d-3a16d3fd219b None None] Routers {'f894ead6-5c56-4335-b420-9b87f690d18d'} bound to L3 agent in host dv-cinder-828806-4-iscsi {{(pid=104073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:23:22.432504 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-8f55b82f-ed60-4746-904d-3a16d3fd219b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T03:14:31Z,description=,heartbeat_timestamp=2022-05-27T03:23:01Z,host='dv-cinder-828806-4-iscsi',id=3e4effd7-5bc9-408b-93fa-42e4b19a61d9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:14:31Z,topic='l3_agent')) {'router_ids': ['f894ead6-5c56-4335-b420-9b87f690d18d'], 'active': True} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:23:22.472654 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:22.503702 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0670e37b-c3a4-4854-97eb-0a58a1a8dd15 admin admin] Router ec376dbd-361b-41fd-8d64-cf1759d3c8fc is scheduled to L3 agent 3e4effd7-5bc9-408b-93fa-42e4b19a61d9 with binding_index 1 {{(pid=104072) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 03:23:22.520397 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [req-8a6cac2e-5cd8-4ea5-864e-2a6973e0f713 req-7455aae3-ac53-41de-a749-3c2ad1d62dd9 tempest-DeleteServersTestJSON-2102923163 tempest-DeleteServersTestJSON-2102923163-project] Request body: {'port': {'device_id': '0ddacdbc-778d-43a4-9781-bc1bfec238e4', 'network_id': 'fa73c53a-cb04-46d3-9e67-3609763bf5fd', 'admin_state_up': True, 'tenant_id': 'a0a3ae93f6ab44af93b0538061809b98'}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:23:22.539414 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:22.693529 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0670e37b-c3a4-4854-97eb-0a58a1a8dd15 admin admin] Notify agent at l3_agent.dv-cinder-828806-4-iscsi the message routers_updated {{(pid=104072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:23:22.700601 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-c8655d2a-ca2a-47cc-a514-556dc96c3bad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16723146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16278078'] for router (48ccfd99-9d2a-40bc-8f48-1ef8477ddac8), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:22.734618 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2eac5ac-33ab-428b-9c0d-c32e3a2a70e4 None None] Sync routers for ids ['ec376dbd-361b-41fd-8d64-cf1759d3c8fc'] in dv-cinder-828806-4-iscsi {{(pid=104074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:23:22.748280 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:22.750074 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-87c7f1e3-9643-4013-a590-ee1c2e8aea3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (335dd27d-4958-4907-8e7c-cd3d9070011a), before_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:22.761031 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2eac5ac-33ab-428b-9c0d-c32e3a2a70e4 None None] Routers {'ec376dbd-361b-41fd-8d64-cf1759d3c8fc'} bound to L3 agent in host dv-cinder-828806-4-iscsi {{(pid=104074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:23:22.764054 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-b2eac5ac-33ab-428b-9c0d-c32e3a2a70e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T03:14:31Z,description=,heartbeat_timestamp=2022-05-27T03:23:01Z,host='dv-cinder-828806-4-iscsi',id=3e4effd7-5bc9-408b-93fa-42e4b19a61d9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:14:31Z,topic='l3_agent')) {'router_ids': ['ec376dbd-361b-41fd-8d64-cf1759d3c8fc'], 'active': True} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:23:22.876032 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Current status of the port a07dcd99-feea-42dc-b305-ac5a389010b5 is: ACTIVE; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:23:22.880067 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-0670e37b-c3a4-4854-97eb-0a58a1a8dd15 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:22.881361 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-0670e37b-c3a4-4854-97eb-0a58a1a8dd15 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 8.4696560 May 27 03:23:22.885935 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-0d13ad8e-4d2f-4109-acf5-0756e64203d0 None None] Current status of the port 213fd885-c8e1-4df4-a81f-57d4225760e8 is: ACTIVE; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:23:22.888427 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 55544) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:23:22.928855 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvr_db [None req-8f55b82f-ed60-4746-904d-3a16d3fd219b None None] Set router f894ead6-5c56-4335-b420-9b87f690d18d gateway port host: dv-cinder-828806-4-iscsi {{(pid=104073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:23:22.993139 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a6cac2e-5cd8-4ea5-864e-2a6973e0f713 req-7455aae3-ac53-41de-a749-3c2ad1d62dd9 tempest-DeleteServersTestJSON-2102923163 tempest-DeleteServersTestJSON-2102923163-project] Made reservation on behalf of a0a3ae93f6ab44af93b0538061809b98 for: {'port': 1} {{(pid=104071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:23:22.997520 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvr_db [None req-b2eac5ac-33ab-428b-9c0d-c32e3a2a70e4 None None] Set router ec376dbd-361b-41fd-8d64-cf1759d3c8fc gateway port host: dv-cinder-828806-4-iscsi {{(pid=104074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:23:23.006223 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-8a6cac2e-5cd8-4ea5-864e-2a6973e0f713 req-7455aae3-ac53-41de-a749-3c2ad1d62dd9 tempest-DeleteServersTestJSON-2102923163 tempest-DeleteServersTestJSON-2102923163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:23.193631 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-7fad6d6f-7708-4764-8611-46dc51891e63 None None] Provisioning complete for port 2f261b1e-97d1-410b-b749-44d901cc6963 triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:23:23.194118 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-7fad6d6f-7708-4764-8611-46dc51891e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (2f261b1e-97d1-410b-b749-44d901cc6963), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:23.432769 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Device 2f261b1e-97d1-410b-b749-44d901cc6963 up at agent ovs-agent-dv-cinder-828806-4-iscsi {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:23:23.773969 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.db.db_base_plugin_common [req-8a6cac2e-5cd8-4ea5-864e-2a6973e0f713 req-7455aae3-ac53-41de-a749-3c2ad1d62dd9 tempest-DeleteServersTestJSON-2102923163 tempest-DeleteServersTestJSON-2102923163-project] Allocated IP 172.20.0.7 (fa73c53a-cb04-46d3-9e67-3609763bf5fd/495a6fa4-7393-4eee-b1ce-c74250cd973b/80ce9414-7ad7-4080-9680-4d84a0a632b6) {{(pid=104071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:23:23.829176 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8655d2a-ca2a-47cc-a514-556dc96c3bad admin admin] Router 48ccfd99-9d2a-40bc-8f48-1ef8477ddac8 is scheduled to L3 agent 3e4effd7-5bc9-408b-93fa-42e4b19a61d9 with binding_index 1 {{(pid=104072) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 03:23:23.858013 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 55574) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:23:23.878144 dv-cinder-828806-4-iscsi neutron-server[104072]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 27 03:23:23.917851 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Provisioning complete for port 2f261b1e-97d1-410b-b749-44d901cc6963 triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:23:23.918723 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (2f261b1e-97d1-410b-b749-44d901cc6963), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:23.958319 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 55576) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:23:24.017685 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:24.085231 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-b2eac5ac-33ab-428b-9c0d-c32e3a2a70e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec376dbd-361b-41fd-8d64-cf1759d3c8fc', 'name': 'tempest-AttachVolumeTestJSON-611778045-router', 'tenant_id': '9351d2e0e0e14585820951a9398b35f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': 'da55691b-81f4-431f-952d-01e3daeffc29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:14Z', 'updated_at': '2022-05-27T03:23:19Z', 'revision_number': 3, 'project_id': '9351d2e0e0e14585820951a9398b35f4', 'gw_port': {'id': 'da55691b-81f4-431f-952d-01e3daeffc29', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:b4:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec376dbd-361b-41fd-8d64-cf1759d3c8fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:15Z', 'updated_at': '2022-05-27T03:23:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi'}], 'dv-cinder-828806-4-iscsi', False) {} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:23:24.152178 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-87c7f1e3-9643-4013-a590-ee1c2e8aea3c admin admin] Publish callbacks [] for port (335dd27d-4958-4907-8e7c-cd3d9070011a), precommit_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:24.170952 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-87c7f1e3-9643-4013-a590-ee1c2e8aea3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (335dd27d-4958-4907-8e7c-cd3d9070011a), after_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:24.171196 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-87c7f1e3-9643-4013-a590-ee1c2e8aea3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-366354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16280317'] for router_interface (38eac928-01f1-4978-ba20-ac2c031b8983), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:24.191474 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-7fad6d6f-7708-4764-8611-46dc51891e63 None None] Current status of the port 2f261b1e-97d1-410b-b749-44d901cc6963 is: ACTIVE; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:23:24.239151 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2eac5ac-33ab-428b-9c0d-c32e3a2a70e4 None None] Checking router: ec376dbd-361b-41fd-8d64-cf1759d3c8fc for host: dv-cinder-828806-4-iscsi {{(pid=104074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:23:24.240005 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2eac5ac-33ab-428b-9c0d-c32e3a2a70e4 None None] Updating router ec376dbd-361b-41fd-8d64-cf1759d3c8fc port da55691b-81f4-431f-952d-01e3daeffc29 binding host dv-cinder-828806-4-iscsi {{(pid=104074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:23:24.243774 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-7fad6d6f-7708-4764-8611-46dc51891e63 None None] Provisioning complete for port a07dcd99-feea-42dc-b305-ac5a389010b5 triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:23:24.244178 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-7fad6d6f-7708-4764-8611-46dc51891e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (a07dcd99-feea-42dc-b305-ac5a389010b5), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:24.255766 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-8f55b82f-ed60-4746-904d-3a16d3fd219b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f894ead6-5c56-4335-b420-9b87f690d18d', 'name': 'tempest-AttachVolumeShelveTestJSON-432131402-router', 'tenant_id': '7e2e4b63d6af43058e0dc76d8ceac844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '28d3375c-e01d-45c9-b232-57887e8c3d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:13Z', 'updated_at': '2022-05-27T03:23:17Z', 'revision_number': 3, 'project_id': '7e2e4b63d6af43058e0dc76d8ceac844', 'gw_port': {'id': '28d3375c-e01d-45c9-b232-57887e8c3d83', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:04:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f894ead6-5c56-4335-b420-9b87f690d18d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:14Z', 'updated_at': '2022-05-27T03:23:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi'}], 'dv-cinder-828806-4-iscsi', False) {} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:23:24.298399 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c7f1e3-9643-4013-a590-ee1c2e8aea3c admin admin] Pushing event updated for resources: {'Port': ['ID=335dd27d-4958-4907-8e7c-cd3d9070011a,revision_number=2']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:24.425528 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f55b82f-ed60-4746-904d-3a16d3fd219b None None] Checking router: f894ead6-5c56-4335-b420-9b87f690d18d for host: dv-cinder-828806-4-iscsi {{(pid=104073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:23:24.425882 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f55b82f-ed60-4746-904d-3a16d3fd219b None None] Updating router f894ead6-5c56-4335-b420-9b87f690d18d port 28d3375c-e01d-45c9-b232-57887e8c3d83 binding host dv-cinder-828806-4-iscsi {{(pid=104073) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:23:24.441171 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-b2eac5ac-33ab-428b-9c0d-c32e3a2a70e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (da55691b-81f4-431f-952d-01e3daeffc29), before_update {{(pid=104074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:24.569503 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-8f55b82f-ed60-4746-904d-3a16d3fd219b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (28d3375c-e01d-45c9-b232-57887e8c3d83), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:24.632308 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Current status of the port 2f261b1e-97d1-410b-b749-44d901cc6963 is: ACTIVE; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:23:24.633478 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Device a07dcd99-feea-42dc-b305-ac5a389010b5 up at agent ovs-agent-dv-cinder-828806-4-iscsi {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:23:24.646888 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:24.647577 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:24.656004 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8655d2a-ca2a-47cc-a514-556dc96c3bad admin admin] Notify agent at l3_agent.dv-cinder-828806-4-iscsi the message routers_updated {{(pid=104072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:23:24.692305 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a59599-934e-4f27-8c5b-144922cb319b None None] Sync routers for ids ['48ccfd99-9d2a-40bc-8f48-1ef8477ddac8'] in dv-cinder-828806-4-iscsi {{(pid=104073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:23:24.712300 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-792b4c20-c06c-492d-a6bb-2b456c50c286 req-530b4428-a55b-4478-80c4-b75b5b2e072e tempest-DeleteServersTestJSON-2102923163 tempest-DeleteServersTestJSON-2102923163-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ddacdbc-778d-43a4-9781-bc1bfec238e4 HTTP/1.1" status: 200 len: 210 time: 0.8354654 May 27 03:23:24.722643 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 55592) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:23:24.734429 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=100 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:24.768669 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c7f1e3-9643-4013-a590-ee1c2e8aea3c admin admin] Network ee2ac450-e56e-4c1d-8d15-c8bfd50e2024 is already hosted by enough agents. {{(pid=104071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:23:24.771942 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.scheduler.base_scheduler [None req-87c7f1e3-9643-4013-a590-ee1c2e8aea3c admin admin] Resources bound (agent type, host, resource id): {{(pid=104071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:23:24.783674 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-c8655d2a-ca2a-47cc-a514-556dc96c3bad admin admin] Publish callbacks [] for router (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:24.792219 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-c8655d2a-ca2a-47cc-a514-556dc96c3bad admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 9.9876678 May 27 03:23:24.798352 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 55596) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:23:24.801281 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-8a6cac2e-5cd8-4ea5-864e-2a6973e0f713 req-7455aae3-ac53-41de-a749-3c2ad1d62dd9 tempest-DeleteServersTestJSON-2102923163 tempest-DeleteServersTestJSON-2102923163-project] Publish callbacks [] for port (80ce9414-7ad7-4080-9680-4d84a0a632b6), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:24.821846 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 55598) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:23:24.842923 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [None req-5d2ede59-5669-45f0-9444-f98f2868fb9e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1495640662-network', 'tenant_id': '86f523489a104a25bbcd33215361c336'}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:23:24.909436 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:24.917533 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a59599-934e-4f27-8c5b-144922cb319b None None] Routers {'48ccfd99-9d2a-40bc-8f48-1ef8477ddac8'} bound to L3 agent in host dv-cinder-828806-4-iscsi {{(pid=104073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:23:24.918167 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-02a59599-934e-4f27-8c5b-144922cb319b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T03:14:31Z,description=,heartbeat_timestamp=2022-05-27T03:23:01Z,host='dv-cinder-828806-4-iscsi',id=3e4effd7-5bc9-408b-93fa-42e4b19a61d9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:14:31Z,topic='l3_agent')) {'router_ids': ['48ccfd99-9d2a-40bc-8f48-1ef8477ddac8'], 'active': True} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:23:24.965755 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-f7dd4e24-d25d-4e13-9cd7-c3ebfb000072 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:25.011837 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d2ede59-5669-45f0-9444-f98f2868fb9e admin admin] Made reservation on behalf of 86f523489a104a25bbcd33215361c336 for: {'network': 1} {{(pid=104072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:23:25.034457 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-5d2ede59-5669-45f0-9444-f98f2868fb9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for network (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:25.080832 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-7fad6d6f-7708-4764-8611-46dc51891e63 None None] Current status of the port a07dcd99-feea-42dc-b305-ac5a389010b5 is: ACTIVE; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:23:25.154056 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-5d2ede59-5669-45f0-9444-f98f2868fb9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:25.162558 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:25.230644 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-b2eac5ac-33ab-428b-9c0d-c32e3a2a70e4 None None] Publish callbacks [] for port (da55691b-81f4-431f-952d-01e3daeffc29), precommit_update {{(pid=104074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:25.243551 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-e3a639f4-bfca-43a9-a541-e386a2b772be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:25.249142 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:25.254244 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-b2eac5ac-33ab-428b-9c0d-c32e3a2a70e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (da55691b-81f4-431f-952d-01e3daeffc29), after_update {{(pid=104074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:25.302512 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-4f4e42e8-8990-4f77-866f-c6263fdfa865 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:25.414902 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.managers [None req-b2eac5ac-33ab-428b-9c0d-c32e3a2a70e4 None None] Attempting to bind port da55691b-81f4-431f-952d-01e3daeffc29 on host dv-cinder-828806-4-iscsi for vnic_type normal with profile {{(pid=104074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:23:25.419667 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.managers [None req-b2eac5ac-33ab-428b-9c0d-c32e3a2a70e4 None None] Attempting to bind port da55691b-81f4-431f-952d-01e3daeffc29 by drivers openvswitch,hyperv on host dv-cinder-828806-4-iscsi at level 0 using segments [{'id': '7e44f6fa-4b8b-41b0-9dbf-83bfa81b059a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d'}] {{(pid=104074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:23:25.420306 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2eac5ac-33ab-428b-9c0d-c32e3a2a70e4 None None] Attempting to bind port da55691b-81f4-431f-952d-01e3daeffc29 on network ca8b8e18-04f1-46f4-8c3b-aba3c077569d {{(pid=104074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:23:25.426874 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07852609-0043-42e9-80c3-414c427784ee None None] Pushing event updated for resources: {'Port': ['ID=da55691b-81f4-431f-952d-01e3daeffc29,revision_number=2']} {{(pid=104074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:25.433533 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2eac5ac-33ab-428b-9c0d-c32e3a2a70e4 None None] Checking agent: {'id': '01a6c5a5-ff25-49ea-8869-bb2b5ba0570e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828806-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 14, 35), 'started_at': datetime.datetime(2022, 5, 27, 3, 15, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828806-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:23:25.433533 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2eac5ac-33ab-428b-9c0d-c32e3a2a70e4 None None] Checking segment: {'id': '7e44f6fa-4b8b-41b0-9dbf-83bfa81b059a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:23:25.433533 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-b2eac5ac-33ab-428b-9c0d-c32e3a2a70e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:25.433533 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2eac5ac-33ab-428b-9c0d-c32e3a2a70e4 None None] Bound using segment: {'id': '7e44f6fa-4b8b-41b0-9dbf-83bfa81b059a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d'} {{(pid=104074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:23:25.433533 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.managers [None req-b2eac5ac-33ab-428b-9c0d-c32e3a2a70e4 None None] Bound port: da55691b-81f4-431f-952d-01e3daeffc29, host: dv-cinder-828806-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e44f6fa-4b8b-41b0-9dbf-83bfa81b059a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d'}}] {{(pid=104074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:23:25.433533 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-b2eac5ac-33ab-428b-9c0d-c32e3a2a70e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (da55691b-81f4-431f-952d-01e3daeffc29), before_update {{(pid=104074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:25.436065 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:25.511868 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.db [None req-b2eac5ac-33ab-428b-9c0d-c32e3a2a70e4 None None] For port da55691b-81f4-431f-952d-01e3daeffc29, host dv-cinder-828806-4-iscsi, cleared binding levels {{(pid=104074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:23:25.516792 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.db [None req-b2eac5ac-33ab-428b-9c0d-c32e3a2a70e4 None None] For port da55691b-81f4-431f-952d-01e3daeffc29, host dv-cinder-828806-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-4-iscsi',level=0,port_id=da55691b-81f4-431f-952d-01e3daeffc29,segment=NetworkSegment(7e44f6fa-4b8b-41b0-9dbf-83bfa81b059a),segment_id=7e44f6fa-4b8b-41b0-9dbf-83bfa81b059a)] {{(pid=104074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:23:25.542463 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-b2eac5ac-33ab-428b-9c0d-c32e3a2a70e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (da55691b-81f4-431f-952d-01e3daeffc29), after_update {{(pid=104074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:25.625110 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Provisioning complete for port a07dcd99-feea-42dc-b305-ac5a389010b5 triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:23:25.625501 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (a07dcd99-feea-42dc-b305-ac5a389010b5), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:25.626062 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07852609-0043-42e9-80c3-414c427784ee None None] Pushing event updated for resources: {'Port': ['ID=da55691b-81f4-431f-952d-01e3daeffc29,revision_number=3']} {{(pid=104074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:25.649244 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-8a6cac2e-5cd8-4ea5-864e-2a6973e0f713 req-7455aae3-ac53-41de-a749-3c2ad1d62dd9 tempest-DeleteServersTestJSON-2102923163 tempest-DeleteServersTestJSON-2102923163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743907242280'] for port (80ce9414-7ad7-4080-9680-4d84a0a632b6), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:25.665542 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2eac5ac-33ab-428b-9c0d-c32e3a2a70e4 None None] Routers {'ec376dbd-361b-41fd-8d64-cf1759d3c8fc'} bound to L3 agent in host dv-cinder-828806-4-iscsi {{(pid=104074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:23:25.667244 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-7fad6d6f-7708-4764-8611-46dc51891e63 None None] Provisioning complete for port 335dd27d-4958-4907-8e7c-cd3d9070011a triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:23:25.667633 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-7fad6d6f-7708-4764-8611-46dc51891e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (335dd27d-4958-4907-8e7c-cd3d9070011a), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:25.668207 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-b2eac5ac-33ab-428b-9c0d-c32e3a2a70e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T03:14:31Z,description=,heartbeat_timestamp=2022-05-27T03:23:01Z,host='dv-cinder-828806-4-iscsi',id=3e4effd7-5bc9-408b-93fa-42e4b19a61d9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:14:31Z,topic='l3_agent')) {'router_ids': ['ec376dbd-361b-41fd-8d64-cf1759d3c8fc'], 'active': True} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:23:25.819808 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvr_db [None req-b2eac5ac-33ab-428b-9c0d-c32e3a2a70e4 None None] Set router ec376dbd-361b-41fd-8d64-cf1759d3c8fc gateway port host: dv-cinder-828806-4-iscsi {{(pid=104074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:23:25.974754 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvr_db [None req-02a59599-934e-4f27-8c5b-144922cb319b None None] Set router 48ccfd99-9d2a-40bc-8f48-1ef8477ddac8 gateway port host: dv-cinder-828806-4-iscsi {{(pid=104073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:23:26.010873 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-8f55b82f-ed60-4746-904d-3a16d3fd219b None None] Publish callbacks [] for port (28d3375c-e01d-45c9-b232-57887e8c3d83), precommit_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:26.029426 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7455aae3-ac53-41de-a749-3c2ad1d62dd9 tempest-DeleteServersTestJSON-2102923163 tempest-DeleteServersTestJSON-2102923163-project] Pushing event updated for resources: {'Port': ['ID=80ce9414-7ad7-4080-9680-4d84a0a632b6,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:26.050396 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-7fad6d6f-7708-4764-8611-46dc51891e63 None None] Port 335dd27d-4958-4907-8e7c-cd3d9070011a cannot update to ACTIVE because it is not bound. {{(pid=104073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:23:26.055935 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-5d2ede59-5669-45f0-9444-f98f2868fb9e admin admin] Publish callbacks [] for security_group (d6e73753-e38b-4ea4-9f60-d172dff6268d), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:26.066006 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-8f55b82f-ed60-4746-904d-3a16d3fd219b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (28d3375c-e01d-45c9-b232-57887e8c3d83), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:26.088300 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-f7dd4e24-d25d-4e13-9cd7-c3ebfb000072 admin admin] Publish callbacks [] for security_group (9e158fce-857e-4342-bfc6-1a364f829d81), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:26.096722 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87c7f1e3-9643-4013-a590-ee1c2e8aea3c admin admin] Router 38eac928-01f1-4978-ba20-ac2c031b8983 has already been hosted by L3 agent 3e4effd7-5bc9-408b-93fa-42e4b19a61d9 {{(pid=104071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:23:26.117376 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a6cac2e-5cd8-4ea5-864e-2a6973e0f713 req-7455aae3-ac53-41de-a749-3c2ad1d62dd9 tempest-DeleteServersTestJSON-2102923163 tempest-DeleteServersTestJSON-2102923163-project] Network fa73c53a-cb04-46d3-9e67-3609763bf5fd is already hosted by enough agents. {{(pid=104071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:23:26.149230 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.scheduler.base_scheduler [req-8a6cac2e-5cd8-4ea5-864e-2a6973e0f713 req-7455aae3-ac53-41de-a749-3c2ad1d62dd9 tempest-DeleteServersTestJSON-2102923163 tempest-DeleteServersTestJSON-2102923163-project] Resources bound (agent type, host, resource id): {{(pid=104071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:23:26.154795 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a6cac2e-5cd8-4ea5-864e-2a6973e0f713 req-7455aae3-ac53-41de-a749-3c2ad1d62dd9 tempest-DeleteServersTestJSON-2102923163 tempest-DeleteServersTestJSON-2102923163-project] Received port after_create {{(pid=104071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:23:26.171099 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6cac2e-5cd8-4ea5-864e-2a6973e0f713 req-7455aae3-ac53-41de-a749-3c2ad1d62dd9 tempest-DeleteServersTestJSON-2102923163 tempest-DeleteServersTestJSON-2102923163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:23:26.173666 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-8a6cac2e-5cd8-4ea5-864e-2a6973e0f713 req-7455aae3-ac53-41de-a749-3c2ad1d62dd9 tempest-DeleteServersTestJSON-2102923163 tempest-DeleteServersTestJSON-2102923163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-366398'] for port (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:26.174541 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-b2eac5ac-33ab-428b-9c0d-c32e3a2a70e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec376dbd-361b-41fd-8d64-cf1759d3c8fc', 'name': 'tempest-AttachVolumeTestJSON-611778045-router', 'tenant_id': '9351d2e0e0e14585820951a9398b35f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': 'da55691b-81f4-431f-952d-01e3daeffc29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:14Z', 'updated_at': '2022-05-27T03:23:19Z', 'revision_number': 3, 'project_id': '9351d2e0e0e14585820951a9398b35f4', 'gw_port': {'id': 'da55691b-81f4-431f-952d-01e3daeffc29', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:b4:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec376dbd-361b-41fd-8d64-cf1759d3c8fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:15Z', 'updated_at': '2022-05-27T03:23:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi'}], 'dv-cinder-828806-4-iscsi', False) {} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:23:26.177716 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.db.db_base_plugin_common [None req-4f4e42e8-8990-4f77-866f-c6263fdfa865 admin admin] Allocated IP 172.20.0.1 (cc2d2605-cf0b-41cc-a4d1-c3c28ec94860/a8c67362-f6b9-416d-9235-7ee8f03b0511/678e1304-6bf6-41b4-a3e4-e72b45445918) {{(pid=104072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:23:26.214489 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:26.229069 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-f7dd4e24-d25d-4e13-9cd7-c3ebfb000072 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (9e158fce-857e-4342-bfc6-1a364f829d81), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:26.233976 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2eac5ac-33ab-428b-9c0d-c32e3a2a70e4 None None] The sync data for ids ['ec376dbd-361b-41fd-8d64-cf1759d3c8fc'] in dv-cinder-828806-4-iscsi is: [{'id': 'ec376dbd-361b-41fd-8d64-cf1759d3c8fc', 'name': 'tempest-AttachVolumeTestJSON-611778045-router', 'tenant_id': '9351d2e0e0e14585820951a9398b35f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': 'da55691b-81f4-431f-952d-01e3daeffc29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:14Z', 'updated_at': '2022-05-27T03:23:19Z', 'revision_number': 3, 'project_id': '9351d2e0e0e14585820951a9398b35f4', 'gw_port': {'id': 'da55691b-81f4-431f-952d-01e3daeffc29', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:b4:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec376dbd-361b-41fd-8d64-cf1759d3c8fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:15Z', 'updated_at': '2022-05-27T03:23:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi'}] {{(pid=104074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:23:26.242888 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Current status of the port a07dcd99-feea-42dc-b305-ac5a389010b5 is: ACTIVE; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:23:26.244126 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Device 717a75d6-2ae6-41ed-a225-2bf1cc18fb1b up at agent ovs-agent-dv-cinder-828806-4-iscsi {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:23:26.261104 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.managers [None req-8f55b82f-ed60-4746-904d-3a16d3fd219b None None] Attempting to bind port 28d3375c-e01d-45c9-b232-57887e8c3d83 on host dv-cinder-828806-4-iscsi for vnic_type normal with profile {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:23:26.261656 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.managers [None req-8f55b82f-ed60-4746-904d-3a16d3fd219b None None] Attempting to bind port 28d3375c-e01d-45c9-b232-57887e8c3d83 by drivers openvswitch,hyperv on host dv-cinder-828806-4-iscsi at level 0 using segments [{'id': '7e44f6fa-4b8b-41b0-9dbf-83bfa81b059a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d'}] {{(pid=104073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:23:26.262016 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f55b82f-ed60-4746-904d-3a16d3fd219b None None] Attempting to bind port 28d3375c-e01d-45c9-b232-57887e8c3d83 on network ca8b8e18-04f1-46f4-8c3b-aba3c077569d {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:23:26.304842 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-1033adf6-276b-40e5-a572-9713276c8181 None None] Provisioning complete for port 335dd27d-4958-4907-8e7c-cd3d9070011a triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:23:26.305497 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1033adf6-276b-40e5-a572-9713276c8181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (335dd27d-4958-4907-8e7c-cd3d9070011a), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:26.307136 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe92a7a-a4b4-4e44-91c0-d262f2d4e9d7 None None] Pushing event updated for resources: {'Port': ['ID=28d3375c-e01d-45c9-b232-57887e8c3d83,revision_number=2']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:26.366795 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f55b82f-ed60-4746-904d-3a16d3fd219b None None] Checking agent: {'id': '01a6c5a5-ff25-49ea-8869-bb2b5ba0570e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828806-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 14, 35), 'started_at': datetime.datetime(2022, 5, 27, 3, 15, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828806-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:23:26.367182 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f55b82f-ed60-4746-904d-3a16d3fd219b None None] Checking segment: {'id': '7e44f6fa-4b8b-41b0-9dbf-83bfa81b059a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:23:26.367575 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-8f55b82f-ed60-4746-904d-3a16d3fd219b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:26.367963 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f55b82f-ed60-4746-904d-3a16d3fd219b None None] Bound using segment: {'id': '7e44f6fa-4b8b-41b0-9dbf-83bfa81b059a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d'} {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:23:26.368592 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.managers [None req-8f55b82f-ed60-4746-904d-3a16d3fd219b None None] Bound port: 28d3375c-e01d-45c9-b232-57887e8c3d83, host: dv-cinder-828806-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e44f6fa-4b8b-41b0-9dbf-83bfa81b059a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d'}}] {{(pid=104073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:23:26.369159 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-8f55b82f-ed60-4746-904d-3a16d3fd219b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (28d3375c-e01d-45c9-b232-57887e8c3d83), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:26.389776 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-4f4e42e8-8990-4f77-866f-c6263fdfa865 admin admin] Publish callbacks [] for port (678e1304-6bf6-41b4-a3e4-e72b45445918), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:26.393102 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:26.393790 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f09119-2348-45ee-a5b7-d00eefa66ecf req-4830d93c-b9ee-4f96-9792-1e8da3ec12ff tempest-DeleteServersTestJSON-2102923163 tempest-DeleteServersTestJSON-2102923163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:23:26.396319 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-08f09119-2348-45ee-a5b7-d00eefa66ecf req-4830d93c-b9ee-4f96-9792-1e8da3ec12ff tempest-DeleteServersTestJSON-2102923163 tempest-DeleteServersTestJSON-2102923163-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ddacdbc-778d-43a4-9781-bc1bfec238e4 HTTP/1.1" status: 200 len: 931 time: 0.3566756 May 27 03:23:26.400490 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-f7dd4e24-d25d-4e13-9cd7-c3ebfb000072 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4e53e203330b4867b34feafdedd69f24&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6764302 May 27 03:23:26.437466 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-1033adf6-276b-40e5-a572-9713276c8181 None None] Port 335dd27d-4958-4907-8e7c-cd3d9070011a cannot update to ACTIVE because it is not bound. {{(pid=104073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:23:26.441688 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=83,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:26.443183 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-5d2ede59-5669-45f0-9444-f98f2868fb9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (d6e73753-e38b-4ea4-9f60-d172dff6268d), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:26.449757 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 55608) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:23:26.488704 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:26.503761 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Provisioning complete for port 717a75d6-2ae6-41ed-a225-2bf1cc18fb1b triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:23:26.504153 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (717a75d6-2ae6-41ed-a225-2bf1cc18fb1b), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:26.514051 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2ede59-5669-45f0-9444-f98f2868fb9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6e73753-e38b-4ea4-9f60-d172dff6268d,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:26.517732 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-4f4e42e8-8990-4f77-866f-c6263fdfa865 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743907242280'] for port (678e1304-6bf6-41b4-a3e4-e72b45445918), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:26.537343 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-8f55b82f-ed60-4746-904d-3a16d3fd219b None None] For port 28d3375c-e01d-45c9-b232-57887e8c3d83, host dv-cinder-828806-4-iscsi, cleared binding levels {{(pid=104073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:23:26.560524 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-02a59599-934e-4f27-8c5b-144922cb319b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ccfd99-9d2a-40bc-8f48-1ef8477ddac8', 'name': 'tempest-AttachVolumeNegativeTest-1190605770-router', 'tenant_id': '082b5523ee504be09f6fcaf833207a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': 'ee2b145c-866a-4545-a5dc-b000db3e976a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:15Z', 'updated_at': '2022-05-27T03:23:20Z', 'revision_number': 3, 'project_id': '082b5523ee504be09f6fcaf833207a4f', 'gw_port': {'id': 'ee2b145c-866a-4545-a5dc-b000db3e976a', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e4:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48ccfd99-9d2a-40bc-8f48-1ef8477ddac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:16Z', 'updated_at': '2022-05-27T03:23:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi'}], 'dv-cinder-828806-4-iscsi', False) {} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:23:26.570280 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-8a6cac2e-5cd8-4ea5-864e-2a6973e0f713 req-7455aae3-ac53-41de-a749-3c2ad1d62dd9 tempest-DeleteServersTestJSON-2102923163 tempest-DeleteServersTestJSON-2102923163-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0600996 May 27 03:23:26.571598 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dd4e24-d25d-4e13-9cd7-c3ebfb000072 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e158fce-857e-4342-bfc6-1a364f829d81,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:26.646823 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-e39ccd1b-1aaf-4051-bdfd-91efe7f2d0e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:26.664471 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-8f55b82f-ed60-4746-904d-3a16d3fd219b None None] For port 28d3375c-e01d-45c9-b232-57887e8c3d83, host dv-cinder-828806-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-4-iscsi',level=0,port_id=28d3375c-e01d-45c9-b232-57887e8c3d83,segment=NetworkSegment(7e44f6fa-4b8b-41b0-9dbf-83bfa81b059a),segment_id=7e44f6fa-4b8b-41b0-9dbf-83bfa81b059a)] {{(pid=104073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:23:26.665451 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d2ede59-5669-45f0-9444-f98f2868fb9e admin admin] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=104072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:23:26.690927 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a59599-934e-4f27-8c5b-144922cb319b None None] Checking router: 48ccfd99-9d2a-40bc-8f48-1ef8477ddac8 for host: dv-cinder-828806-4-iscsi {{(pid=104073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:23:26.691267 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a59599-934e-4f27-8c5b-144922cb319b None None] Updating router 48ccfd99-9d2a-40bc-8f48-1ef8477ddac8 port ee2b145c-866a-4545-a5dc-b000db3e976a binding host dv-cinder-828806-4-iscsi {{(pid=104073) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:23:26.709568 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f4e42e8-8990-4f77-866f-c6263fdfa865 admin admin] Network cc2d2605-cf0b-41cc-a4d1-c3c28ec94860 is already hosted by enough agents. {{(pid=104072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:23:26.724988 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.base_scheduler [None req-4f4e42e8-8990-4f77-866f-c6263fdfa865 admin admin] Resources bound (agent type, host, resource id): {{(pid=104072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:23:26.742993 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-8f55b82f-ed60-4746-904d-3a16d3fd219b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (28d3375c-e01d-45c9-b232-57887e8c3d83), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:26.752671 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4e42e8-8990-4f77-866f-c6263fdfa865 admin admin] Received port after_create {{(pid=104072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:23:26.753201 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-4f4e42e8-8990-4f77-866f-c6263fdfa865 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16279373'] for router_interface (ec376dbd-361b-41fd-8d64-cf1759d3c8fc), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:26.852343 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-02a59599-934e-4f27-8c5b-144922cb319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (ee2b145c-866a-4545-a5dc-b000db3e976a), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:26.890531 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-5d2ede59-5669-45f0-9444-f98f2868fb9e admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8743907721831', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-814499'] for segment (bd2f728f-a8cc-4c15-b79b-f34f9a173283), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:26.891317 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.db.segments_db [None req-5d2ede59-5669-45f0-9444-f98f2868fb9e admin admin] Added segment bd2f728f-a8cc-4c15-b79b-f34f9a173283 of type vlan for network 48289b87-de30-4d65-8c21-dc9c0a6cd5c6 May 27 03:23:26.893450 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-dcf15fa0-3873-4d2c-b049-3ba47cfbe23a admin admin] Publish callbacks [] for security_group (9e158fce-857e-4342-bfc6-1a364f829d81), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:26.919960 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:26.921621 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-dcf15fa0-3873-4d2c-b049-3ba47cfbe23a admin admin] Publish callbacks [] for security_group (9e158fce-857e-4342-bfc6-1a364f829d81), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:26.954485 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [req-8a6cac2e-5cd8-4ea5-864e-2a6973e0f713 req-1e589788-d6ae-48c0-a8c3-aaaf0842e6f9 tempest-DeleteServersTestJSON-2102923163 tempest-DeleteServersTestJSON-2102923163-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=104071) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 27 03:23:26.955501 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-8a6cac2e-5cd8-4ea5-864e-2a6973e0f713 req-1e589788-d6ae-48c0-a8c3-aaaf0842e6f9 tempest-DeleteServersTestJSON-2102923163 tempest-DeleteServersTestJSON-2102923163-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1277072 May 27 03:23:27.008492 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-dcf15fa0-3873-4d2c-b049-3ba47cfbe23a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (9e158fce-857e-4342-bfc6-1a364f829d81), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:27.013021 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-dcf15fa0-3873-4d2c-b049-3ba47cfbe23a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:27.030456 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-dcf15fa0-3873-4d2c-b049-3ba47cfbe23a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9e158fce-857e-4342-bfc6-1a364f829d81 HTTP/1.1" status: 204 len: 168 time: 0.5265062 May 27 03:23:27.031662 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4e42e8-8990-4f77-866f-c6263fdfa865 admin admin] Pushing event updated for resources: {'Port': ['ID=678e1304-6bf6-41b4-a3e4-e72b45445918,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:27.035924 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:27.077242 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe92a7a-a4b4-4e44-91c0-d262f2d4e9d7 None None] Pushing event updated for resources: {'Port': ['ID=28d3375c-e01d-45c9-b232-57887e8c3d83,revision_number=3']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:27.103021 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f55b82f-ed60-4746-904d-3a16d3fd219b None None] Routers {'f894ead6-5c56-4335-b420-9b87f690d18d'} bound to L3 agent in host dv-cinder-828806-4-iscsi {{(pid=104073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:23:27.105304 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-8f55b82f-ed60-4746-904d-3a16d3fd219b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T03:14:31Z,description=,heartbeat_timestamp=2022-05-27T03:23:01Z,host='dv-cinder-828806-4-iscsi',id=3e4effd7-5bc9-408b-93fa-42e4b19a61d9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:14:31Z,topic='l3_agent')) {'router_ids': ['f894ead6-5c56-4335-b420-9b87f690d18d'], 'active': True} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:23:27.213755 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf15fa0-3873-4d2c-b049-3ba47cfbe23a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e158fce-857e-4342-bfc6-1a364f829d81,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:27.322111 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Current status of the port 717a75d6-2ae6-41ed-a225-2bf1cc18fb1b is: DOWN; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:23:27.322111 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (717a75d6-2ae6-41ed-a225-2bf1cc18fb1b), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:27.324312 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-5d2ede59-5669-45f0-9444-f98f2868fb9e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743907247189'] for network (48289b87-de30-4d65-8c21-dc9c0a6cd5c6), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:27.396690 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] For port 717a75d6-2ae6-41ed-a225-2bf1cc18fb1b, host dv-cinder-828806-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-4-iscsi',level=0,port_id=717a75d6-2ae6-41ed-a225-2bf1cc18fb1b,segment=NetworkSegment(7e44f6fa-4b8b-41b0-9dbf-83bfa81b059a),segment_id=7e44f6fa-4b8b-41b0-9dbf-83bfa81b059a)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:23:27.436718 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-32f0758a-eae5-468c-a5b5-8995f0957bbc None None] Provisioning complete for port 678e1304-6bf6-41b4-a3e4-e72b45445918 triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:23:27.437280 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-32f0758a-eae5-468c-a5b5-8995f0957bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (678e1304-6bf6-41b4-a3e4-e72b45445918), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:27.471966 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:27.530504 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-32f0758a-eae5-468c-a5b5-8995f0957bbc None None] Port 678e1304-6bf6-41b4-a3e4-e72b45445918 cannot update to ACTIVE because it is not bound. {{(pid=104073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:23:27.536656 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (717a75d6-2ae6-41ed-a225-2bf1cc18fb1b), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:27.585925 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87c7f1e3-9643-4013-a590-ee1c2e8aea3c admin admin] Notify agent at l3_agent.dv-cinder-828806-4-iscsi the message routers_updated {{(pid=104071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:23:27.601934 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-5d2ede59-5669-45f0-9444-f98f2868fb9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336'] for network (48289b87-de30-4d65-8c21-dc9c0a6cd5c6), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:27.604091 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d2ede59-5669-45f0-9444-f98f2868fb9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:23:27.604091 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-5d2ede59-5669-45f0-9444-f98f2868fb9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-366398'] for network (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:27.610976 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15424a88-3f82-4686-a19e-cef62e1d7ba6 None None] Sync routers for ids ['38eac928-01f1-4978-ba20-ac2c031b8983'] in dv-cinder-828806-4-iscsi {{(pid=104074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:23:27.614142 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-87c7f1e3-9643-4013-a590-ee1c2e8aea3c admin admin] 10.222.0.50 "PUT /v2.0/routers/38eac928-01f1-4978-ba20-ac2c031b8983/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7159820 May 27 03:23:27.645068 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15424a88-3f82-4686-a19e-cef62e1d7ba6 None None] Routers {'38eac928-01f1-4978-ba20-ac2c031b8983'} bound to L3 agent in host dv-cinder-828806-4-iscsi {{(pid=104074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:23:27.645988 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-15424a88-3f82-4686-a19e-cef62e1d7ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T03:14:31Z,description=,heartbeat_timestamp=2022-05-27T03:23:01Z,host='dv-cinder-828806-4-iscsi',id=3e4effd7-5bc9-408b-93fa-42e4b19a61d9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:14:31Z,topic='l3_agent')) {'router_ids': ['38eac928-01f1-4978-ba20-ac2c031b8983'], 'active': True} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:23:27.694044 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 55618) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:23:27.712785 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [req-8a6cac2e-5cd8-4ea5-864e-2a6973e0f713 req-2ca64aa7-d5bc-4e92-ae4b-4c0077414821 service neutron] Request body: {'port': {'device_id': '0ddacdbc-778d-43a4-9781-bc1bfec238e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:23:27.717936 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-5d2ede59-5669-45f0-9444-f98f2868fb9e admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 3.7468426 May 27 03:23:27.744268 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-e3a639f4-bfca-43a9-a541-e386a2b772be admin admin] Publish callbacks [] for security_group (5e1055eb-44dc-4b0c-9691-f688ddcd5a90), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:27.747590 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 55620) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:23:27.772442 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [None req-c236dc07-b25f-4915-9be9-e8b369c774d2 admin admin] Request body: {'subnet': {'network_id': '48289b87-de30-4d65-8c21-dc9c0a6cd5c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1495640662-subnet', 'tenant_id': '86f523489a104a25bbcd33215361c336', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:23:27.826215 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-4c399319-246a-4111-a2a4-47d9c43740a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:27.864548 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.db.db_base_plugin_common [None req-e39ccd1b-1aaf-4051-bdfd-91efe7f2d0e9 admin admin] Allocated IP 172.20.0.1 (9235750b-3863-4242-97a7-a4cb52643ca2/74986d1d-a9b7-43a2-b2c2-09937b076cb1/d16726c7-bdbc-43fb-b093-912bc04ee3a2) {{(pid=104072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:23:27.915755 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-08f09119-2348-45ee-a5b7-d00eefa66ecf req-548649f7-3dea-4998-8555-e3801689ba43 tempest-DeleteServersTestJSON-2102923163 tempest-DeleteServersTestJSON-2102923163-project] 10.222.0.50 "GET /v2.0/security-groups?id=cab20666-9115-4554-9d3c-c2407804d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1052811 May 27 03:23:27.916769 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-e3a639f4-bfca-43a9-a541-e386a2b772be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (5e1055eb-44dc-4b0c-9691-f688ddcd5a90), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:27.983647 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvr_db [None req-15424a88-3f82-4686-a19e-cef62e1d7ba6 None None] Set router 38eac928-01f1-4978-ba20-ac2c031b8983 gateway port host: dv-cinder-828806-4-iscsi {{(pid=104074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:23:28.059035 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2ede59-5669-45f0-9444-f98f2868fb9e admin admin] Pushing event updated for resources: {'Network': ['ID=48289b87-de30-4d65-8c21-dc9c0a6cd5c6,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:28.094788 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:28.132801 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-4f4e42e8-8990-4f77-866f-c6263fdfa865 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (678e1304-6bf6-41b4-a3e4-e72b45445918), before_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:28.145380 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-aa48577f-2b5b-4f10-a87e-17a79aa50283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:28.189196 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-e3a639f4-bfca-43a9-a541-e386a2b772be admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d1f5e434c7534753aea9c96091527cd1&name=default HTTP/1.1" status: 200 len: 2996 time: 3.2878988 May 27 03:23:28.191270 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c236dc07-b25f-4915-9be9-e8b369c774d2 admin admin] Made reservation on behalf of 86f523489a104a25bbcd33215361c336 for: {'subnet': 1} {{(pid=104071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:23:28.192808 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 55628) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:23:28.198184 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-c236dc07-b25f-4915-9be9-e8b369c774d2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:28.302099 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a639f4-bfca-43a9-a541-e386a2b772be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e1055eb-44dc-4b0c-9691-f688ddcd5a90,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:28.404492 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-8a6cac2e-5cd8-4ea5-864e-2a6973e0f713 req-2ca64aa7-d5bc-4e92-ae4b-4c0077414821 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (80ce9414-7ad7-4080-9680-4d84a0a632b6), before_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:28.448266 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-02a59599-934e-4f27-8c5b-144922cb319b None None] Publish callbacks [] for port (ee2b145c-866a-4545-a5dc-b000db3e976a), precommit_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:28.453889 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:28.468739 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Device da55691b-81f4-431f-952d-01e3daeffc29 up at agent ovs-agent-dv-cinder-828806-4-iscsi {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:23:28.471348 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Network 48289b87-de30-4d65-8c21-dc9c0a6cd5c6 details requested by agent ovs-agent-dv-cinder-828806-4-iscsi with host dv-cinder-828806-4-iscsi {{(pid=104073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 03:23:28.474245 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-02a59599-934e-4f27-8c5b-144922cb319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (ee2b145c-866a-4545-a5dc-b000db3e976a), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:28.557951 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-4c399319-246a-4111-a2a4-47d9c43740a9 admin admin] Publish callbacks [] for security_group (b1e05285-b15d-4a0f-93f6-710cb75e694a), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:28.595447 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.managers [None req-02a59599-934e-4f27-8c5b-144922cb319b None None] Attempting to bind port ee2b145c-866a-4545-a5dc-b000db3e976a on host dv-cinder-828806-4-iscsi for vnic_type normal with profile {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:23:28.595770 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.managers [None req-02a59599-934e-4f27-8c5b-144922cb319b None None] Attempting to bind port ee2b145c-866a-4545-a5dc-b000db3e976a by drivers openvswitch,hyperv on host dv-cinder-828806-4-iscsi at level 0 using segments [{'id': '7e44f6fa-4b8b-41b0-9dbf-83bfa81b059a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d'}] {{(pid=104073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:23:28.596133 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a59599-934e-4f27-8c5b-144922cb319b None None] Attempting to bind port ee2b145c-866a-4545-a5dc-b000db3e976a on network ca8b8e18-04f1-46f4-8c3b-aba3c077569d {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:23:28.608449 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-4c399319-246a-4111-a2a4-47d9c43740a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (b1e05285-b15d-4a0f-93f6-710cb75e694a), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:28.613197 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a59599-934e-4f27-8c5b-144922cb319b None None] Checking agent: {'id': '01a6c5a5-ff25-49ea-8869-bb2b5ba0570e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828806-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 14, 35), 'started_at': datetime.datetime(2022, 5, 27, 3, 15, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828806-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:23:28.613888 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a59599-934e-4f27-8c5b-144922cb319b None None] Checking segment: {'id': '7e44f6fa-4b8b-41b0-9dbf-83bfa81b059a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:23:28.614340 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-02a59599-934e-4f27-8c5b-144922cb319b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:28.614785 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a59599-934e-4f27-8c5b-144922cb319b None None] Bound using segment: {'id': '7e44f6fa-4b8b-41b0-9dbf-83bfa81b059a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d'} {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:23:28.615295 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.managers [None req-02a59599-934e-4f27-8c5b-144922cb319b None None] Bound port: ee2b145c-866a-4545-a5dc-b000db3e976a, host: dv-cinder-828806-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e44f6fa-4b8b-41b0-9dbf-83bfa81b059a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d'}}] {{(pid=104073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:23:28.616831 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-02a59599-934e-4f27-8c5b-144922cb319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (ee2b145c-866a-4545-a5dc-b000db3e976a), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:28.670544 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=100 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:28.693997 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-15424a88-3f82-4686-a19e-cef62e1d7ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38eac928-01f1-4978-ba20-ac2c031b8983', 'name': 'tempest-ServerRescueNegativeTestJSON-1434591703-router', 'tenant_id': '6db8193dcee944008c7b41889bfa67a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '717a75d6-2ae6-41ed-a225-2bf1cc18fb1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:13Z', 'updated_at': '2022-05-27T03:23:21Z', 'revision_number': 4, 'project_id': '6db8193dcee944008c7b41889bfa67a3', 'gw_port': {'id': '717a75d6-2ae6-41ed-a225-2bf1cc18fb1b', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:62:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38eac928-01f1-4978-ba20-ac2c031b8983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:15Z', 'updated_at': '2022-05-27T03:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi', '_interfaces': [{'id': '335dd27d-4958-4907-8e7c-cd3d9070011a', 'name': '', 'network_id': 'ee2ac450-e56e-4c1d-8d15-c8bfd50e2024', 'tenant_id': '6db8193dcee944008c7b41889bfa67a3', 'mac_address': 'fa:16:3e:61:1e:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38eac928-01f1-4978-ba20-ac2c031b8983', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'cc441656-896b-4ce0-b128-b3b9a7f3a183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:20Z', 'updated_at': '2022-05-27T03:23:23Z', 'revision_number': 2, 'project_id': '6db8193dcee944008c7b41889bfa67a3', 'subnets': [{'id': 'cc441656-896b-4ce0-b128-b3b9a7f3a183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-4-iscsi', False) {} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:23:28.723454 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-02a59599-934e-4f27-8c5b-144922cb319b None None] For port ee2b145c-866a-4545-a5dc-b000db3e976a, host dv-cinder-828806-4-iscsi, cleared binding levels {{(pid=104073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:23:28.732320 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-02a59599-934e-4f27-8c5b-144922cb319b None None] For port ee2b145c-866a-4545-a5dc-b000db3e976a, host dv-cinder-828806-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-4-iscsi',level=0,port_id=ee2b145c-866a-4545-a5dc-b000db3e976a,segment=NetworkSegment(7e44f6fa-4b8b-41b0-9dbf-83bfa81b059a),segment_id=7e44f6fa-4b8b-41b0-9dbf-83bfa81b059a)] {{(pid=104073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:23:28.770624 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15424a88-3f82-4686-a19e-cef62e1d7ba6 None None] Checking router: 38eac928-01f1-4978-ba20-ac2c031b8983 for host: dv-cinder-828806-4-iscsi {{(pid=104074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:23:28.771745 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15424a88-3f82-4686-a19e-cef62e1d7ba6 None None] Updating router 38eac928-01f1-4978-ba20-ac2c031b8983 port 335dd27d-4958-4907-8e7c-cd3d9070011a binding host dv-cinder-828806-4-iscsi {{(pid=104074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:23:28.804549 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-4c399319-246a-4111-a2a4-47d9c43740a9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5160189da7cd4aa7b45a6fea816350c3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1050754 May 27 03:23:28.833578 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 55644) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:23:28.851255 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c399319-246a-4111-a2a4-47d9c43740a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1e05285-b15d-4a0f-93f6-710cb75e694a,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:28.880590 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-02a59599-934e-4f27-8c5b-144922cb319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (ee2b145c-866a-4545-a5dc-b000db3e976a), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:28.883272 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-15424a88-3f82-4686-a19e-cef62e1d7ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (335dd27d-4958-4907-8e7c-cd3d9070011a), before_update {{(pid=104074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:28.900932 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=83,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=11 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:28.901879 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:28.907743 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Pushing event updated for resources: {'Port': ['ID=717a75d6-2ae6-41ed-a225-2bf1cc18fb1b,revision_number=4']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:29.020837 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:INSERT=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:29.022462 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-e39ccd1b-1aaf-4051-bdfd-91efe7f2d0e9 admin admin] Publish callbacks [] for port (d16726c7-bdbc-43fb-b093-912bc04ee3a2), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:29.036937 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc17f3f7-d6e9-490d-b701-135d83dec67b None None] Pushing event updated for resources: {'Port': ['ID=ee2b145c-866a-4545-a5dc-b000db3e976a,revision_number=3']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:29.042361 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvr_db [None req-8f55b82f-ed60-4746-904d-3a16d3fd219b None None] Set router f894ead6-5c56-4335-b420-9b87f690d18d gateway port host: dv-cinder-828806-4-iscsi {{(pid=104073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:23:29.051749 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Provisioning complete for port da55691b-81f4-431f-952d-01e3daeffc29 triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:23:29.052617 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (da55691b-81f4-431f-952d-01e3daeffc29), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:29.106151 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-257ee51f-1256-49af-b740-bd3d93c68263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (88cb169e-23a7-4380-813c-9b707a5671b5), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:29.151376 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-62277f92-6d5b-4f75-8912-c6436625467b admin admin] Publish callbacks [] for security_group (5e1055eb-44dc-4b0c-9691-f688ddcd5a90), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:29.236428 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.db.db_base_plugin_common [None req-aa48577f-2b5b-4f10-a87e-17a79aa50283 admin admin] Allocated IP 172.20.0.1 (e861f168-e1a5-4542-8ee4-9759fa17a578/22c8ee8a-bdb1-4646-81f4-b6b1b8177bb9/de2e02ca-ae55-44a3-8d3d-cbe2d4c0df81) {{(pid=104071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:23:29.395045 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc17f3f7-d6e9-490d-b701-135d83dec67b None None] Pushing event updated for resources: {'Port': ['ID=ee2b145c-866a-4545-a5dc-b000db3e976a,revision_number=3']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:29.500613 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-c236dc07-b25f-4915-9be9-e8b369c774d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16716613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336'] for subnet (0903299d-e8fb-41af-a71e-8d12c30d7ed6), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:29.515175 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Current status of the port da55691b-81f4-431f-952d-01e3daeffc29 is: DOWN; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:23:29.517548 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (da55691b-81f4-431f-952d-01e3daeffc29), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:29.574002 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-62277f92-6d5b-4f75-8912-c6436625467b admin admin] Publish callbacks [] for security_group (5e1055eb-44dc-4b0c-9691-f688ddcd5a90), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:29.627260 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-15424a88-3f82-4686-a19e-cef62e1d7ba6 None None] Publish callbacks [] for port (335dd27d-4958-4907-8e7c-cd3d9070011a), precommit_update {{(pid=104074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:29.639870 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:29.654279 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-15424a88-3f82-4686-a19e-cef62e1d7ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (335dd27d-4958-4907-8e7c-cd3d9070011a), after_update {{(pid=104074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:29.695457 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-8f55b82f-ed60-4746-904d-3a16d3fd219b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f894ead6-5c56-4335-b420-9b87f690d18d', 'name': 'tempest-AttachVolumeShelveTestJSON-432131402-router', 'tenant_id': '7e2e4b63d6af43058e0dc76d8ceac844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '28d3375c-e01d-45c9-b232-57887e8c3d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:13Z', 'updated_at': '2022-05-27T03:23:17Z', 'revision_number': 3, 'project_id': '7e2e4b63d6af43058e0dc76d8ceac844', 'gw_port': {'id': '28d3375c-e01d-45c9-b232-57887e8c3d83', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:04:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f894ead6-5c56-4335-b420-9b87f690d18d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:14Z', 'updated_at': '2022-05-27T03:23:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi'}], 'dv-cinder-828806-4-iscsi', False) {} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:23:29.714025 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:29.732435 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a661af84-caf4-436f-b6ee-41814dc655a0 None None] Pushing event updated for resources: {'Port': ['ID=335dd27d-4958-4907-8e7c-cd3d9070011a,revision_number=3']} {{(pid=104074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:29.777327 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f55b82f-ed60-4746-904d-3a16d3fd219b None None] The sync data for ids ['f894ead6-5c56-4335-b420-9b87f690d18d'] in dv-cinder-828806-4-iscsi is: [{'id': 'f894ead6-5c56-4335-b420-9b87f690d18d', 'name': 'tempest-AttachVolumeShelveTestJSON-432131402-router', 'tenant_id': '7e2e4b63d6af43058e0dc76d8ceac844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '28d3375c-e01d-45c9-b232-57887e8c3d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:13Z', 'updated_at': '2022-05-27T03:23:17Z', 'revision_number': 3, 'project_id': '7e2e4b63d6af43058e0dc76d8ceac844', 'gw_port': {'id': '28d3375c-e01d-45c9-b232-57887e8c3d83', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:04:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f894ead6-5c56-4335-b420-9b87f690d18d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:14Z', 'updated_at': '2022-05-27T03:23:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi'}] {{(pid=104073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:23:29.797387 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] For port da55691b-81f4-431f-952d-01e3daeffc29, host dv-cinder-828806-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-4-iscsi',level=0,port_id=da55691b-81f4-431f-952d-01e3daeffc29,segment=NetworkSegment(7e44f6fa-4b8b-41b0-9dbf-83bfa81b059a),segment_id=7e44f6fa-4b8b-41b0-9dbf-83bfa81b059a)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:23:29.809651 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (da55691b-81f4-431f-952d-01e3daeffc29), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:29.888807 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a59599-934e-4f27-8c5b-144922cb319b None None] Routers {'48ccfd99-9d2a-40bc-8f48-1ef8477ddac8'} bound to L3 agent in host dv-cinder-828806-4-iscsi {{(pid=104073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:23:29.889562 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-02a59599-934e-4f27-8c5b-144922cb319b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T03:14:31Z,description=,heartbeat_timestamp=2022-05-27T03:23:01Z,host='dv-cinder-828806-4-iscsi',id=3e4effd7-5bc9-408b-93fa-42e4b19a61d9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:14:31Z,topic='l3_agent')) {'router_ids': ['48ccfd99-9d2a-40bc-8f48-1ef8477ddac8'], 'active': True} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:23:30.111278 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47509c6-7b35-48f5-a54c-081d0e0f0922 req-9b917247-a4f1-4786-9be4-03514bc1d886 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:23:30.118467 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f47509c6-7b35-48f5-a54c-081d0e0f0922 req-9b917247-a4f1-4786-9be4-03514bc1d886 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/networks?id=ee2ac450-e56e-4c1d-8d15-c8bfd50e2024 HTTP/1.1" status: 200 len: 819 time: 1.3107362 May 27 03:23:30.145271 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-a0bf51cd-71bd-47bd-a5b7-81ee5413aa28 admin admin] Publish callbacks [] for security_group (b1e05285-b15d-4a0f-93f6-710cb75e694a), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:30.147532 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Pushing event updated for resources: {'Port': ['ID=da55691b-81f4-431f-952d-01e3daeffc29,revision_number=4']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:30.162263 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Device 717a75d6-2ae6-41ed-a225-2bf1cc18fb1b up at agent ovs-agent-dv-cinder-828806-4-iscsi {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:23:30.200723 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-62277f92-6d5b-4f75-8912-c6436625467b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (5e1055eb-44dc-4b0c-9691-f688ddcd5a90), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:30.204961 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-62277f92-6d5b-4f75-8912-c6436625467b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:30.212286 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-62277f92-6d5b-4f75-8912-c6436625467b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5e1055eb-44dc-4b0c-9691-f688ddcd5a90 HTTP/1.1" status: 204 len: 168 time: 2.0034726 May 27 03:23:30.212286 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-e39ccd1b-1aaf-4051-bdfd-91efe7f2d0e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743907242280'] for port (d16726c7-bdbc-43fb-b093-912bc04ee3a2), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:30.235835 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.managers [None req-15424a88-3f82-4686-a19e-cef62e1d7ba6 None None] Attempting to bind port 335dd27d-4958-4907-8e7c-cd3d9070011a on host dv-cinder-828806-4-iscsi for vnic_type normal with profile {{(pid=104074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:23:30.236435 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.managers [None req-15424a88-3f82-4686-a19e-cef62e1d7ba6 None None] Attempting to bind port 335dd27d-4958-4907-8e7c-cd3d9070011a by drivers openvswitch,hyperv on host dv-cinder-828806-4-iscsi at level 0 using segments [{'id': 'e06d4ee8-7c2f-4c75-a8e8-97fb5af915aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ee2ac450-e56e-4c1d-8d15-c8bfd50e2024'}] {{(pid=104074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:23:30.236944 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15424a88-3f82-4686-a19e-cef62e1d7ba6 None None] Attempting to bind port 335dd27d-4958-4907-8e7c-cd3d9070011a on network ee2ac450-e56e-4c1d-8d15-c8bfd50e2024 {{(pid=104074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:23:30.243325 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15424a88-3f82-4686-a19e-cef62e1d7ba6 None None] Checking agent: {'id': '01a6c5a5-ff25-49ea-8869-bb2b5ba0570e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828806-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 14, 35), 'started_at': datetime.datetime(2022, 5, 27, 3, 15, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828806-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:23:30.243962 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15424a88-3f82-4686-a19e-cef62e1d7ba6 None None] Checking segment: {'id': 'e06d4ee8-7c2f-4c75-a8e8-97fb5af915aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ee2ac450-e56e-4c1d-8d15-c8bfd50e2024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:23:30.244503 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-15424a88-3f82-4686-a19e-cef62e1d7ba6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:30.245055 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15424a88-3f82-4686-a19e-cef62e1d7ba6 None None] Bound using segment: {'id': 'e06d4ee8-7c2f-4c75-a8e8-97fb5af915aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ee2ac450-e56e-4c1d-8d15-c8bfd50e2024'} {{(pid=104074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:23:30.245827 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.managers [None req-15424a88-3f82-4686-a19e-cef62e1d7ba6 None None] Bound port: 335dd27d-4958-4907-8e7c-cd3d9070011a, host: dv-cinder-828806-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e06d4ee8-7c2f-4c75-a8e8-97fb5af915aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ee2ac450-e56e-4c1d-8d15-c8bfd50e2024'}}] {{(pid=104074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:23:30.246355 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-15424a88-3f82-4686-a19e-cef62e1d7ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (335dd27d-4958-4907-8e7c-cd3d9070011a), before_update {{(pid=104074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:30.246462 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.notifiers.nova [req-8a6cac2e-5cd8-4ea5-864e-2a6973e0f713 req-2ca64aa7-d5bc-4e92-ae4b-4c0077414821 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80ce9414-7ad7-4080-9680-4d84a0a632b6 {{(pid=104071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:23:30.312832 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:30.335690 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ed9ff5-3a14-4a3d-b229-9c9006a37b44 req-89e7908f-f3e7-4023-9527-d3ea90711c79 tempest-DeleteServersTestJSON-2102923163 tempest-DeleteServersTestJSON-2102923163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:23:30.355088 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-442fbcbb-6cb7-45ab-8ae5-b7b755de7734 None None] Provisioning complete for port 335dd27d-4958-4907-8e7c-cd3d9070011a triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:23:30.355486 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-442fbcbb-6cb7-45ab-8ae5-b7b755de7734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (335dd27d-4958-4907-8e7c-cd3d9070011a), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:30.385040 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-65ed9ff5-3a14-4a3d-b229-9c9006a37b44 req-89e7908f-f3e7-4023-9527-d3ea90711c79 tempest-DeleteServersTestJSON-2102923163 tempest-DeleteServersTestJSON-2102923163-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ddacdbc-778d-43a4-9781-bc1bfec238e4 HTTP/1.1" status: 200 len: 931 time: 0.9608505 May 27 03:23:30.407051 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.db [None req-15424a88-3f82-4686-a19e-cef62e1d7ba6 None None] For port 335dd27d-4958-4907-8e7c-cd3d9070011a, host dv-cinder-828806-4-iscsi, cleared binding levels {{(pid=104074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:23:30.410952 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.db [None req-15424a88-3f82-4686-a19e-cef62e1d7ba6 None None] For port 335dd27d-4958-4907-8e7c-cd3d9070011a, host dv-cinder-828806-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-4-iscsi',level=0,port_id=335dd27d-4958-4907-8e7c-cd3d9070011a,segment=NetworkSegment(e06d4ee8-7c2f-4c75-a8e8-97fb5af915aa),segment_id=e06d4ee8-7c2f-4c75-a8e8-97fb5af915aa)] {{(pid=104074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:23:30.423395 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-15424a88-3f82-4686-a19e-cef62e1d7ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (335dd27d-4958-4907-8e7c-cd3d9070011a), after_update {{(pid=104074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:30.427667 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-442fbcbb-6cb7-45ab-8ae5-b7b755de7734 None None] Port 335dd27d-4958-4907-8e7c-cd3d9070011a cannot update to ACTIVE because it is not bound. {{(pid=104073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:23:30.443545 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=100 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:30.484984 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Provisioning complete for port 717a75d6-2ae6-41ed-a225-2bf1cc18fb1b triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:23:30.485374 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (717a75d6-2ae6-41ed-a225-2bf1cc18fb1b), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:30.492996 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f47509c6-7b35-48f5-a54c-081d0e0f0922 req-2bbd5da4-78e7-4b1a-956c-a4d860a491e2 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/quotas/6db8193dcee944008c7b41889bfa67a3 HTTP/1.1" status: 200 len: 375 time: 0.3621509 May 27 03:23:30.496213 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c236dc07-b25f-4915-9be9-e8b369c774d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0903299d-e8fb-41af-a71e-8d12c30d7ed6,revision_number=0']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:30.498818 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62277f92-6d5b-4f75-8912-c6436625467b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e1055eb-44dc-4b0c-9691-f688ddcd5a90,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:30.522447 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-a0bf51cd-71bd-47bd-a5b7-81ee5413aa28 admin admin] Publish callbacks [] for security_group (b1e05285-b15d-4a0f-93f6-710cb75e694a), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:30.525783 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-aa48577f-2b5b-4f10-a87e-17a79aa50283 admin admin] Publish callbacks [] for port (de2e02ca-ae55-44a3-8d3d-cbe2d4c0df81), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:30.529344 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-8a6cac2e-5cd8-4ea5-864e-2a6973e0f713 req-2ca64aa7-d5bc-4e92-ae4b-4c0077414821 service neutron] Publish callbacks [] for port (80ce9414-7ad7-4080-9680-4d84a0a632b6), precommit_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:30.543168 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:30.546641 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a661af84-caf4-436f-b6ee-41814dc655a0 None None] Pushing event updated for resources: {'Port': ['ID=335dd27d-4958-4907-8e7c-cd3d9070011a,revision_number=4']} {{(pid=104074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:30.558438 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e39ccd1b-1aaf-4051-bdfd-91efe7f2d0e9 admin admin] Network 9235750b-3863-4242-97a7-a4cb52643ca2 is already hosted by enough agents. {{(pid=104072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:23:30.582674 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15424a88-3f82-4686-a19e-cef62e1d7ba6 None None] Routers {'38eac928-01f1-4978-ba20-ac2c031b8983'} bound to L3 agent in host dv-cinder-828806-4-iscsi {{(pid=104074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:23:30.582674 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-15424a88-3f82-4686-a19e-cef62e1d7ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T03:14:31Z,description=,heartbeat_timestamp=2022-05-27T03:23:01Z,host='dv-cinder-828806-4-iscsi',id=3e4effd7-5bc9-408b-93fa-42e4b19a61d9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:14:31Z,topic='l3_agent')) {'router_ids': ['38eac928-01f1-4978-ba20-ac2c031b8983'], 'active': True} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:23:30.595924 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvr_db [None req-02a59599-934e-4f27-8c5b-144922cb319b None None] Set router 48ccfd99-9d2a-40bc-8f48-1ef8477ddac8 gateway port host: dv-cinder-828806-4-iscsi {{(pid=104073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:23:30.653932 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.base_scheduler [None req-e39ccd1b-1aaf-4051-bdfd-91efe7f2d0e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:23:30.821907 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39ccd1b-1aaf-4051-bdfd-91efe7f2d0e9 admin admin] Received port after_create {{(pid=104072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:23:30.824128 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-e39ccd1b-1aaf-4051-bdfd-91efe7f2d0e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16279373'] for router_interface (f894ead6-5c56-4335-b420-9b87f690d18d), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:30.844853 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.db.provisioning_blocks [req-8a6cac2e-5cd8-4ea5-864e-2a6973e0f713 req-2ca64aa7-d5bc-4e92-ae4b-4c0077414821 service neutron] Transition to ACTIVE for port object 80ce9414-7ad7-4080-9680-4d84a0a632b6 will not be triggered until provisioned by entity L2. {{(pid=104071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 03:23:30.877364 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvr_db [None req-15424a88-3f82-4686-a19e-cef62e1d7ba6 None None] Set router 38eac928-01f1-4978-ba20-ac2c031b8983 gateway port host: dv-cinder-828806-4-iscsi {{(pid=104074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:23:30.888205 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c236dc07-b25f-4915-9be9-e8b369c774d2 admin admin] Checking segment: {'id': 'bd2f728f-a8cc-4c15-b79b-f34f9a173283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '48289b87-de30-4d65-8c21-dc9c0a6cd5c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:23:30.892243 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c236dc07-b25f-4915-9be9-e8b369c774d2 admin admin] Network hostable DHCP agents. Network: 48289b87-de30-4d65-8c21-dc9c0a6cd5c6, hostable agents: ['88cb169e-23a7-4380-813c-9b707a5671b5'], hosted agents: [] {{(pid=104071) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:23:30.923081 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-8a6cac2e-5cd8-4ea5-864e-2a6973e0f713 req-2ca64aa7-d5bc-4e92-ae4b-4c0077414821 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (80ce9414-7ad7-4080-9680-4d84a0a632b6), after_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:30.942275 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-65ed9ff5-3a14-4a3d-b229-9c9006a37b44 req-3ba9eed5-c88d-4e01-8cd7-c5c4eb580306 tempest-DeleteServersTestJSON-2102923163 tempest-DeleteServersTestJSON-2102923163-project] 10.222.0.50 "GET /v2.0/security-groups?id=cab20666-9115-4554-9d3c-c2407804d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5074530 May 27 03:23:30.948071 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-4f4e42e8-8990-4f77-866f-c6263fdfa865 admin admin] Publish callbacks [] for port (678e1304-6bf6-41b4-a3e4-e72b45445918), precommit_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:31.000142 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:31.002332 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Current status of the port 717a75d6-2ae6-41ed-a225-2bf1cc18fb1b is: ACTIVE; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:23:31.124750 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-02a59599-934e-4f27-8c5b-144922cb319b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ccfd99-9d2a-40bc-8f48-1ef8477ddac8', 'name': 'tempest-AttachVolumeNegativeTest-1190605770-router', 'tenant_id': '082b5523ee504be09f6fcaf833207a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': 'ee2b145c-866a-4545-a5dc-b000db3e976a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:15Z', 'updated_at': '2022-05-27T03:23:20Z', 'revision_number': 3, 'project_id': '082b5523ee504be09f6fcaf833207a4f', 'gw_port': {'id': 'ee2b145c-866a-4545-a5dc-b000db3e976a', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e4:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48ccfd99-9d2a-40bc-8f48-1ef8477ddac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:16Z', 'updated_at': '2022-05-27T03:23:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi'}], 'dv-cinder-828806-4-iscsi', False) {} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:23:31.136430 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca64aa7-d5bc-4e92-ae4b-4c0077414821 service neutron] Pushing event updated for resources: {'Port': ['ID=80ce9414-7ad7-4080-9680-4d84a0a632b6,revision_number=2']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:31.174698 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-7de0323a-00f4-4414-989c-67bd8b564bd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (3e4effd7-5bc9-408b-93fa-42e4b19a61d9), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:31.185306 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a59599-934e-4f27-8c5b-144922cb319b None None] The sync data for ids ['48ccfd99-9d2a-40bc-8f48-1ef8477ddac8'] in dv-cinder-828806-4-iscsi is: [{'id': '48ccfd99-9d2a-40bc-8f48-1ef8477ddac8', 'name': 'tempest-AttachVolumeNegativeTest-1190605770-router', 'tenant_id': '082b5523ee504be09f6fcaf833207a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': 'ee2b145c-866a-4545-a5dc-b000db3e976a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:15Z', 'updated_at': '2022-05-27T03:23:20Z', 'revision_number': 3, 'project_id': '082b5523ee504be09f6fcaf833207a4f', 'gw_port': {'id': 'ee2b145c-866a-4545-a5dc-b000db3e976a', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e4:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48ccfd99-9d2a-40bc-8f48-1ef8477ddac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:16Z', 'updated_at': '2022-05-27T03:23:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi'}] {{(pid=104073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:23:31.215934 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c236dc07-b25f-4915-9be9-e8b369c774d2 admin admin] Network 48289b87-de30-4d65-8c21-dc9c0a6cd5c6 is scheduled to be hosted by DHCP agent 88cb169e-23a7-4380-813c-9b707a5671b5 with binding_index 1 {{(pid=104071) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:23:31.228035 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-135260ed-2b02-4897-8b46-d770b1cb3243 None None] Provisioning complete for port d16726c7-bdbc-43fb-b093-912bc04ee3a2 triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:23:31.229719 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-135260ed-2b02-4897-8b46-d770b1cb3243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (d16726c7-bdbc-43fb-b093-912bc04ee3a2), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:31.261481 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-aa48577f-2b5b-4f10-a87e-17a79aa50283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743907242280'] for port (de2e02ca-ae55-44a3-8d3d-cbe2d4c0df81), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:31.324312 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-135260ed-2b02-4897-8b46-d770b1cb3243 None None] Port d16726c7-bdbc-43fb-b093-912bc04ee3a2 cannot update to ACTIVE because it is not bound. {{(pid=104073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:23:31.354994 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-135260ed-2b02-4897-8b46-d770b1cb3243 None None] Provisioning complete for port 335dd27d-4958-4907-8e7c-cd3d9070011a triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:23:31.355390 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-135260ed-2b02-4897-8b46-d770b1cb3243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (335dd27d-4958-4907-8e7c-cd3d9070011a), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:31.359564 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.scheduler.base_scheduler [None req-c236dc07-b25f-4915-9be9-e8b369c774d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828806-4-iscsi, 48289b87-de30-4d65-8c21-dc9c0a6cd5c6) {{(pid=104071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:23:31.411249 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ace0e3c-45a4-4444-9472-dd483fabe037 None None] Network 48289b87-de30-4d65-8c21-dc9c0a6cd5c6 requested from dv-cinder-828806-4-iscsi {{(pid=104073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:23:31.431557 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-15424a88-3f82-4686-a19e-cef62e1d7ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38eac928-01f1-4978-ba20-ac2c031b8983', 'name': 'tempest-ServerRescueNegativeTestJSON-1434591703-router', 'tenant_id': '6db8193dcee944008c7b41889bfa67a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '717a75d6-2ae6-41ed-a225-2bf1cc18fb1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:13Z', 'updated_at': '2022-05-27T03:23:21Z', 'revision_number': 4, 'project_id': '6db8193dcee944008c7b41889bfa67a3', 'gw_port': {'id': '717a75d6-2ae6-41ed-a225-2bf1cc18fb1b', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:62:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38eac928-01f1-4978-ba20-ac2c031b8983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:15Z', 'updated_at': '2022-05-27T03:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi', '_interfaces': [{'id': '335dd27d-4958-4907-8e7c-cd3d9070011a', 'name': '', 'network_id': 'ee2ac450-e56e-4c1d-8d15-c8bfd50e2024', 'tenant_id': '6db8193dcee944008c7b41889bfa67a3', 'mac_address': 'fa:16:3e:61:1e:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38eac928-01f1-4978-ba20-ac2c031b8983', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'cc441656-896b-4ce0-b128-b3b9a7f3a183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:20Z', 'updated_at': '2022-05-27T03:23:30Z', 'revision_number': 4, 'project_id': '6db8193dcee944008c7b41889bfa67a3', 'subnets': [{'id': 'cc441656-896b-4ce0-b128-b3b9a7f3a183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-4-iscsi', False) {} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:23:31.503575 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15424a88-3f82-4686-a19e-cef62e1d7ba6 None None] The sync data for ids ['38eac928-01f1-4978-ba20-ac2c031b8983'] in dv-cinder-828806-4-iscsi is: [{'id': '38eac928-01f1-4978-ba20-ac2c031b8983', 'name': 'tempest-ServerRescueNegativeTestJSON-1434591703-router', 'tenant_id': '6db8193dcee944008c7b41889bfa67a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '717a75d6-2ae6-41ed-a225-2bf1cc18fb1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:13Z', 'updated_at': '2022-05-27T03:23:21Z', 'revision_number': 4, 'project_id': '6db8193dcee944008c7b41889bfa67a3', 'gw_port': {'id': '717a75d6-2ae6-41ed-a225-2bf1cc18fb1b', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:62:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38eac928-01f1-4978-ba20-ac2c031b8983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:15Z', 'updated_at': '2022-05-27T03:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi', '_interfaces': [{'id': '335dd27d-4958-4907-8e7c-cd3d9070011a', 'name': '', 'network_id': 'ee2ac450-e56e-4c1d-8d15-c8bfd50e2024', 'tenant_id': '6db8193dcee944008c7b41889bfa67a3', 'mac_address': 'fa:16:3e:61:1e:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38eac928-01f1-4978-ba20-ac2c031b8983', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'cc441656-896b-4ce0-b128-b3b9a7f3a183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:20Z', 'updated_at': '2022-05-27T03:23:30Z', 'revision_number': 4, 'project_id': '6db8193dcee944008c7b41889bfa67a3', 'subnets': [{'id': 'cc441656-896b-4ce0-b128-b3b9a7f3a183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:23:31.647079 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39ccd1b-1aaf-4051-bdfd-91efe7f2d0e9 admin admin] Pushing event updated for resources: {'Port': ['ID=d16726c7-bdbc-43fb-b093-912bc04ee3a2,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:31.727055 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-4f4e42e8-8990-4f77-866f-c6263fdfa865 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (678e1304-6bf6-41b4-a3e4-e72b45445918), after_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:31.728224 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-4f4e42e8-8990-4f77-866f-c6263fdfa865 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-366354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16280317'] for router_interface (ec376dbd-361b-41fd-8d64-cf1759d3c8fc), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:31.786391 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:31.992129 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f47509c6-7b35-48f5-a54c-081d0e0f0922 req-8fdbfeee-dcc2-4944-a2e4-8f1544827b2d tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=6db8193dcee944008c7b41889bfa67a3&fields=id HTTP/1.1" status: 200 len: 302 time: 1.4720235 May 27 03:23:32.241911 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-135260ed-2b02-4897-8b46-d770b1cb3243 None None] Current status of the port 335dd27d-4958-4907-8e7c-cd3d9070011a is: DOWN; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:23:32.243195 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-135260ed-2b02-4897-8b46-d770b1cb3243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (335dd27d-4958-4907-8e7c-cd3d9070011a), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:32.285071 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b36053-64ca-4af1-9c7d-b9b20e0db3c4 None None] Network 48289b87-de30-4d65-8c21-dc9c0a6cd5c6 requested from dv-cinder-828806-4-iscsi {{(pid=104073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:23:32.295019 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c236dc07-b25f-4915-9be9-e8b369c774d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:23:32.299352 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-c236dc07-b25f-4915-9be9-e8b369c774d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-366398'] for subnet (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:32.324403 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa48577f-2b5b-4f10-a87e-17a79aa50283 admin admin] Network e861f168-e1a5-4542-8ee4-9759fa17a578 is already hosted by enough agents. {{(pid=104071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:23:32.363713 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-df01de3e-f6cf-4253-895b-65b557a1455e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (84e30450-e547-4748-a220-898a66747e61), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:32.389838 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.scheduler.base_scheduler [None req-aa48577f-2b5b-4f10-a87e-17a79aa50283 admin admin] Resources bound (agent type, host, resource id): {{(pid=104071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:23:32.432976 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4e42e8-8990-4f77-866f-c6263fdfa865 admin admin] Pushing event updated for resources: {'Port': ['ID=678e1304-6bf6-41b4-a3e4-e72b45445918,revision_number=2']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:32.492064 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-a0bf51cd-71bd-47bd-a5b7-81ee5413aa28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (b1e05285-b15d-4a0f-93f6-710cb75e694a), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:32.503707 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-a0bf51cd-71bd-47bd-a5b7-81ee5413aa28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:32.505490 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-a0bf51cd-71bd-47bd-a5b7-81ee5413aa28 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b1e05285-b15d-4a0f-93f6-710cb75e694a HTTP/1.1" status: 204 len: 168 time: 3.6593831 May 27 03:23:32.512462 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa48577f-2b5b-4f10-a87e-17a79aa50283 admin admin] Received port after_create {{(pid=104071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:23:32.513796 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-aa48577f-2b5b-4f10-a87e-17a79aa50283 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16279373'] for router_interface (48ccfd99-9d2a-40bc-8f48-1ef8477ddac8), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:32.614719 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bf51cd-71bd-47bd-a5b7-81ee5413aa28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1e05285-b15d-4a0f-93f6-710cb75e694a,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:32.623596 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-135260ed-2b02-4897-8b46-d770b1cb3243 None None] For port 335dd27d-4958-4907-8e7c-cd3d9070011a, host dv-cinder-828806-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-4-iscsi',level=0,port_id=335dd27d-4958-4907-8e7c-cd3d9070011a,segment=NetworkSegment(e06d4ee8-7c2f-4c75-a8e8-97fb5af915aa),segment_id=e06d4ee8-7c2f-4c75-a8e8-97fb5af915aa)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:23:32.637864 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-135260ed-2b02-4897-8b46-d770b1cb3243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (335dd27d-4958-4907-8e7c-cd3d9070011a), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:32.723636 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa48577f-2b5b-4f10-a87e-17a79aa50283 admin admin] Pushing event updated for resources: {'Port': ['ID=de2e02ca-ae55-44a3-8d3d-cbe2d4c0df81,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:32.767479 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-c236dc07-b25f-4915-9be9-e8b369c774d2 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 5.0044508 May 27 03:23:32.772193 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-e39ccd1b-1aaf-4051-bdfd-91efe7f2d0e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (d16726c7-bdbc-43fb-b093-912bc04ee3a2), before_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:32.773939 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.managers [req-8a6cac2e-5cd8-4ea5-864e-2a6973e0f713 req-2ca64aa7-d5bc-4e92-ae4b-4c0077414821 service neutron] Attempting to bind port 80ce9414-7ad7-4080-9680-4d84a0a632b6 on host hv-cinder-82880 for vnic_type normal with profile {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:23:32.778092 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.managers [req-8a6cac2e-5cd8-4ea5-864e-2a6973e0f713 req-2ca64aa7-d5bc-4e92-ae4b-4c0077414821 service neutron] Attempting to bind port 80ce9414-7ad7-4080-9680-4d84a0a632b6 by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': 'a991f667-ec34-4360-888b-c7569fee92d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'fa73c53a-cb04-46d3-9e67-3609763bf5fd'}] {{(pid=104071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:23:32.778746 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6cac2e-5cd8-4ea5-864e-2a6973e0f713 req-2ca64aa7-d5bc-4e92-ae4b-4c0077414821 service neutron] Attempting to bind port 80ce9414-7ad7-4080-9680-4d84a0a632b6 on network fa73c53a-cb04-46d3-9e67-3609763bf5fd {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:23:32.810135 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c9d12e-b071-4fc9-8bd2-2db72335cae2 req-57af6fb9-330e-44d3-9608-2d5bc935bac0 tempest-DeleteServersTestJSON-2102923163 tempest-DeleteServersTestJSON-2102923163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:23:32.812766 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f4e42e8-8990-4f77-866f-c6263fdfa865 admin admin] Network cc2d2605-cf0b-41cc-a4d1-c3c28ec94860 is already hosted by enough agents. {{(pid=104072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:23:32.826566 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-47c9d12e-b071-4fc9-8bd2-2db72335cae2 req-57af6fb9-330e-44d3-9608-2d5bc935bac0 tempest-DeleteServersTestJSON-2102923163 tempest-DeleteServersTestJSON-2102923163-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ddacdbc-778d-43a4-9781-bc1bfec238e4 HTTP/1.1" status: 200 len: 943 time: 0.5932360 May 27 03:23:32.843934 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6cac2e-5cd8-4ea5-864e-2a6973e0f713 req-2ca64aa7-d5bc-4e92-ae4b-4c0077414821 service neutron] Port 80ce9414-7ad7-4080-9680-4d84a0a632b6 on network fa73c53a-cb04-46d3-9e67-3609763bf5fd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 03:23:32.847997 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.base_scheduler [None req-4f4e42e8-8990-4f77-866f-c6263fdfa865 admin admin] Resources bound (agent type, host, resource id): {{(pid=104072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:23:32.849393 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6cac2e-5cd8-4ea5-864e-2a6973e0f713 req-2ca64aa7-d5bc-4e92-ae4b-4c0077414821 service neutron] Attempting to bind port 80ce9414-7ad7-4080-9680-4d84a0a632b6 on network fa73c53a-cb04-46d3-9e67-3609763bf5fd {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:23:32.895987 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [req-f47509c6-7b35-48f5-a54c-081d0e0f0922 req-c865418b-e8c5-46ba-b2f9-67c77c442021 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=104072) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 27 03:23:32.909904 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f47509c6-7b35-48f5-a54c-081d0e0f0922 req-c865418b-e8c5-46ba-b2f9-67c77c442021 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.4914627 May 27 03:23:32.913226 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6cac2e-5cd8-4ea5-864e-2a6973e0f713 req-2ca64aa7-d5bc-4e92-ae4b-4c0077414821 service neutron] Checking agent: {'id': 'a17a57cc-679f-4398-8430-1b64b86f4dc1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 21, 13), 'started_at': datetime.datetime(2022, 5, 27, 3, 21, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:23:32.913676 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6cac2e-5cd8-4ea5-864e-2a6973e0f713 req-2ca64aa7-d5bc-4e92-ae4b-4c0077414821 service neutron] Checking segment: {'id': 'a991f667-ec34-4360-888b-c7569fee92d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'fa73c53a-cb04-46d3-9e67-3609763bf5fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:23:32.918473 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6cac2e-5cd8-4ea5-864e-2a6973e0f713 req-2ca64aa7-d5bc-4e92-ae4b-4c0077414821 service neutron] Bound using segment: {'id': 'a991f667-ec34-4360-888b-c7569fee92d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'fa73c53a-cb04-46d3-9e67-3609763bf5fd'} {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:23:32.919665 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.managers [req-8a6cac2e-5cd8-4ea5-864e-2a6973e0f713 req-2ca64aa7-d5bc-4e92-ae4b-4c0077414821 service neutron] Bound port: 80ce9414-7ad7-4080-9680-4d84a0a632b6, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a991f667-ec34-4360-888b-c7569fee92d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'fa73c53a-cb04-46d3-9e67-3609763bf5fd'}}] {{(pid=104071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:23:32.920057 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-8a6cac2e-5cd8-4ea5-864e-2a6973e0f713 req-2ca64aa7-d5bc-4e92-ae4b-4c0077414821 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (80ce9414-7ad7-4080-9680-4d84a0a632b6), before_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:32.980333 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135260ed-2b02-4897-8b46-d770b1cb3243 None None] Pushing event updated for resources: {'Port': ['ID=335dd27d-4958-4907-8e7c-cd3d9070011a,revision_number=5']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:33.041766 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:33.104568 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-488b8a53-6317-4a60-812f-d631eebf033d None None] Provisioning complete for port de2e02ca-ae55-44a3-8d3d-cbe2d4c0df81 triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:23:33.104962 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-488b8a53-6317-4a60-812f-d631eebf033d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (de2e02ca-ae55-44a3-8d3d-cbe2d4c0df81), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:33.122470 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:33.209560 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Device 335dd27d-4958-4907-8e7c-cd3d9070011a up at agent ovs-agent-dv-cinder-828806-4-iscsi {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:23:33.311697 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-47c9d12e-b071-4fc9-8bd2-2db72335cae2 req-94514e7e-ac31-4a5b-b1ec-bc964f74b937 tempest-DeleteServersTestJSON-2102923163 tempest-DeleteServersTestJSON-2102923163-project] 10.222.0.50 "GET /v2.0/security-groups?id=cab20666-9115-4554-9d3c-c2407804d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4778860 May 27 03:23:33.380469 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-488b8a53-6317-4a60-812f-d631eebf033d None None] Port de2e02ca-ae55-44a3-8d3d-cbe2d4c0df81 cannot update to ACTIVE because it is not bound. {{(pid=104073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:23:33.411425 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:33.438130 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Provisioning complete for port 335dd27d-4958-4907-8e7c-cd3d9070011a triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:23:33.440292 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (335dd27d-4958-4907-8e7c-cd3d9070011a), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:33.443472 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.db [req-8a6cac2e-5cd8-4ea5-864e-2a6973e0f713 req-2ca64aa7-d5bc-4e92-ae4b-4c0077414821 service neutron] For port 80ce9414-7ad7-4080-9680-4d84a0a632b6, host hv-cinder-82880, cleared binding levels {{(pid=104071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:23:33.452306 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.db [req-8a6cac2e-5cd8-4ea5-864e-2a6973e0f713 req-2ca64aa7-d5bc-4e92-ae4b-4c0077414821 service neutron] For port 80ce9414-7ad7-4080-9680-4d84a0a632b6, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=80ce9414-7ad7-4080-9680-4d84a0a632b6,segment=NetworkSegment(a991f667-ec34-4360-888b-c7569fee92d5),segment_id=a991f667-ec34-4360-888b-c7569fee92d5)] {{(pid=104071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:23:33.493141 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-8a6cac2e-5cd8-4ea5-864e-2a6973e0f713 req-2ca64aa7-d5bc-4e92-ae4b-4c0077414821 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (80ce9414-7ad7-4080-9680-4d84a0a632b6), after_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:33.570407 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-d8541656-14fc-4738-a877-982b7b6299e3 None None] Provisioning complete for port 678e1304-6bf6-41b4-a3e4-e72b45445918 triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:23:33.570809 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-d8541656-14fc-4738-a877-982b7b6299e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (678e1304-6bf6-41b4-a3e4-e72b45445918), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:33.685319 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:33.705059 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6cac2e-5cd8-4ea5-864e-2a6973e0f713 req-2ca64aa7-d5bc-4e92-ae4b-4c0077414821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:23:33.707334 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-8a6cac2e-5cd8-4ea5-864e-2a6973e0f713 req-2ca64aa7-d5bc-4e92-ae4b-4c0077414821 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-366398'] for port (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:33.708560 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-8a6cac2e-5cd8-4ea5-864e-2a6973e0f713 req-2ca64aa7-d5bc-4e92-ae4b-4c0077414821 service neutron] 10.222.0.67 "PUT /v2.0/ports/80ce9414-7ad7-4080-9680-4d84a0a632b6 HTTP/1.1" status: 200 len: 1093 time: 6.5612571 May 27 03:23:33.717901 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca64aa7-d5bc-4e92-ae4b-4c0077414821 service neutron] Pushing event updated for resources: {'Port': ['ID=80ce9414-7ad7-4080-9680-4d84a0a632b6,revision_number=3']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:33.722266 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-d8541656-14fc-4738-a877-982b7b6299e3 None None] Port 678e1304-6bf6-41b4-a3e4-e72b45445918 cannot update to ACTIVE because it is not bound. {{(pid=104073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:23:33.725219 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ddacdbc-778d-43a4-9781-bc1bfec238e4', 'tag': '80ce9414-7ad7-4080-9680-4d84a0a632b6'}] {{(pid=104071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:23:33.812906 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f70e7e6e-5d50-42a8-9a05-38619da83ed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (7db81693-ec25-4d8d-9069-8605391ffc10), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:33.825110 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Current status of the port 335dd27d-4958-4907-8e7c-cd3d9070011a is: ACTIVE; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:23:33.826799 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Device 28d3375c-e01d-45c9-b232-57887e8c3d83 up at agent ovs-agent-dv-cinder-828806-4-iscsi {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:23:33.856845 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f47509c6-7b35-48f5-a54c-081d0e0f0922 req-c83a42fa-eff8-486d-902d-0a0fdf8ce2e7 service neutron] 10.222.0.50 "GET /v2.0/networks/ee2ac450-e56e-4c1d-8d15-c8bfd50e2024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9451363 May 27 03:23:33.957866 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f4e42e8-8990-4f77-866f-c6263fdfa865 admin admin] Router ec376dbd-361b-41fd-8d64-cf1759d3c8fc has already been hosted by L3 agent 3e4effd7-5bc9-408b-93fa-42e4b19a61d9 {{(pid=104072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:23:34.092735 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Provisioning complete for port 28d3375c-e01d-45c9-b232-57887e8c3d83 triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:23:34.093600 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (28d3375c-e01d-45c9-b232-57887e8c3d83), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:34.101321 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6cac2e-5cd8-4ea5-864e-2a6973e0f713 req-feed408b-9a9c-4350-ab93-4e4e232c66fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:23:34.109349 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-8a6cac2e-5cd8-4ea5-864e-2a6973e0f713 req-feed408b-9a9c-4350-ab93-4e4e232c66fe service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a0a3ae93f6ab44af93b0538061809b98&device_id=0ddacdbc-778d-43a4-9781-bc1bfec238e4 HTTP/1.1" status: 200 len: 1127 time: 0.2356348 May 27 03:23:34.234196 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Current status of the port 28d3375c-e01d-45c9-b232-57887e8c3d83 is: DOWN; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:23:34.234902 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (28d3375c-e01d-45c9-b232-57887e8c3d83), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:34.272667 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:34.276778 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] For port 28d3375c-e01d-45c9-b232-57887e8c3d83, host dv-cinder-828806-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-4-iscsi',level=0,port_id=28d3375c-e01d-45c9-b232-57887e8c3d83,segment=NetworkSegment(7e44f6fa-4b8b-41b0-9dbf-83bfa81b059a),segment_id=7e44f6fa-4b8b-41b0-9dbf-83bfa81b059a)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:23:34.287716 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (28d3375c-e01d-45c9-b232-57887e8c3d83), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:34.290350 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Device da55691b-81f4-431f-952d-01e3daeffc29 up at agent ovs-agent-dv-cinder-828806-4-iscsi {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:23:34.437542 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Pushing event updated for resources: {'Port': ['ID=28d3375c-e01d-45c9-b232-57887e8c3d83,revision_number=4']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:34.455035 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Provisioning complete for port da55691b-81f4-431f-952d-01e3daeffc29 triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:23:34.456377 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (da55691b-81f4-431f-952d-01e3daeffc29), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:34.489353 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-8a6cac2e-5cd8-4ea5-864e-2a6973e0f713 req-808d46d9-352d-4282-ba31-9e07d80f0c3c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=80ce9414-7ad7-4080-9680-4d84a0a632b6 HTTP/1.1" status: 200 len: 217 time: 0.2832484 May 27 03:23:34.508312 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bb076ad6e20eee76da9493a154e3e0af7ddb4a8668b70cc9390b05200f69f4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b458f1eb-933f-4562-b3c7-fc6a3c072cd3" -d '{"events": [{"name": "network-changed", "server_uuid": "0ddacdbc-778d-43a4-9781-bc1bfec238e4", "tag": "80ce9414-7ad7-4080-9680-4d84a0a632b6"}]}' {{(pid=104071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:23:34.571274 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f47509c6-7b35-48f5-a54c-081d0e0f0922 req-e98acf9b-623e-4492-af3e-75a0a184697b service neutron] 10.222.0.50 "GET /v2.0/networks/ee2ac450-e56e-4c1d-8d15-c8bfd50e2024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7132792 May 27 03:23:34.660410 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 55724) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:23:34.682270 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [None req-a74064fa-92ec-4086-8a8d-89b3f1071fdb admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1790670831-network', 'tenant_id': '6263657281eb42e691c38e6a90f57a9d'}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:23:34.697172 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-e39ccd1b-1aaf-4051-bdfd-91efe7f2d0e9 admin admin] Publish callbacks [] for port (d16726c7-bdbc-43fb-b093-912bc04ee3a2), precommit_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:34.716903 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f4e42e8-8990-4f77-866f-c6263fdfa865 admin admin] Notify agent at l3_agent.dv-cinder-828806-4-iscsi the message routers_updated {{(pid=104072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:23:34.729080 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Current status of the port da55691b-81f4-431f-952d-01e3daeffc29 is: ACTIVE; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:23:34.737555 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Device ee2b145c-866a-4545-a5dc-b000db3e976a up at agent ovs-agent-dv-cinder-828806-4-iscsi {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:23:34.750766 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-4f4e42e8-8990-4f77-866f-c6263fdfa865 admin admin] 10.222.0.50 "PUT /v2.0/routers/ec376dbd-361b-41fd-8d64-cf1759d3c8fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8488643 May 27 03:23:34.750766 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-e39ccd1b-1aaf-4051-bdfd-91efe7f2d0e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (d16726c7-bdbc-43fb-b093-912bc04ee3a2), after_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:34.750766 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-e39ccd1b-1aaf-4051-bdfd-91efe7f2d0e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-366354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16280317'] for router_interface (f894ead6-5c56-4335-b420-9b87f690d18d), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:34.750766 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:34.803378 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6cac2e-5cd8-4ea5-864e-2a6973e0f713 req-89cb40f3-3dc5-4f6f-8a5e-b7e5aabb1d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:23:34.811343 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-8a6cac2e-5cd8-4ea5-864e-2a6973e0f713 req-89cb40f3-3dc5-4f6f-8a5e-b7e5aabb1d62 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=495a6fa4-7393-4eee-b1ce-c74250cd973b HTTP/1.1" status: 200 len: 851 time: 0.2835670 May 27 03:23:34.815200 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-aa48577f-2b5b-4f10-a87e-17a79aa50283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (de2e02ca-ae55-44a3-8d3d-cbe2d4c0df81), before_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:34.855314 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e351dbc-77f1-4e2a-a9c8-171c02f04785 None None] Sync routers for ids ['ec376dbd-361b-41fd-8d64-cf1759d3c8fc'] in dv-cinder-828806-4-iscsi {{(pid=104073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:23:34.906175 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a74064fa-92ec-4086-8a8d-89b3f1071fdb admin admin] Made reservation on behalf of 6263657281eb42e691c38e6a90f57a9d for: {'network': 1} {{(pid=104072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:23:34.926819 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-a74064fa-92ec-4086-8a8d-89b3f1071fdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for network (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:34.999988 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e351dbc-77f1-4e2a-a9c8-171c02f04785 None None] Routers {'ec376dbd-361b-41fd-8d64-cf1759d3c8fc'} bound to L3 agent in host dv-cinder-828806-4-iscsi {{(pid=104073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:23:35.000702 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-1e351dbc-77f1-4e2a-a9c8-171c02f04785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:14:31Z,description=,heartbeat_timestamp=2022-05-27T03:23:31Z,host='dv-cinder-828806-4-iscsi',id=3e4effd7-5bc9-408b-93fa-42e4b19a61d9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:14:31Z,topic='l3_agent')) {'router_ids': ['ec376dbd-361b-41fd-8d64-cf1759d3c8fc'], 'active': True} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:23:35.210710 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39ccd1b-1aaf-4051-bdfd-91efe7f2d0e9 admin admin] Pushing event updated for resources: {'Port': ['ID=d16726c7-bdbc-43fb-b093-912bc04ee3a2,revision_number=2']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:35.221875 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-a74064fa-92ec-4086-8a8d-89b3f1071fdb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:35.316024 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (01a6c5a5-ff25-49ea-8869-bb2b5ba0570e), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:35.355690 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-8a6cac2e-5cd8-4ea5-864e-2a6973e0f713 req-f9f9e0cd-a289-4f1d-a542-806173fa4eca service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=fa73c53a-cb04-46d3-9e67-3609763bf5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4801266 May 27 03:23:35.441368 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Provisioning complete for port ee2b145c-866a-4545-a5dc-b000db3e976a triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:23:35.441953 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (ee2b145c-866a-4545-a5dc-b000db3e976a), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:35.502227 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdc44fc-92a9-43ef-99e2-f18c32dc8429 req-45318cc2-b4c2-4f7e-9141-864b41c46490 tempest-DeleteServersTestJSON-2102923163 tempest-DeleteServersTestJSON-2102923163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:23:35.504878 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-8bdc44fc-92a9-43ef-99e2-f18c32dc8429 req-45318cc2-b4c2-4f7e-9141-864b41c46490 tempest-DeleteServersTestJSON-2102923163 tempest-DeleteServersTestJSON-2102923163-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ddacdbc-778d-43a4-9781-bc1bfec238e4 HTTP/1.1" status: 200 len: 943 time: 0.2651017 May 27 03:23:35.746195 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvr_db [None req-1e351dbc-77f1-4e2a-a9c8-171c02f04785 None None] Set router ec376dbd-361b-41fd-8d64-cf1759d3c8fc gateway port host: dv-cinder-828806-4-iscsi {{(pid=104073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:23:35.771185 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-a74064fa-92ec-4086-8a8d-89b3f1071fdb admin admin] Publish callbacks [] for security_group (ec825180-df4d-465d-9ae4-df6a029b7217), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:35.788908 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:INSERT=8 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:35.829330 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-a74064fa-92ec-4086-8a8d-89b3f1071fdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (ec825180-df4d-465d-9ae4-df6a029b7217), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:35.882205 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e39ccd1b-1aaf-4051-bdfd-91efe7f2d0e9 admin admin] Network 9235750b-3863-4242-97a7-a4cb52643ca2 is already hosted by enough agents. {{(pid=104072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:23:35.943384 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.base_scheduler [None req-e39ccd1b-1aaf-4051-bdfd-91efe7f2d0e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:23:36.032837 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2b8078a-03a6-4729-9153-57c74192e555 x-openstack-request-id: req-a2b8078a-03a6-4729-9153-57c74192e555 {{(pid=104071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:23:36.036482 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ddacdbc-778d-43a4-9781-bc1bfec238e4", "tag": "80ce9414-7ad7-4080-9680-4d84a0a632b6", "status": "completed", "code": 200}]} {{(pid=104071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:23:36.037375 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a2b8078a-03a6-4729-9153-57c74192e555 {{(pid=104071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:23:36.038978 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2b8078a-03a6-4729-9153-57c74192e555'] response: {'name': 'network-changed', 'server_uuid': '0ddacdbc-778d-43a4-9781-bc1bfec238e4', 'tag': '80ce9414-7ad7-4080-9680-4d84a0a632b6', 'status': 'completed', 'code': 200} May 27 03:23:36.044761 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:36.232355 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-c7ed5552-fa1c-490e-9680-da48d451f976 req-ee766ee6-f839-4a61-8509-ae7c84d80080 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c0b7be0-94f6-463c-ae31-1fdb017d059a HTTP/1.1" status: 200 len: 210 time: 0.0938721 May 27 03:23:36.244391 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-8a6cac2e-5cd8-4ea5-864e-2a6973e0f713 req-f9b071a7-173b-4779-a614-c2b05e0882b5 service neutron] 10.222.0.67 "GET /v2.0/networks/fa73c53a-cb04-46d3-9e67-3609763bf5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8542597 May 27 03:23:36.350455 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e39ccd1b-1aaf-4051-bdfd-91efe7f2d0e9 admin admin] Router f894ead6-5c56-4335-b420-9b87f690d18d has already been hosted by L3 agent 3e4effd7-5bc9-408b-93fa-42e4b19a61d9 {{(pid=104072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:23:36.353503 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a74064fa-92ec-4086-8a8d-89b3f1071fdb admin admin] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=104072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:23:36.416645 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-8bdc44fc-92a9-43ef-99e2-f18c32dc8429 req-a14e828f-38aa-4ee7-a848-10ad313fe318 tempest-DeleteServersTestJSON-2102923163 tempest-DeleteServersTestJSON-2102923163-project] 10.222.0.50 "GET /v2.0/security-groups?id=cab20666-9115-4554-9d3c-c2407804d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9004405 May 27 03:23:36.432186 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Current status of the port ee2b145c-866a-4545-a5dc-b000db3e976a is: DOWN; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:23:36.432186 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (ee2b145c-866a-4545-a5dc-b000db3e976a), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:36.453697 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-a74064fa-92ec-4086-8a8d-89b3f1071fdb admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8743907721831', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-814499'] for segment (f51f6e8f-14de-4ece-bd49-a60fae74aba5), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:36.454196 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.db.segments_db [None req-a74064fa-92ec-4086-8a8d-89b3f1071fdb admin admin] Added segment f51f6e8f-14de-4ece-bd49-a60fae74aba5 of type vlan for network ac9548dc-6aa3-4efb-afad-8e73d50ca31c May 27 03:23:36.462298 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-8a6cac2e-5cd8-4ea5-864e-2a6973e0f713 req-8f282821-0f83-4670-b30f-3dbc17d3176a service neutron] 10.222.0.67 "GET /v2.0/networks/fa73c53a-cb04-46d3-9e67-3609763bf5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692958 May 27 03:23:36.503052 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74064fa-92ec-4086-8a8d-89b3f1071fdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec825180-df4d-465d-9ae4-df6a029b7217,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:36.635728 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] For port ee2b145c-866a-4545-a5dc-b000db3e976a, host dv-cinder-828806-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-4-iscsi',level=0,port_id=ee2b145c-866a-4545-a5dc-b000db3e976a,segment=NetworkSegment(7e44f6fa-4b8b-41b0-9dbf-83bfa81b059a),segment_id=7e44f6fa-4b8b-41b0-9dbf-83bfa81b059a)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:23:36.661867 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (ee2b145c-866a-4545-a5dc-b000db3e976a), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:36.721871 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-aa48577f-2b5b-4f10-a87e-17a79aa50283 admin admin] Publish callbacks [] for port (de2e02ca-ae55-44a3-8d3d-cbe2d4c0df81), precommit_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:36.784715 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-aa48577f-2b5b-4f10-a87e-17a79aa50283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (de2e02ca-ae55-44a3-8d3d-cbe2d4c0df81), after_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:36.785548 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-aa48577f-2b5b-4f10-a87e-17a79aa50283 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-366354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16280317'] for router_interface (48ccfd99-9d2a-40bc-8f48-1ef8477ddac8), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:36.874263 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-af1fa31c-0955-496b-81ed-a41830baac92 None None] Provisioning complete for port d16726c7-bdbc-43fb-b093-912bc04ee3a2 triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:23:36.875971 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-af1fa31c-0955-496b-81ed-a41830baac92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (d16726c7-bdbc-43fb-b093-912bc04ee3a2), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:36.882859 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 55806) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:23:36.886669 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e39ccd1b-1aaf-4051-bdfd-91efe7f2d0e9 admin admin] Notify agent at l3_agent.dv-cinder-828806-4-iscsi the message routers_updated {{(pid=104072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:23:36.891121 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b458f1eb-933f-4562-b3c7-fc6a3c072cd3 req-2bc60d7a-2269-463b-9f93-5ec1eb667caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:23:36.892787 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-b458f1eb-933f-4562-b3c7-fc6a3c072cd3 req-2bc60d7a-2269-463b-9f93-5ec1eb667caf service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a0a3ae93f6ab44af93b0538061809b98&device_id=0ddacdbc-778d-43a4-9781-bc1bfec238e4 HTTP/1.1" status: 200 len: 1127 time: 0.2776799 May 27 03:23:36.903369 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcdd317-3765-45ab-b60c-bcb2fe3e7fb8 None None] Sync routers for ids ['f894ead6-5c56-4335-b420-9b87f690d18d'] in dv-cinder-828806-4-iscsi {{(pid=104074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:23:36.955788 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcdd317-3765-45ab-b60c-bcb2fe3e7fb8 None None] Routers {'f894ead6-5c56-4335-b420-9b87f690d18d'} bound to L3 agent in host dv-cinder-828806-4-iscsi {{(pid=104074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:23:36.962120 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-fbcdd317-3765-45ab-b60c-bcb2fe3e7fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:14:31Z,description=,heartbeat_timestamp=2022-05-27T03:23:31Z,host='dv-cinder-828806-4-iscsi',id=3e4effd7-5bc9-408b-93fa-42e4b19a61d9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:14:31Z,topic='l3_agent')) {'router_ids': ['f894ead6-5c56-4335-b420-9b87f690d18d'], 'active': True} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:23:36.983136 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-e39ccd1b-1aaf-4051-bdfd-91efe7f2d0e9 admin admin] 10.222.0.50 "PUT /v2.0/routers/f894ead6-5c56-4335-b420-9b87f690d18d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.6405826 May 27 03:23:37.013394 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [None req-945949be-bbc1-4aca-9af5-ab7755c3eec8 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1415753079', 'description': 'tempest-description--1591413491'}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:23:37.028916 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-1e351dbc-77f1-4e2a-a9c8-171c02f04785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec376dbd-361b-41fd-8d64-cf1759d3c8fc', 'name': 'tempest-AttachVolumeTestJSON-611778045-router', 'tenant_id': '9351d2e0e0e14585820951a9398b35f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': 'da55691b-81f4-431f-952d-01e3daeffc29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:14Z', 'updated_at': '2022-05-27T03:23:27Z', 'revision_number': 4, 'project_id': '9351d2e0e0e14585820951a9398b35f4', 'gw_port': {'id': 'da55691b-81f4-431f-952d-01e3daeffc29', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:b4:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec376dbd-361b-41fd-8d64-cf1759d3c8fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:15Z', 'updated_at': '2022-05-27T03:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi', '_interfaces': [{'id': '678e1304-6bf6-41b4-a3e4-e72b45445918', 'name': '', 'network_id': 'cc2d2605-cf0b-41cc-a4d1-c3c28ec94860', 'tenant_id': '9351d2e0e0e14585820951a9398b35f4', 'mac_address': 'fa:16:3e:c2:90:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec376dbd-361b-41fd-8d64-cf1759d3c8fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'a8c67362-f6b9-416d-9235-7ee8f03b0511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:25Z', 'updated_at': '2022-05-27T03:23:28Z', 'revision_number': 2, 'project_id': '9351d2e0e0e14585820951a9398b35f4', 'subnets': [{'id': 'a8c67362-f6b9-416d-9235-7ee8f03b0511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-4-iscsi', False) {} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:23:37.031503 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Pushing event updated for resources: {'Port': ['ID=ee2b145c-866a-4545-a5dc-b000db3e976a,revision_number=4']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:37.048366 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Device 335dd27d-4958-4907-8e7c-cd3d9070011a up at agent ovs-agent-dv-cinder-828806-4-iscsi {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:23:37.151476 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-a74064fa-92ec-4086-8a8d-89b3f1071fdb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743907247189'] for network (ac9548dc-6aa3-4efb-afad-8e73d50ca31c), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:37.229891 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-a74064fa-92ec-4086-8a8d-89b3f1071fdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336'] for network (ac9548dc-6aa3-4efb-afad-8e73d50ca31c), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:37.231640 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74064fa-92ec-4086-8a8d-89b3f1071fdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:23:37.232836 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-a74064fa-92ec-4086-8a8d-89b3f1071fdb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-366398'] for network (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:37.282986 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:37.341644 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e351dbc-77f1-4e2a-a9c8-171c02f04785 None None] Checking router: ec376dbd-361b-41fd-8d64-cf1759d3c8fc for host: dv-cinder-828806-4-iscsi {{(pid=104073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:23:37.343589 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e351dbc-77f1-4e2a-a9c8-171c02f04785 None None] Updating router ec376dbd-361b-41fd-8d64-cf1759d3c8fc port 678e1304-6bf6-41b4-a3e4-e72b45445918 binding host dv-cinder-828806-4-iscsi {{(pid=104073) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:23:37.358484 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvr_db [None req-fbcdd317-3765-45ab-b60c-bcb2fe3e7fb8 None None] Set router f894ead6-5c56-4335-b420-9b87f690d18d gateway port host: dv-cinder-828806-4-iscsi {{(pid=104074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:23:37.401101 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:INSERT=9 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:37.411859 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74064fa-92ec-4086-8a8d-89b3f1071fdb admin admin] Pushing event updated for resources: {'Network': ['ID=ac9548dc-6aa3-4efb-afad-8e73d50ca31c,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:37.540115 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Network ac9548dc-6aa3-4efb-afad-8e73d50ca31c details requested by agent ovs-agent-dv-cinder-828806-4-iscsi with host dv-cinder-828806-4-iscsi {{(pid=104073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 03:23:37.656078 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-af1fa31c-0955-496b-81ed-a41830baac92 None None] Port d16726c7-bdbc-43fb-b093-912bc04ee3a2 cannot update to ACTIVE because it is not bound. {{(pid=104073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:23:37.657445 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:37.673299 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa48577f-2b5b-4f10-a87e-17a79aa50283 admin admin] Pushing event updated for resources: {'Port': ['ID=de2e02ca-ae55-44a3-8d3d-cbe2d4c0df81,revision_number=2']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:37.691428 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 55834) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:23:37.701417 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [None req-9077ef90-269f-43a6-8364-c136b16143bb tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1846666146', 'description': 'tempest-description--1637358641'}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:23:37.717096 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Provisioning complete for port 335dd27d-4958-4907-8e7c-cd3d9070011a triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:23:37.717923 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (335dd27d-4958-4907-8e7c-cd3d9070011a), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:37.721186 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1e351dbc-77f1-4e2a-a9c8-171c02f04785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (678e1304-6bf6-41b4-a3e4-e72b45445918), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:37.738597 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-fbcdd317-3765-45ab-b60c-bcb2fe3e7fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f894ead6-5c56-4335-b420-9b87f690d18d', 'name': 'tempest-AttachVolumeShelveTestJSON-432131402-router', 'tenant_id': '7e2e4b63d6af43058e0dc76d8ceac844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '28d3375c-e01d-45c9-b232-57887e8c3d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:13Z', 'updated_at': '2022-05-27T03:23:32Z', 'revision_number': 4, 'project_id': '7e2e4b63d6af43058e0dc76d8ceac844', 'gw_port': {'id': '28d3375c-e01d-45c9-b232-57887e8c3d83', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:04:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f894ead6-5c56-4335-b420-9b87f690d18d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:14Z', 'updated_at': '2022-05-27T03:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi', '_interfaces': [{'id': 'd16726c7-bdbc-43fb-b093-912bc04ee3a2', 'name': '', 'network_id': '9235750b-3863-4242-97a7-a4cb52643ca2', 'tenant_id': '7e2e4b63d6af43058e0dc76d8ceac844', 'mac_address': 'fa:16:3e:6d:9a:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f894ead6-5c56-4335-b420-9b87f690d18d', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '74986d1d-a9b7-43a2-b2c2-09937b076cb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:26Z', 'updated_at': '2022-05-27T03:23:33Z', 'revision_number': 2, 'project_id': '7e2e4b63d6af43058e0dc76d8ceac844', 'subnets': [{'id': '74986d1d-a9b7-43a2-b2c2-09937b076cb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-4-iscsi', False) {} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:23:37.749856 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-a74064fa-92ec-4086-8a8d-89b3f1071fdb admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 3.0851722 May 27 03:23:37.750638 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 55836) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:23:37.764053 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [None req-1229fd94-840a-44ea-b7fb-1e450ac4e5e6 admin admin] Request body: {'subnet': {'network_id': 'ac9548dc-6aa3-4efb-afad-8e73d50ca31c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1790670831-subnet', 'tenant_id': '6263657281eb42e691c38e6a90f57a9d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:23:37.776083 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-945949be-bbc1-4aca-9af5-ab7755c3eec8 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Publish callbacks [] for security_group (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:37.779312 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcdd317-3765-45ab-b60c-bcb2fe3e7fb8 None None] Checking router: f894ead6-5c56-4335-b420-9b87f690d18d for host: dv-cinder-828806-4-iscsi {{(pid=104074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:23:37.780197 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcdd317-3765-45ab-b60c-bcb2fe3e7fb8 None None] Updating router f894ead6-5c56-4335-b420-9b87f690d18d port d16726c7-bdbc-43fb-b093-912bc04ee3a2 binding host dv-cinder-828806-4-iscsi {{(pid=104074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:23:37.820248 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-9077ef90-269f-43a6-8364-c136b16143bb tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Publish callbacks [] for security_group (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:37.834890 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:37.853822 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-fbcdd317-3765-45ab-b60c-bcb2fe3e7fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (d16726c7-bdbc-43fb-b093-912bc04ee3a2), before_update {{(pid=104074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:37.863956 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa48577f-2b5b-4f10-a87e-17a79aa50283 admin admin] Network e861f168-e1a5-4542-8ee4-9759fa17a578 is already hosted by enough agents. {{(pid=104071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:23:37.871195 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.scheduler.base_scheduler [None req-aa48577f-2b5b-4f10-a87e-17a79aa50283 admin admin] Resources bound (agent type, host, resource id): {{(pid=104071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:23:37.873871 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b458f1eb-933f-4562-b3c7-fc6a3c072cd3 req-1070b26b-8422-4bde-9b4a-d41a093e2cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:23:37.875838 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-b458f1eb-933f-4562-b3c7-fc6a3c072cd3 req-1070b26b-8422-4bde-9b4a-d41a093e2cec service neutron] 10.222.0.67 "GET /v2.0/networks?id=fa73c53a-cb04-46d3-9e67-3609763bf5fd HTTP/1.1" status: 200 len: 912 time: 0.9375124 May 27 03:23:37.913302 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1229fd94-840a-44ea-b7fb-1e450ac4e5e6 admin admin] Made reservation on behalf of 6263657281eb42e691c38e6a90f57a9d for: {'subnet': 1} {{(pid=104072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:23:37.917698 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-1229fd94-840a-44ea-b7fb-1e450ac4e5e6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:37.988724 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c051bb2-1a95-484c-a31c-54d9a368a42f req-494e7c59-2071-4db8-b30f-140c59942e1e tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:23:37.990576 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-7c051bb2-1a95-484c-a31c-54d9a368a42f req-494e7c59-2071-4db8-b30f-140c59942e1e tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/networks?id=ee2ac450-e56e-4c1d-8d15-c8bfd50e2024 HTTP/1.1" status: 200 len: 819 time: 1.1135492 May 27 03:23:38.061948 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:38.063963 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-7c051bb2-1a95-484c-a31c-54d9a368a42f req-26fdb770-eb67-4ff8-9c04-12d2c61cbfd6 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/quotas/6db8193dcee944008c7b41889bfa67a3 HTTP/1.1" status: 200 len: 375 time: 0.0284426 May 27 03:23:38.088716 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-945949be-bbc1-4aca-9af5-ab7755c3eec8 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Publish callbacks [] for security_group (4b952be5-5d1b-4d72-ad7c-b294a4de78bc), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:38.108272 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-945949be-bbc1-4aca-9af5-ab7755c3eec8 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (4b952be5-5d1b-4d72-ad7c-b294a4de78bc), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:38.148400 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Current status of the port 335dd27d-4958-4907-8e7c-cd3d9070011a is: ACTIVE; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:23:38.149973 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Device 28d3375c-e01d-45c9-b232-57887e8c3d83 up at agent ovs-agent-dv-cinder-828806-4-iscsi {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:23:38.181293 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4739016-38ed-41c7-8930-5dd847b7a727 req-61e34421-3aa0-49a0-bec9-ac6ea5db2dac tempest-DeleteServersTestJSON-2102923163 tempest-DeleteServersTestJSON-2102923163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:23:38.188689 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-c4739016-38ed-41c7-8930-5dd847b7a727 req-61e34421-3aa0-49a0-bec9-ac6ea5db2dac tempest-DeleteServersTestJSON-2102923163 tempest-DeleteServersTestJSON-2102923163-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ddacdbc-778d-43a4-9781-bc1bfec238e4 HTTP/1.1" status: 200 len: 943 time: 0.3834879 May 27 03:23:38.201286 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=100 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:38.239459 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-b458f1eb-933f-4562-b3c7-fc6a3c072cd3 req-66beb9b9-923a-4568-bc94-3d79a7a52727 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=80ce9414-7ad7-4080-9680-4d84a0a632b6 HTTP/1.1" status: 200 len: 217 time: 0.3493803 May 27 03:23:38.261454 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-7c051bb2-1a95-484c-a31c-54d9a368a42f req-75036c21-ea12-42e3-bee2-8dac5b48c153 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=6db8193dcee944008c7b41889bfa67a3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1790247 May 27 03:23:38.292212 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Provisioning complete for port 28d3375c-e01d-45c9-b232-57887e8c3d83 triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:23:38.292457 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945949be-bbc1-4aca-9af5-ab7755c3eec8 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b952be5-5d1b-4d72-ad7c-b294a4de78bc,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:38.292733 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (28d3375c-e01d-45c9-b232-57887e8c3d83), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:38.312019 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-945949be-bbc1-4aca-9af5-ab7755c3eec8 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Publish callbacks [] for security_group (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:38.314792 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-945949be-bbc1-4aca-9af5-ab7755c3eec8 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.4216626 May 27 03:23:38.320845 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 55838) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:23:38.325462 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [None req-c9fdb851-37b2-44c2-9f2e-b3b7be93b875 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Request body: {'security_group_rule': {'security_group_id': '4b952be5-5d1b-4d72-ad7c-b294a4de78bc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:23:38.358736 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-c4739016-38ed-41c7-8930-5dd847b7a727 req-8f25a337-8c89-4330-86d4-fcc52a5a6e96 tempest-DeleteServersTestJSON-2102923163 tempest-DeleteServersTestJSON-2102923163-project] 10.222.0.50 "GET /v2.0/security-groups?id=cab20666-9115-4554-9d3c-c2407804d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687071 May 27 03:23:38.398524 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-9077ef90-269f-43a6-8364-c136b16143bb tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Publish callbacks [] for security_group (355c63b5-9543-409d-a9f3-f7230b59d8eb), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:38.411972 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-fbcdd317-3765-45ab-b60c-bcb2fe3e7fb8 None None] Publish callbacks [] for port (d16726c7-bdbc-43fb-b093-912bc04ee3a2), precommit_update {{(pid=104074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:38.413326 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa48577f-2b5b-4f10-a87e-17a79aa50283 admin admin] Router 48ccfd99-9d2a-40bc-8f48-1ef8477ddac8 has already been hosted by L3 agent 3e4effd7-5bc9-408b-93fa-42e4b19a61d9 {{(pid=104071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:23:38.415029 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-9077ef90-269f-43a6-8364-c136b16143bb tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (355c63b5-9543-409d-a9f3-f7230b59d8eb), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:38.418507 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:38.420327 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-fbcdd317-3765-45ab-b60c-bcb2fe3e7fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (d16726c7-bdbc-43fb-b093-912bc04ee3a2), after_update {{(pid=104074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:38.455787 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-c9fdb851-37b2-44c2-9f2e-b3b7be93b875 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Publish callbacks [] for security_group_rule (a1c219a6-3895-440b-a5e4-a8a1784dc554), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:38.456242 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-9a5f5222-a05e-440d-ab26-8398ec6f8a60 None None] Provisioning complete for port de2e02ca-ae55-44a3-8d3d-cbe2d4c0df81 triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:23:38.456617 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-9a5f5222-a05e-440d-ab26-8398ec6f8a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (de2e02ca-ae55-44a3-8d3d-cbe2d4c0df81), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:38.467353 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1e351dbc-77f1-4e2a-a9c8-171c02f04785 None None] Publish callbacks [] for port (678e1304-6bf6-41b4-a3e4-e72b45445918), precommit_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:38.472606 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abeba4ad-dcf7-4adc-9741-288aaf04097a None None] Pushing event updated for resources: {'Port': ['ID=d16726c7-bdbc-43fb-b093-912bc04ee3a2,revision_number=3']} {{(pid=104074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:38.477844 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-9077ef90-269f-43a6-8364-c136b16143bb tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Publish callbacks [] for security_group (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:38.481851 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-9077ef90-269f-43a6-8364-c136b16143bb tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.7830200 May 27 03:23:38.504057 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-7c051bb2-1a95-484c-a31c-54d9a368a42f req-cc7ea08c-c793-498f-a746-d870a17f6047 service neutron] 10.222.0.50 "GET /v2.0/networks/ee2ac450-e56e-4c1d-8d15-c8bfd50e2024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419696 May 27 03:23:38.524333 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1e351dbc-77f1-4e2a-a9c8-171c02f04785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (678e1304-6bf6-41b4-a3e4-e72b45445918), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:38.544739 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 55840) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:23:38.573443 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [None req-0aa3282b-ab37-428a-825c-2c74b270438e tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Request body: {'security_group_rule': {'security_group_id': '355c63b5-9543-409d-a9f3-f7230b59d8eb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:23:38.582891 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9077ef90-269f-43a6-8364-c136b16143bb tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Pushing event updated for resources: {'SecurityGroup': ['ID=355c63b5-9543-409d-a9f3-f7230b59d8eb,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:38.596710 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c631465-b747-4c29-acd5-f195d7b9c56f None None] Pushing event updated for resources: {'Port': ['ID=678e1304-6bf6-41b4-a3e4-e72b45445918,revision_number=3']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:38.642404 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-9a5f5222-a05e-440d-ab26-8398ec6f8a60 None None] Port de2e02ca-ae55-44a3-8d3d-cbe2d4c0df81 cannot update to ACTIVE because it is not bound. {{(pid=104073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:23:38.754037 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.managers [None req-fbcdd317-3765-45ab-b60c-bcb2fe3e7fb8 None None] Attempting to bind port d16726c7-bdbc-43fb-b093-912bc04ee3a2 on host dv-cinder-828806-4-iscsi for vnic_type normal with profile {{(pid=104074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:23:38.754396 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.managers [None req-fbcdd317-3765-45ab-b60c-bcb2fe3e7fb8 None None] Attempting to bind port d16726c7-bdbc-43fb-b093-912bc04ee3a2 by drivers openvswitch,hyperv on host dv-cinder-828806-4-iscsi at level 0 using segments [{'id': '8900a96c-140e-4a88-9323-782a7b94dd95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '9235750b-3863-4242-97a7-a4cb52643ca2'}] {{(pid=104074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:23:38.754773 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcdd317-3765-45ab-b60c-bcb2fe3e7fb8 None None] Attempting to bind port d16726c7-bdbc-43fb-b093-912bc04ee3a2 on network 9235750b-3863-4242-97a7-a4cb52643ca2 {{(pid=104074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:23:38.772305 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcdd317-3765-45ab-b60c-bcb2fe3e7fb8 None None] Checking agent: {'id': '01a6c5a5-ff25-49ea-8869-bb2b5ba0570e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828806-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 14, 35), 'started_at': datetime.datetime(2022, 5, 27, 3, 15, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828806-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:23:38.772676 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcdd317-3765-45ab-b60c-bcb2fe3e7fb8 None None] Checking segment: {'id': '8900a96c-140e-4a88-9323-782a7b94dd95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '9235750b-3863-4242-97a7-a4cb52643ca2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:23:38.773166 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-fbcdd317-3765-45ab-b60c-bcb2fe3e7fb8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:38.773554 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcdd317-3765-45ab-b60c-bcb2fe3e7fb8 None None] Bound using segment: {'id': '8900a96c-140e-4a88-9323-782a7b94dd95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '9235750b-3863-4242-97a7-a4cb52643ca2'} {{(pid=104074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:23:38.774681 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.managers [None req-fbcdd317-3765-45ab-b60c-bcb2fe3e7fb8 None None] Bound port: d16726c7-bdbc-43fb-b093-912bc04ee3a2, host: dv-cinder-828806-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8900a96c-140e-4a88-9323-782a7b94dd95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '9235750b-3863-4242-97a7-a4cb52643ca2'}}] {{(pid=104074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:23:38.775068 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-fbcdd317-3765-45ab-b60c-bcb2fe3e7fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (d16726c7-bdbc-43fb-b093-912bc04ee3a2), before_update {{(pid=104074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:38.780086 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-1229fd94-840a-44ea-b7fb-1e450ac4e5e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16716613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336'] for subnet (2f984833-be3e-4606-958c-de6f0fa966de), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:38.870965 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-c9fdb851-37b2-44c2-9f2e-b3b7be93b875 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Publish callbacks [] for security_group_rule (a1c219a6-3895-440b-a5e4-a8a1784dc554), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:38.889694 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-c9fdb851-37b2-44c2-9f2e-b3b7be93b875 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713807'] for security_group_rule (a1c219a6-3895-440b-a5e4-a8a1784dc554), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:38.912524 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1229fd94-840a-44ea-b7fb-1e450ac4e5e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f984833-be3e-4606-958c-de6f0fa966de,revision_number=0']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:38.956720 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:38.981887 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.db [None req-fbcdd317-3765-45ab-b60c-bcb2fe3e7fb8 None None] For port d16726c7-bdbc-43fb-b093-912bc04ee3a2, host dv-cinder-828806-4-iscsi, cleared binding levels {{(pid=104074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:23:38.986415 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.db [None req-fbcdd317-3765-45ab-b60c-bcb2fe3e7fb8 None None] For port d16726c7-bdbc-43fb-b093-912bc04ee3a2, host dv-cinder-828806-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-4-iscsi',level=0,port_id=d16726c7-bdbc-43fb-b093-912bc04ee3a2,segment=NetworkSegment(8900a96c-140e-4a88-9323-782a7b94dd95),segment_id=8900a96c-140e-4a88-9323-782a7b94dd95)] {{(pid=104074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:23:38.991870 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=100 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:38.999544 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-fbcdd317-3765-45ab-b60c-bcb2fe3e7fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (d16726c7-bdbc-43fb-b093-912bc04ee3a2), after_update {{(pid=104074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:39.014134 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa48577f-2b5b-4f10-a87e-17a79aa50283 admin admin] Notify agent at l3_agent.dv-cinder-828806-4-iscsi the message routers_updated {{(pid=104071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:23:39.035064 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Current status of the port 28d3375c-e01d-45c9-b232-57887e8c3d83 is: ACTIVE; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:23:39.043151 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-aa48577f-2b5b-4f10-a87e-17a79aa50283 admin admin] 10.222.0.50 "PUT /v2.0/routers/48ccfd99-9d2a-40bc-8f48-1ef8477ddac8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.2278144 May 27 03:23:39.046294 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1229fd94-840a-44ea-b7fb-1e450ac4e5e6 admin admin] Checking segment: {'id': 'f51f6e8f-14de-4ece-bd49-a60fae74aba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'ac9548dc-6aa3-4efb-afad-8e73d50ca31c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:23:39.046802 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1229fd94-840a-44ea-b7fb-1e450ac4e5e6 admin admin] Network hostable DHCP agents. Network: ac9548dc-6aa3-4efb-afad-8e73d50ca31c, hostable agents: ['88cb169e-23a7-4380-813c-9b707a5671b5'], hosted agents: [] {{(pid=104072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:23:39.050356 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-7c051bb2-1a95-484c-a31c-54d9a368a42f req-c9f1c6d9-86fc-4adf-8eb2-f2bb8bc973c4 service neutron] 10.222.0.50 "GET /v2.0/networks/ee2ac450-e56e-4c1d-8d15-c8bfd50e2024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5143931 May 27 03:23:39.053271 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-0aa3282b-ab37-428a-825c-2c74b270438e tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Publish callbacks [] for security_group_rule (74c0e6f0-b3a0-4d11-a5ba-919d6b301fa9), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:39.103856 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9862a6c3-85b5-4d81-aa10-27c0f4a700a1 None None] Sync routers for ids ['48ccfd99-9d2a-40bc-8f48-1ef8477ddac8'] in dv-cinder-828806-4-iscsi {{(pid=104073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:23:39.112244 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-c9fdb851-37b2-44c2-9f2e-b3b7be93b875 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:39.133624 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-c9fdb851-37b2-44c2-9f2e-b3b7be93b875 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8096690 May 27 03:23:39.138630 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 55862) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:23:39.148132 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:39.151926 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1229fd94-840a-44ea-b7fb-1e450ac4e5e6 admin admin] Network ac9548dc-6aa3-4efb-afad-8e73d50ca31c is scheduled to be hosted by DHCP agent 88cb169e-23a7-4380-813c-9b707a5671b5 with binding_index 1 {{(pid=104072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:23:39.176238 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [None req-5b28ae24-9f8b-490a-aabc-7b50e96696b4 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Request body: {'security_group_rule': {'security_group_id': '4b952be5-5d1b-4d72-ad7c-b294a4de78bc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:23:39.193067 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.base_scheduler [None req-1229fd94-840a-44ea-b7fb-1e450ac4e5e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828806-4-iscsi, ac9548dc-6aa3-4efb-afad-8e73d50ca31c) {{(pid=104072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:23:39.208770 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-2ca64781-59c4-4ac4-899c-83301f0596e5 None None] Provisioning complete for port d16726c7-bdbc-43fb-b093-912bc04ee3a2 triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:23:39.209719 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-2ca64781-59c4-4ac4-899c-83301f0596e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (d16726c7-bdbc-43fb-b093-912bc04ee3a2), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:39.218472 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.managers [None req-1e351dbc-77f1-4e2a-a9c8-171c02f04785 None None] Attempting to bind port 678e1304-6bf6-41b4-a3e4-e72b45445918 on host dv-cinder-828806-4-iscsi for vnic_type normal with profile {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:23:39.219150 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.managers [None req-1e351dbc-77f1-4e2a-a9c8-171c02f04785 None None] Attempting to bind port 678e1304-6bf6-41b4-a3e4-e72b45445918 by drivers openvswitch,hyperv on host dv-cinder-828806-4-iscsi at level 0 using segments [{'id': '63adec67-bcb3-479f-bdea-b274a09a22b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'cc2d2605-cf0b-41cc-a4d1-c3c28ec94860'}] {{(pid=104073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:23:39.220152 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e351dbc-77f1-4e2a-a9c8-171c02f04785 None None] Attempting to bind port 678e1304-6bf6-41b4-a3e4-e72b45445918 on network cc2d2605-cf0b-41cc-a4d1-c3c28ec94860 {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:23:39.233979 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcdd317-3765-45ab-b60c-bcb2fe3e7fb8 None None] Routers {'f894ead6-5c56-4335-b420-9b87f690d18d'} bound to L3 agent in host dv-cinder-828806-4-iscsi {{(pid=104074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:23:39.240069 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1229fd94-840a-44ea-b7fb-1e450ac4e5e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:23:39.241269 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-1229fd94-840a-44ea-b7fb-1e450ac4e5e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-366398'] for subnet (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:39.241387 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4507ac9-3027-4b23-b663-61388ef228e8 None None] Network ac9548dc-6aa3-4efb-afad-8e73d50ca31c requested from dv-cinder-828806-4-iscsi {{(pid=104073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:23:39.246057 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fdb851-37b2-44c2-9f2e-b3b7be93b875 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1c219a6-3895-440b-a5e4-a8a1784dc554,revision_number=0']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:39.246330 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-fbcdd317-3765-45ab-b60c-bcb2fe3e7fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:14:31Z,description=,heartbeat_timestamp=2022-05-27T03:23:31Z,host='dv-cinder-828806-4-iscsi',id=3e4effd7-5bc9-408b-93fa-42e4b19a61d9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:14:31Z,topic='l3_agent')) {'router_ids': ['f894ead6-5c56-4335-b420-9b87f690d18d'], 'active': True} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:23:39.261431 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-0aa3282b-ab37-428a-825c-2c74b270438e tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Publish callbacks [] for security_group_rule (74c0e6f0-b3a0-4d11-a5ba-919d6b301fa9), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:39.283098 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-0aa3282b-ab37-428a-825c-2c74b270438e tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713807'] for security_group_rule (74c0e6f0-b3a0-4d11-a5ba-919d6b301fa9), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:39.327537 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa3282b-ab37-428a-825c-2c74b270438e tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74c0e6f0-b3a0-4d11-a5ba-919d6b301fa9,revision_number=0']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:39.339012 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-1229fd94-840a-44ea-b7fb-1e450ac4e5e6 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5826256 May 27 03:23:39.345565 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 55868) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:23:39.351256 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:39.375338 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-0aa3282b-ab37-428a-825c-2c74b270438e tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:39.376456 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-0aa3282b-ab37-428a-825c-2c74b270438e tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8229983 May 27 03:23:39.395467 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 55878) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:23:39.399917 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b458f1eb-933f-4562-b3c7-fc6a3c072cd3 req-0cb95408-becd-48f8-a6a0-bd7d1235df4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:23:39.400609 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abeba4ad-dcf7-4adc-9741-288aaf04097a None None] Pushing event updated for resources: {'Port': ['ID=d16726c7-bdbc-43fb-b093-912bc04ee3a2,revision_number=4']} {{(pid=104074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:39.424965 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:39.431186 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-b458f1eb-933f-4562-b3c7-fc6a3c072cd3 req-0cb95408-becd-48f8-a6a0-bd7d1235df4c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=495a6fa4-7393-4eee-b1ce-c74250cd973b HTTP/1.1" status: 200 len: 851 time: 0.4830189 May 27 03:23:39.464098 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [None req-5523dff9-205a-4837-890a-75b0aa821830 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Request body: {'security_group_rule': {'security_group_id': '355c63b5-9543-409d-a9f3-f7230b59d8eb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:23:39.480141 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e351dbc-77f1-4e2a-a9c8-171c02f04785 None None] Checking agent: {'id': '01a6c5a5-ff25-49ea-8869-bb2b5ba0570e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828806-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 14, 35), 'started_at': datetime.datetime(2022, 5, 27, 3, 15, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828806-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:23:39.480536 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e351dbc-77f1-4e2a-a9c8-171c02f04785 None None] Checking segment: {'id': '63adec67-bcb3-479f-bdea-b274a09a22b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'cc2d2605-cf0b-41cc-a4d1-c3c28ec94860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:23:39.480991 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1e351dbc-77f1-4e2a-a9c8-171c02f04785 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:39.481385 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e351dbc-77f1-4e2a-a9c8-171c02f04785 None None] Bound using segment: {'id': '63adec67-bcb3-479f-bdea-b274a09a22b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'cc2d2605-cf0b-41cc-a4d1-c3c28ec94860'} {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:23:39.481886 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.managers [None req-1e351dbc-77f1-4e2a-a9c8-171c02f04785 None None] Bound port: 678e1304-6bf6-41b4-a3e4-e72b45445918, host: dv-cinder-828806-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63adec67-bcb3-479f-bdea-b274a09a22b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'cc2d2605-cf0b-41cc-a4d1-c3c28ec94860'}}] {{(pid=104073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:23:39.489564 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1e351dbc-77f1-4e2a-a9c8-171c02f04785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (678e1304-6bf6-41b4-a3e4-e72b45445918), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:39.498937 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.67', 57158) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:23:39.508635 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9862a6c3-85b5-4d81-aa10-27c0f4a700a1 None None] Routers {'48ccfd99-9d2a-40bc-8f48-1ef8477ddac8'} bound to L3 agent in host dv-cinder-828806-4-iscsi {{(pid=104073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:23:39.512173 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-9862a6c3-85b5-4d81-aa10-27c0f4a700a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:14:31Z,description=,heartbeat_timestamp=2022-05-27T03:23:31Z,host='dv-cinder-828806-4-iscsi',id=3e4effd7-5bc9-408b-93fa-42e4b19a61d9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:14:31Z,topic='l3_agent')) {'router_ids': ['48ccfd99-9d2a-40bc-8f48-1ef8477ddac8'], 'active': True} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:23:39.614744 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-5b28ae24-9f8b-490a-aabc-7b50e96696b4 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Publish callbacks [] for security_group_rule (0d0d43a5-79e7-4c4d-81e5-313cabefb490), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:39.661929 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Device ee2b145c-866a-4545-a5dc-b000db3e976a up at agent ovs-agent-dv-cinder-828806-4-iscsi {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:23:39.680630 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvr_db [None req-fbcdd317-3765-45ab-b60c-bcb2fe3e7fb8 None None] Set router f894ead6-5c56-4335-b420-9b87f690d18d gateway port host: dv-cinder-828806-4-iscsi {{(pid=104074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:23:39.715030 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-b458f1eb-933f-4562-b3c7-fc6a3c072cd3 req-dbccefb3-8e82-46f2-b0c8-61851947681a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=fa73c53a-cb04-46d3-9e67-3609763bf5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2813160 May 27 03:23:39.731827 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6343b8e7-3c5d-4763-8356-d906a19bd6e6 req-767a2550-d8c2-40e5-b0c4-4b1f32a6aa38 tempest-DeleteServersTestJSON-2102923163 tempest-DeleteServersTestJSON-2102923163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:23:39.747763 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-6343b8e7-3c5d-4763-8356-d906a19bd6e6 req-767a2550-d8c2-40e5-b0c4-4b1f32a6aa38 tempest-DeleteServersTestJSON-2102923163 tempest-DeleteServersTestJSON-2102923163-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ddacdbc-778d-43a4-9781-bc1bfec238e4 HTTP/1.1" status: 200 len: 943 time: 0.1304176 May 27 03:23:39.752689 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 55890) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:23:39.772354 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-5b28ae24-9f8b-490a-aabc-7b50e96696b4 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Publish callbacks [] for security_group_rule (0d0d43a5-79e7-4c4d-81e5-313cabefb490), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:39.777267 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-5523dff9-205a-4837-890a-75b0aa821830 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Publish callbacks [] for security_group_rule (9731d500-c8b3-4c02-8ec8-e2d32d81409b), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:39.849550 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.db.db_base_plugin_v2 [None req-d046afb1-4279-4ff9-8cb6-533d26574b9e admin admin] Deleting subnet 0903299d-e8fb-41af-a71e-8d12c30d7ed6 {{(pid=104072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 03:23:39.878061 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-d046afb1-4279-4ff9-8cb6-533d26574b9e admin admin] Publish callbacks [] for subnet (0903299d-e8fb-41af-a71e-8d12c30d7ed6), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:39.971001 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 55900) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:23:39.982984 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:39.985105 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-b458f1eb-933f-4562-b3c7-fc6a3c072cd3 req-9f64c385-bd43-4ab5-911b-3697d9633102 service neutron] 10.222.0.67 "GET /v2.0/networks/fa73c53a-cb04-46d3-9e67-3609763bf5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110193 May 27 03:23:39.995520 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-5b28ae24-9f8b-490a-aabc-7b50e96696b4 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713807'] for security_group_rule (0d0d43a5-79e7-4c4d-81e5-313cabefb490), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:39.999410 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [None req-18de2449-8784-4053-8d44-6c36bd10eca7 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Request body: {'security_group': {'name': 'tempest-securitygroup--601583134', 'description': 'tempest-description--1860009223'}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:23:40.044174 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-5b28ae24-9f8b-490a-aabc-7b50e96696b4 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:40.048763 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-5b28ae24-9f8b-490a-aabc-7b50e96696b4 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8843014 May 27 03:23:40.049317 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 55908) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:23:40.054585 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47509c6-7b35-48f5-a54c-081d0e0f0922 req-ba21ebc5-a948-4087-9106-65557e208782 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:23:40.056234 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f47509c6-7b35-48f5-a54c-081d0e0f0922 req-ba21ebc5-a948-4087-9106-65557e208782 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.67 "GET /v2.0/networks?id=ee2ac450-e56e-4c1d-8d15-c8bfd50e2024 HTTP/1.1" status: 200 len: 819 time: 0.5582385 May 27 03:23:40.079483 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [None req-6c4a5f02-a4fc-4620-b9e3-a2a23336968c tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Request body: {'floatingip': {'floating_network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d'}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:23:40.087668 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-d046afb1-4279-4ff9-8cb6-533d26574b9e admin admin] Publish callbacks [] for subnet (0903299d-e8fb-41af-a71e-8d12c30d7ed6), precommit_delete_associations {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:40.096457 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [req-f47509c6-7b35-48f5-a54c-081d0e0f0922 req-4a82b6ff-661b-4789-82f4-2232406be54d tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Request body: {'port': {'device_id': '8c0b7be0-94f6-463c-ae31-1fdb017d059a', 'network_id': 'ee2ac450-e56e-4c1d-8d15-c8bfd50e2024', 'admin_state_up': True, 'tenant_id': '6db8193dcee944008c7b41889bfa67a3'}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:23:40.106737 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b28ae24-9f8b-490a-aabc-7b50e96696b4 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d0d43a5-79e7-4c4d-81e5-313cabefb490,revision_number=0']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:40.192760 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-b5f51b77-f0b5-4807-a65b-8139a5a4d577 req-54770dd8-8e52-4adf-9a7f-d04bfabdf68b tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=126a653e-c2f9-4fad-9401-b165bddb395d HTTP/1.1" status: 200 len: 210 time: 0.1659174 May 27 03:23:40.212884 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:40.242898 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Provisioning complete for port ee2b145c-866a-4545-a5dc-b000db3e976a triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:23:40.243532 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (ee2b145c-866a-4545-a5dc-b000db3e976a), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:40.288697 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-6c4a5f02-a4fc-4620-b9e3-a2a23336968c tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:40.291756 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-5f5ded17-37d8-4ac3-9c13-8b5fcfd88d7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:40.323942 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-5523dff9-205a-4837-890a-75b0aa821830 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Publish callbacks [] for security_group_rule (9731d500-c8b3-4c02-8ec8-e2d32d81409b), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:40.338662 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-1e351dbc-77f1-4e2a-a9c8-171c02f04785 None None] For port 678e1304-6bf6-41b4-a3e4-e72b45445918, host dv-cinder-828806-4-iscsi, cleared binding levels {{(pid=104073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:23:40.338909 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-d046afb1-4279-4ff9-8cb6-533d26574b9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-817388'] for subnet (0903299d-e8fb-41af-a71e-8d12c30d7ed6), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:40.342859 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-1e351dbc-77f1-4e2a-a9c8-171c02f04785 None None] For port 678e1304-6bf6-41b4-a3e4-e72b45445918, host dv-cinder-828806-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-4-iscsi',level=0,port_id=678e1304-6bf6-41b4-a3e4-e72b45445918,segment=NetworkSegment(63adec67-bcb3-479f-bdea-b274a09a22b6),segment_id=63adec67-bcb3-479f-bdea-b274a09a22b6)] {{(pid=104073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:23:40.367740 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-5523dff9-205a-4837-890a-75b0aa821830 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713807'] for security_group_rule (9731d500-c8b3-4c02-8ec8-e2d32d81409b), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:40.391479 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-18de2449-8784-4053-8d44-6c36bd10eca7 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks [] for security_group (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:40.403774 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-6343b8e7-3c5d-4763-8356-d906a19bd6e6 req-ce29f79e-5c95-4ccd-b407-2be28a3afcc4 tempest-DeleteServersTestJSON-2102923163 tempest-DeleteServersTestJSON-2102923163-project] 10.222.0.50 "GET /v2.0/security-groups?id=cab20666-9115-4554-9d3c-c2407804d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6551168 May 27 03:23:40.439008 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvr_db [None req-9862a6c3-85b5-4d81-aa10-27c0f4a700a1 None None] Set router 48ccfd99-9d2a-40bc-8f48-1ef8477ddac8 gateway port host: dv-cinder-828806-4-iscsi {{(pid=104073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:23:40.444017 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:40.478551 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5523dff9-205a-4837-890a-75b0aa821830 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9731d500-c8b3-4c02-8ec8-e2d32d81409b,revision_number=0']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:40.491394 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f47509c6-7b35-48f5-a54c-081d0e0f0922 req-4a82b6ff-661b-4789-82f4-2232406be54d tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Made reservation on behalf of 6db8193dcee944008c7b41889bfa67a3 for: {'port': 1} {{(pid=104072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:23:40.494308 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:40.495645 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-406102b3-26e0-4e44-b61a-e23efb0565c7 None None] Network ac9548dc-6aa3-4efb-afad-8e73d50ca31c requested from dv-cinder-828806-4-iscsi {{(pid=104073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:23:40.496755 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-f47509c6-7b35-48f5-a54c-081d0e0f0922 req-4a82b6ff-661b-4789-82f4-2232406be54d tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:40.499853 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-fbcdd317-3765-45ab-b60c-bcb2fe3e7fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f894ead6-5c56-4335-b420-9b87f690d18d', 'name': 'tempest-AttachVolumeShelveTestJSON-432131402-router', 'tenant_id': '7e2e4b63d6af43058e0dc76d8ceac844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '28d3375c-e01d-45c9-b232-57887e8c3d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:13Z', 'updated_at': '2022-05-27T03:23:32Z', 'revision_number': 4, 'project_id': '7e2e4b63d6af43058e0dc76d8ceac844', 'gw_port': {'id': '28d3375c-e01d-45c9-b232-57887e8c3d83', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:04:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f894ead6-5c56-4335-b420-9b87f690d18d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:14Z', 'updated_at': '2022-05-27T03:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi', '_interfaces': [{'id': 'd16726c7-bdbc-43fb-b093-912bc04ee3a2', 'name': '', 'network_id': '9235750b-3863-4242-97a7-a4cb52643ca2', 'tenant_id': '7e2e4b63d6af43058e0dc76d8ceac844', 'mac_address': 'fa:16:3e:6d:9a:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f894ead6-5c56-4335-b420-9b87f690d18d', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '74986d1d-a9b7-43a2-b2c2-09937b076cb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:26Z', 'updated_at': '2022-05-27T03:23:38Z', 'revision_number': 4, 'project_id': '7e2e4b63d6af43058e0dc76d8ceac844', 'subnets': [{'id': '74986d1d-a9b7-43a2-b2c2-09937b076cb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-4-iscsi', False) {} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:23:40.510120 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-b458f1eb-933f-4562-b3c7-fc6a3c072cd3 req-f48c13e6-4bef-451f-9d97-bc7c8089a90b service neutron] 10.222.0.67 "GET /v2.0/networks/fa73c53a-cb04-46d3-9e67-3609763bf5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4527249 May 27 03:23:40.513472 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-5523dff9-205a-4837-890a-75b0aa821830 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:40.514629 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-5523dff9-205a-4837-890a-75b0aa821830 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1169600 May 27 03:23:40.516760 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-6c4a5f02-a4fc-4620-b9e3-a2a23336968c tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:40.519202 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 55920) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:23:40.525774 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [None req-785f6cd3-6185-4e67-bf39-91fdec3005fe tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Request body: {'floatingip': {'floating_network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d'}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:23:40.574896 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-d046afb1-4279-4ff9-8cb6-533d26574b9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-817397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16716613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336'] for subnet (0903299d-e8fb-41af-a71e-8d12c30d7ed6), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:40.600614 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1e351dbc-77f1-4e2a-a9c8-171c02f04785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (678e1304-6bf6-41b4-a3e4-e72b45445918), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:40.623393 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-785f6cd3-6185-4e67-bf39-91fdec3005fe tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:40.623603 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcdd317-3765-45ab-b60c-bcb2fe3e7fb8 None None] The sync data for ids ['f894ead6-5c56-4335-b420-9b87f690d18d'] in dv-cinder-828806-4-iscsi is: [{'id': 'f894ead6-5c56-4335-b420-9b87f690d18d', 'name': 'tempest-AttachVolumeShelveTestJSON-432131402-router', 'tenant_id': '7e2e4b63d6af43058e0dc76d8ceac844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '28d3375c-e01d-45c9-b232-57887e8c3d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:13Z', 'updated_at': '2022-05-27T03:23:32Z', 'revision_number': 4, 'project_id': '7e2e4b63d6af43058e0dc76d8ceac844', 'gw_port': {'id': '28d3375c-e01d-45c9-b232-57887e8c3d83', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:04:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f894ead6-5c56-4335-b420-9b87f690d18d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:14Z', 'updated_at': '2022-05-27T03:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi', '_interfaces': [{'id': 'd16726c7-bdbc-43fb-b093-912bc04ee3a2', 'name': '', 'network_id': '9235750b-3863-4242-97a7-a4cb52643ca2', 'tenant_id': '7e2e4b63d6af43058e0dc76d8ceac844', 'mac_address': 'fa:16:3e:6d:9a:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f894ead6-5c56-4335-b420-9b87f690d18d', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '74986d1d-a9b7-43a2-b2c2-09937b076cb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:26Z', 'updated_at': '2022-05-27T03:23:38Z', 'revision_number': 4, 'project_id': '7e2e4b63d6af43058e0dc76d8ceac844', 'subnets': [{'id': '74986d1d-a9b7-43a2-b2c2-09937b076cb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:23:40.690404 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:40.793224 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d046afb1-4279-4ff9-8cb6-533d26574b9e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0903299d-e8fb-41af-a71e-8d12c30d7ed6,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:40.817579 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.db.db_base_plugin_common [None req-6c4a5f02-a4fc-4620-b9e3-a2a23336968c tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Allocated IP 172.27.3.221 (ca8b8e18-04f1-46f4-8c3b-aba3c077569d/ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa/b156c34a-9644-4c21-b412-23b9b3ed90e0) {{(pid=104071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:23:40.822783 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-785f6cd3-6185-4e67-bf39-91fdec3005fe tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:40.833444 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-d046afb1-4279-4ff9-8cb6-533d26574b9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-366398'] for subnet (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:40.843630 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 55922) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:23:40.845246 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-d046afb1-4279-4ff9-8cb6-533d26574b9e admin admin] 10.222.0.50 "DELETE /v2.0/subnets/0903299d-e8fb-41af-a71e-8d12c30d7ed6 HTTP/1.1" status: 204 len: 168 time: 1.0832055 May 27 03:23:41.005900 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-5f5ded17-37d8-4ac3-9c13-8b5fcfd88d7f admin admin] Publish callbacks [] for security_group (4f07d5cd-091d-4b57-b06f-729dc591f3e7), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:41.010354 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=100 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:41.054982 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-5f5ded17-37d8-4ac3-9c13-8b5fcfd88d7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (4f07d5cd-091d-4b57-b06f-729dc591f3e7), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:41.066588 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-18de2449-8784-4053-8d44-6c36bd10eca7 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks [] for security_group (175a7da0-8a41-43f4-9e53-a62bc6fe8167), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:41.102340 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-18de2449-8784-4053-8d44-6c36bd10eca7 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (175a7da0-8a41-43f4-9e53-a62bc6fe8167), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:41.122760 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-9862a6c3-85b5-4d81-aa10-27c0f4a700a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ccfd99-9d2a-40bc-8f48-1ef8477ddac8', 'name': 'tempest-AttachVolumeNegativeTest-1190605770-router', 'tenant_id': '082b5523ee504be09f6fcaf833207a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': 'ee2b145c-866a-4545-a5dc-b000db3e976a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:15Z', 'updated_at': '2022-05-27T03:23:33Z', 'revision_number': 4, 'project_id': '082b5523ee504be09f6fcaf833207a4f', 'gw_port': {'id': 'ee2b145c-866a-4545-a5dc-b000db3e976a', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ccfd99-9d2a-40bc-8f48-1ef8477ddac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:16Z', 'updated_at': '2022-05-27T03:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi', '_interfaces': [{'id': 'de2e02ca-ae55-44a3-8d3d-cbe2d4c0df81', 'name': '', 'network_id': 'e861f168-e1a5-4542-8ee4-9759fa17a578', 'tenant_id': '082b5523ee504be09f6fcaf833207a4f', 'mac_address': 'fa:16:3e:93:65:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48ccfd99-9d2a-40bc-8f48-1ef8477ddac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '22c8ee8a-bdb1-4646-81f4-b6b1b8177bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:28Z', 'updated_at': '2022-05-27T03:23:35Z', 'revision_number': 2, 'project_id': '082b5523ee504be09f6fcaf833207a4f', 'subnets': [{'id': '22c8ee8a-bdb1-4646-81f4-b6b1b8177bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-4-iscsi', False) {} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:23:41.142335 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-bd817eab-004d-47c6-9064-dc48ace6ea29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561515'] for network (48289b87-de30-4d65-8c21-dc9c0a6cd5c6), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:41.166861 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5ded17-37d8-4ac3-9c13-8b5fcfd88d7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f07d5cd-091d-4b57-b06f-729dc591f3e7,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:41.169164 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9862a6c3-85b5-4d81-aa10-27c0f4a700a1 None None] Checking router: 48ccfd99-9d2a-40bc-8f48-1ef8477ddac8 for host: dv-cinder-828806-4-iscsi {{(pid=104073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:23:41.170706 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9862a6c3-85b5-4d81-aa10-27c0f4a700a1 None None] Updating router 48ccfd99-9d2a-40bc-8f48-1ef8477ddac8 port de2e02ca-ae55-44a3-8d3d-cbe2d4c0df81 binding host dv-cinder-828806-4-iscsi {{(pid=104073) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:23:41.183078 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-6c4a5f02-a4fc-4620-b9e3-a2a23336968c tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Publish callbacks [] for port (b156c34a-9644-4c21-b412-23b9b3ed90e0), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:41.205505 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-5f5ded17-37d8-4ac3-9c13-8b5fcfd88d7f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f7a93f7132614f2093ab91d2b205f4e9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8564253 May 27 03:23:41.207026 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 55924) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:23:41.264915 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-9862a6c3-85b5-4d81-aa10-27c0f4a700a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (de2e02ca-ae55-44a3-8d3d-cbe2d4c0df81), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:41.268065 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e351dbc-77f1-4e2a-a9c8-171c02f04785 None None] Routers {'ec376dbd-361b-41fd-8d64-cf1759d3c8fc'} bound to L3 agent in host dv-cinder-828806-4-iscsi {{(pid=104073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:23:41.270272 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-1e351dbc-77f1-4e2a-a9c8-171c02f04785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:14:31Z,description=,heartbeat_timestamp=2022-05-27T03:23:31Z,host='dv-cinder-828806-4-iscsi',id=3e4effd7-5bc9-408b-93fa-42e4b19a61d9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:14:31Z,topic='l3_agent')) {'router_ids': ['ec376dbd-361b-41fd-8d64-cf1759d3c8fc'], 'active': True} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:23:41.275904 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-18de2449-8784-4053-8d44-6c36bd10eca7 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks [] for security_group (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:41.287424 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-18de2449-8784-4053-8d44-6c36bd10eca7 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.3031094 May 27 03:23:41.290600 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.db.db_base_plugin_common [req-f47509c6-7b35-48f5-a54c-081d0e0f0922 req-4a82b6ff-661b-4789-82f4-2232406be54d tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Allocated IP 172.20.0.3 (ee2ac450-e56e-4c1d-8d15-c8bfd50e2024/cc441656-896b-4ce0-b128-b3b9a7f3a183/6d9acc3b-ba55-4e78-9bbb-cb5a5ce850ef) {{(pid=104072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:23:41.297346 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18de2449-8784-4053-8d44-6c36bd10eca7 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Pushing event updated for resources: {'SecurityGroup': ['ID=175a7da0-8a41-43f4-9e53-a62bc6fe8167,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:41.301450 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 55928) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:23:41.335177 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [None req-56683dbe-b892-4bbb-81ae-901c95231614 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Request body: {'security_group_rule': {'security_group_id': '175a7da0-8a41-43f4-9e53-a62bc6fe8167', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:23:41.354755 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:41.364172 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-bd817eab-004d-47c6-9064-dc48ace6ea29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-818777', 'neutron.services.segments.db._delete_segments_for_network-8743907721840'] for network (48289b87-de30-4d65-8c21-dc9c0a6cd5c6), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:41.402168 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Current status of the port ee2b145c-866a-4545-a5dc-b000db3e976a is: ACTIVE; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:23:41.419693 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-2ca64781-59c4-4ac4-899c-83301f0596e5 None None] Current status of the port d16726c7-bdbc-43fb-b093-912bc04ee3a2 is: DOWN; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:23:41.420046 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-2ca64781-59c4-4ac4-899c-83301f0596e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (d16726c7-bdbc-43fb-b093-912bc04ee3a2), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:41.455163 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=70,neutron:INSERT=19,neutron:DELETE=6,neutron:UPDATE=5 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:41.465322 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c631465-b747-4c29-acd5-f195d7b9c56f None None] Pushing event updated for resources: {'Port': ['ID=678e1304-6bf6-41b4-a3e4-e72b45445918,revision_number=4']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:41.508836 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-6c4a5f02-a4fc-4620-b9e3-a2a23336968c tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743907242280'] for port (b156c34a-9644-4c21-b412-23b9b3ed90e0), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:41.518044 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c051bb2-1a95-484c-a31c-54d9a368a42f req-bb58091e-8f4a-4adc-85f6-8555e136627a tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:23:41.519942 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-7c051bb2-1a95-484c-a31c-54d9a368a42f req-bb58091e-8f4a-4adc-85f6-8555e136627a tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.67 "GET /v2.0/networks?id=ee2ac450-e56e-4c1d-8d15-c8bfd50e2024 HTTP/1.1" status: 200 len: 819 time: 0.1484196 May 27 03:23:41.599198 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-2ca64781-59c4-4ac4-899c-83301f0596e5 None None] For port d16726c7-bdbc-43fb-b093-912bc04ee3a2, host dv-cinder-828806-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-4-iscsi',level=0,port_id=d16726c7-bdbc-43fb-b093-912bc04ee3a2,segment=NetworkSegment(8900a96c-140e-4a88-9323-782a7b94dd95),segment_id=8900a96c-140e-4a88-9323-782a7b94dd95)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:23:41.616078 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvr_db [None req-1e351dbc-77f1-4e2a-a9c8-171c02f04785 None None] Set router ec376dbd-361b-41fd-8d64-cf1759d3c8fc gateway port host: dv-cinder-828806-4-iscsi {{(pid=104073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:23:41.619194 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [req-7c051bb2-1a95-484c-a31c-54d9a368a42f req-7e54c9e3-48d2-4e7c-8725-0add46da47b6 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Request body: {'port': {'device_id': '126a653e-c2f9-4fad-9401-b165bddb395d', 'network_id': 'ee2ac450-e56e-4c1d-8d15-c8bfd50e2024', 'admin_state_up': True, 'tenant_id': '6db8193dcee944008c7b41889bfa67a3'}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:23:41.688689 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba7f494-b816-4cb1-a116-e8de53467f59 req-eca226f3-8bd5-4442-94e9-5fdc6258f955 tempest-DeleteServersTestJSON-2102923163 tempest-DeleteServersTestJSON-2102923163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:23:41.690325 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-fba7f494-b816-4cb1-a116-e8de53467f59 req-eca226f3-8bd5-4442-94e9-5fdc6258f955 tempest-DeleteServersTestJSON-2102923163 tempest-DeleteServersTestJSON-2102923163-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ddacdbc-778d-43a4-9781-bc1bfec238e4 HTTP/1.1" status: 200 len: 943 time: 0.1140211 May 27 03:23:41.729946 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:41.748796 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-e8246a5d-2c17-4c94-b5d9-e055745bdf2c req-addd45d5-5687-4d6f-955f-822b521784ba tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=126a653e-c2f9-4fad-9401-b165bddb395d HTTP/1.1" status: 200 len: 210 time: 0.4077322 May 27 03:23:41.756249 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Device d16726c7-bdbc-43fb-b093-912bc04ee3a2 up at agent ovs-agent-dv-cinder-828806-4-iscsi {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:23:41.758074 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-bd817eab-004d-47c6-9064-dc48ace6ea29 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:23:41.759122 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-bd817eab-004d-47c6-9064-dc48ace6ea29 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:23:41.759998 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-bd817eab-004d-47c6-9064-dc48ace6ea29 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:23:41.760626 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-bd817eab-004d-47c6-9064-dc48ace6ea29 admin admin] Subscribe: > port after_create 55550000 {{(pid=104071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:23:41.761111 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-bd817eab-004d-47c6-9064-dc48ace6ea29 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:23:41.761596 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-bd817eab-004d-47c6-9064-dc48ace6ea29 admin admin] Subscribe: > port after_update 55550000 {{(pid=104071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:23:41.762288 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-bd817eab-004d-47c6-9064-dc48ace6ea29 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:23:41.763067 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-bd817eab-004d-47c6-9064-dc48ace6ea29 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:23:41.763518 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-bd817eab-004d-47c6-9064-dc48ace6ea29 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:23:41.764117 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-bd817eab-004d-47c6-9064-dc48ace6ea29 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:23:41.789464 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-2ca64781-59c4-4ac4-899c-83301f0596e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (d16726c7-bdbc-43fb-b093-912bc04ee3a2), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:41.796592 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Device 80ce9414-7ad7-4080-9680-4d84a0a632b6 details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=104073) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 03:23:41.869672 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-bd817eab-004d-47c6-9064-dc48ace6ea29 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:23:41.870029 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-bd817eab-004d-47c6-9064-dc48ace6ea29 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:23:41.870376 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-bd817eab-004d-47c6-9064-dc48ace6ea29 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:23:41.870707 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-bd817eab-004d-47c6-9064-dc48ace6ea29 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:23:41.871077 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.services.segments.db [None req-bd817eab-004d-47c6-9064-dc48ace6ea29 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48289b87-de30-4d65-8c21-dc9c0a6cd5c6']}} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:23:41.898405 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-f47509c6-7b35-48f5-a54c-081d0e0f0922 req-4a82b6ff-661b-4789-82f4-2232406be54d tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Publish callbacks [] for port (6d9acc3b-ba55-4e78-9bbb-cb5a5ce850ef), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:41.901183 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 55944) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:23:41.927685 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.services.segments.db [None req-bd817eab-004d-47c6-9064-dc48ace6ea29 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd2f728f-a8cc-4c15-b79b-f34f9a173283') {'for_net_delete': True} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:23:41.927963 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.services.segments.db [None req-bd817eab-004d-47c6-9064-dc48ace6ea29 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd2f728f-a8cc-4c15-b79b-f34f9a173283') {} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:23:41.962065 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-fba7f494-b816-4cb1-a116-e8de53467f59 req-054af134-904e-4b85-ad6b-cfbbf5a6f22e tempest-DeleteServersTestJSON-2102923163 tempest-DeleteServersTestJSON-2102923163-project] 10.222.0.50 "GET /v2.0/security-groups?id=cab20666-9115-4554-9d3c-c2407804d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595034 May 27 03:23:41.974331 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-f47509c6-7b35-48f5-a54c-081d0e0f0922 req-4a82b6ff-661b-4789-82f4-2232406be54d tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743907242280'] for port (6d9acc3b-ba55-4e78-9bbb-cb5a5ce850ef), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:42.001313 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-23739a4a-0497-415c-aca2-068c72546b0d None None] Provisioning complete for port d16726c7-bdbc-43fb-b093-912bc04ee3a2 triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:23:42.001681 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-23739a4a-0497-415c-aca2-068c72546b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (d16726c7-bdbc-43fb-b093-912bc04ee3a2), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:42.061667 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f47509c6-7b35-48f5-a54c-081d0e0f0922 req-4a82b6ff-661b-4789-82f4-2232406be54d tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Network ee2ac450-e56e-4c1d-8d15-c8bfd50e2024 is already hosted by enough agents. {{(pid=104072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:23:42.080074 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.base_scheduler [req-f47509c6-7b35-48f5-a54c-081d0e0f0922 req-4a82b6ff-661b-4789-82f4-2232406be54d tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Resources bound (agent type, host, resource id): {{(pid=104072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:23:42.082998 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.db.l3_dvrscheduler_db [req-f47509c6-7b35-48f5-a54c-081d0e0f0922 req-4a82b6ff-661b-4789-82f4-2232406be54d tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Received port after_create {{(pid=104072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:23:42.087721 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca64781-59c4-4ac4-899c-83301f0596e5 None None] Pushing event updated for resources: {'Port': ['ID=d16726c7-bdbc-43fb-b093-912bc04ee3a2,revision_number=5']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:42.090485 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47509c6-7b35-48f5-a54c-081d0e0f0922 req-4a82b6ff-661b-4789-82f4-2232406be54d tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:23:42.091330 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-f47509c6-7b35-48f5-a54c-081d0e0f0922 req-4a82b6ff-661b-4789-82f4-2232406be54d tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-366398'] for port (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:42.108944 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-632eb87e-3f26-4705-870f-5d860ea44186 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:42.119088 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a82b6ff-661b-4789-82f4-2232406be54d tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Pushing event updated for resources: {'Port': ['ID=6d9acc3b-ba55-4e78-9bbb-cb5a5ce850ef,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:42.139362 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f47509c6-7b35-48f5-a54c-081d0e0f0922 req-4a82b6ff-661b-4789-82f4-2232406be54d tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0587234 May 27 03:23:42.143737 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:42.165027 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [req-f47509c6-7b35-48f5-a54c-081d0e0f0922 req-865aad2e-6f11-4cc1-b3e3-3aada6bebe1e service neutron] Request body: {'port': {'device_id': '8c0b7be0-94f6-463c-ae31-1fdb017d059a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:23:42.213502 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-bd817eab-004d-47c6-9064-dc48ace6ea29 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743907722361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12878740'] for segment (bd2f728f-a8cc-4c15-b79b-f34f9a173283), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:42.240041 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-bd817eab-004d-47c6-9064-dc48ace6ea29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-814499'] for segment (bd2f728f-a8cc-4c15-b79b-f34f9a173283), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:42.262426 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd817eab-004d-47c6-9064-dc48ace6ea29 admin admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=104071) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 03:23:42.264359 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-bd817eab-004d-47c6-9064-dc48ace6ea29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-814499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12907207'] for segment (bd2f728f-a8cc-4c15-b79b-f34f9a173283), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:42.277488 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-f47509c6-7b35-48f5-a54c-081d0e0f0922 req-865aad2e-6f11-4cc1-b3e3-3aada6bebe1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (6d9acc3b-ba55-4e78-9bbb-cb5a5ce850ef), before_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:42.311223 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=100 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:42.326259 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4a5f02-a4fc-4620-b9e3-a2a23336968c tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Network ca8b8e18-04f1-46f4-8c3b-aba3c077569d is already hosted by enough agents. {{(pid=104071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:23:42.333391 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Provisioning complete for port d16726c7-bdbc-43fb-b093-912bc04ee3a2 triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:23:42.334342 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (d16726c7-bdbc-43fb-b093-912bc04ee3a2), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:42.342293 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.scheduler.base_scheduler [None req-6c4a5f02-a4fc-4620-b9e3-a2a23336968c tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Resources bound (agent type, host, resource id): {{(pid=104071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:23:42.345038 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4a5f02-a4fc-4620-b9e3-a2a23336968c tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Received port after_create {{(pid=104071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:23:42.389406 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-56683dbe-b892-4bbb-81ae-901c95231614 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks [] for security_group_rule (68ee7e82-cb60-4001-b8fd-a2ce8ff95bcd), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:42.440115 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-b558851b-d223-4b50-aed6-d595462480ab admin admin] Publish callbacks [] for security_group (4f07d5cd-091d-4b57-b06f-729dc591f3e7), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:42.465812 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-b558851b-d223-4b50-aed6-d595462480ab admin admin] Publish callbacks [] for security_group (4f07d5cd-091d-4b57-b06f-729dc591f3e7), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:42.473872 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:42.543263 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-b558851b-d223-4b50-aed6-d595462480ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (4f07d5cd-091d-4b57-b06f-729dc591f3e7), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:42.545630 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-1e351dbc-77f1-4e2a-a9c8-171c02f04785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec376dbd-361b-41fd-8d64-cf1759d3c8fc', 'name': 'tempest-AttachVolumeTestJSON-611778045-router', 'tenant_id': '9351d2e0e0e14585820951a9398b35f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': 'da55691b-81f4-431f-952d-01e3daeffc29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:14Z', 'updated_at': '2022-05-27T03:23:27Z', 'revision_number': 4, 'project_id': '9351d2e0e0e14585820951a9398b35f4', 'gw_port': {'id': 'da55691b-81f4-431f-952d-01e3daeffc29', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:b4:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec376dbd-361b-41fd-8d64-cf1759d3c8fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:15Z', 'updated_at': '2022-05-27T03:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi', '_interfaces': [{'id': '678e1304-6bf6-41b4-a3e4-e72b45445918', 'name': '', 'network_id': 'cc2d2605-cf0b-41cc-a4d1-c3c28ec94860', 'tenant_id': '9351d2e0e0e14585820951a9398b35f4', 'mac_address': 'fa:16:3e:c2:90:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec376dbd-361b-41fd-8d64-cf1759d3c8fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'a8c67362-f6b9-416d-9235-7ee8f03b0511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:25Z', 'updated_at': '2022-05-27T03:23:40Z', 'revision_number': 4, 'project_id': '9351d2e0e0e14585820951a9398b35f4', 'subnets': [{'id': 'a8c67362-f6b9-416d-9235-7ee8f03b0511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-4-iscsi', False) {} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:23:42.549518 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-b558851b-d223-4b50-aed6-d595462480ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:42.554664 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-b558851b-d223-4b50-aed6-d595462480ab admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4f07d5cd-091d-4b57-b06f-729dc591f3e7 HTTP/1.1" status: 204 len: 168 time: 1.3463764 May 27 03:23:42.569856 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-632eb87e-3f26-4705-870f-5d860ea44186 admin admin] Publish callbacks [] for security_group (1e0755bc-9809-4645-a8de-177f1b72f3fe), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:42.581264 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4a5f02-a4fc-4620-b9e3-a2a23336968c tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Pushing event updated for resources: {'Port': ['ID=b156c34a-9644-4c21-b412-23b9b3ed90e0,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:42.589184 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.db.db_base_plugin_common [None req-785f6cd3-6185-4e67-bf39-91fdec3005fe tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Allocated IP 172.27.3.132 (ca8b8e18-04f1-46f4-8c3b-aba3c077569d/ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa/8e2f22e0-b4f6-46e4-a5c5-df8ca4221785) {{(pid=104071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:23:42.598519 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-632eb87e-3f26-4705-870f-5d860ea44186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (1e0755bc-9809-4645-a8de-177f1b72f3fe), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:42.631645 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:42.659382 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-bd817eab-004d-47c6-9064-dc48ace6ea29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-818786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16279498'] for network (48289b87-de30-4d65-8c21-dc9c0a6cd5c6), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:42.665927 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-bd817eab-004d-47c6-9064-dc48ace6ea29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-366398'] for network (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:42.672432 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-bd817eab-004d-47c6-9064-dc48ace6ea29 admin admin] 10.222.0.50 "DELETE /v2.0/networks/48289b87-de30-4d65-8c21-dc9c0a6cd5c6 HTTP/1.1" status: 204 len: 168 time: 1.8214705 May 27 03:23:42.683557 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 55956) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:23:42.689305 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] For port 80ce9414-7ad7-4080-9680-4d84a0a632b6, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=80ce9414-7ad7-4080-9680-4d84a0a632b6,segment=NetworkSegment(a991f667-ec34-4360-888b-c7569fee92d5),segment_id=a991f667-ec34-4360-888b-c7569fee92d5)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:23:42.723300 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b558851b-d223-4b50-aed6-d595462480ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f07d5cd-091d-4b57-b06f-729dc591f3e7,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:42.762021 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632eb87e-3f26-4705-870f-5d860ea44186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e0755bc-9809-4645-a8de-177f1b72f3fe,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:42.765471 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=84,neutron:DELETE=8,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:42.770928 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-632eb87e-3f26-4705-870f-5d860ea44186 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bce58ee1ad2f4ac4a0afbfd819d2cea0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8686113 May 27 03:23:42.779137 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 55962) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:23:42.796170 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd817eab-004d-47c6-9064-dc48ace6ea29 admin admin] Pushing event deleted for resources: {'Network': ['ID=48289b87-de30-4d65-8c21-dc9c0a6cd5c6,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:42.799993 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c051bb2-1a95-484c-a31c-54d9a368a42f req-7e54c9e3-48d2-4e7c-8725-0add46da47b6 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Made reservation on behalf of 6db8193dcee944008c7b41889bfa67a3 for: {'port': 1} {{(pid=104071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:23:42.803890 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-7c051bb2-1a95-484c-a31c-54d9a368a42f req-7e54c9e3-48d2-4e7c-8725-0add46da47b6 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:42.863246 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-56683dbe-b892-4bbb-81ae-901c95231614 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks [] for security_group_rule (68ee7e82-cb60-4001-b8fd-a2ce8ff95bcd), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:42.884453 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-6c4a5f02-a4fc-4620-b9e3-a2a23336968c tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Publish callbacks [] for floatingip (13407073-359a-4d18-b67c-992af9aa2851), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:42.971395 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-21986497-aee8-4333-b106-002aeb1e58b4 admin admin] Publish callbacks [] for security_group (1e0755bc-9809-4645-a8de-177f1b72f3fe), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:42.979396 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-9862a6c3-85b5-4d81-aa10-27c0f4a700a1 None None] Publish callbacks [] for port (de2e02ca-ae55-44a3-8d3d-cbe2d4c0df81), precommit_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:42.987529 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.notifiers.nova [req-f47509c6-7b35-48f5-a54c-081d0e0f0922 req-865aad2e-6f11-4cc1-b3e3-3aada6bebe1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d9acc3b-ba55-4e78-9bbb-cb5a5ce850ef {{(pid=104072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:23:43.001740 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-f47509c6-7b35-48f5-a54c-081d0e0f0922 req-865aad2e-6f11-4cc1-b3e3-3aada6bebe1e service neutron] Publish callbacks [] for port (6d9acc3b-ba55-4e78-9bbb-cb5a5ce850ef), precommit_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:43.007795 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-785f6cd3-6185-4e67-bf39-91fdec3005fe tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Publish callbacks [] for port (8e2f22e0-b4f6-46e4-a5c5-df8ca4221785), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:43.019127 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-21986497-aee8-4333-b106-002aeb1e58b4 admin admin] Publish callbacks [] for security_group (1e0755bc-9809-4645-a8de-177f1b72f3fe), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:43.042516 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.db.provisioning_blocks [req-f47509c6-7b35-48f5-a54c-081d0e0f0922 req-865aad2e-6f11-4cc1-b3e3-3aada6bebe1e service neutron] Transition to ACTIVE for port object 6d9acc3b-ba55-4e78-9bbb-cb5a5ce850ef will not be triggered until provisioned by entity L2. {{(pid=104072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 03:23:43.059114 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-23739a4a-0497-415c-aca2-068c72546b0d None None] Current status of the port d16726c7-bdbc-43fb-b093-912bc04ee3a2 is: ACTIVE; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:23:43.063767 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-f47509c6-7b35-48f5-a54c-081d0e0f0922 req-865aad2e-6f11-4cc1-b3e3-3aada6bebe1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (6d9acc3b-ba55-4e78-9bbb-cb5a5ce850ef), after_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:43.068097 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-56683dbe-b892-4bbb-81ae-901c95231614 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713807'] for security_group_rule (68ee7e82-cb60-4001-b8fd-a2ce8ff95bcd), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:43.074662 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Returning: {'device': '80ce9414-7ad7-4080-9680-4d84a0a632b6', 'network_id': 'fa73c53a-cb04-46d3-9e67-3609763bf5fd', 'port_id': '80ce9414-7ad7-4080-9680-4d84a0a632b6', 'mac_address': 'fa:16:3e:d1:4c:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '495a6fa4-7393-4eee-b1ce-c74250cd973b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104073) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 03:23:43.095794 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.services.segments.plugin [-] Segment bd2f728f-a8cc-4c15-b79b-f34f9a173283 resource provider aggregate not found May 27 03:23:43.190465 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865aad2e-6f11-4cc1-b3e3-3aada6bebe1e service neutron] Pushing event updated for resources: {'Port': ['ID=6d9acc3b-ba55-4e78-9bbb-cb5a5ce850ef,revision_number=2']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:43.194628 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Current status of the port d16726c7-bdbc-43fb-b093-912bc04ee3a2 is: ACTIVE; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:23:43.213133 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e351dbc-77f1-4e2a-a9c8-171c02f04785 None None] The sync data for ids ['ec376dbd-361b-41fd-8d64-cf1759d3c8fc'] in dv-cinder-828806-4-iscsi is: [{'id': 'ec376dbd-361b-41fd-8d64-cf1759d3c8fc', 'name': 'tempest-AttachVolumeTestJSON-611778045-router', 'tenant_id': '9351d2e0e0e14585820951a9398b35f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': 'da55691b-81f4-431f-952d-01e3daeffc29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:14Z', 'updated_at': '2022-05-27T03:23:27Z', 'revision_number': 4, 'project_id': '9351d2e0e0e14585820951a9398b35f4', 'gw_port': {'id': 'da55691b-81f4-431f-952d-01e3daeffc29', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:b4:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec376dbd-361b-41fd-8d64-cf1759d3c8fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:15Z', 'updated_at': '2022-05-27T03:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi', '_interfaces': [{'id': '678e1304-6bf6-41b4-a3e4-e72b45445918', 'name': '', 'network_id': 'cc2d2605-cf0b-41cc-a4d1-c3c28ec94860', 'tenant_id': '9351d2e0e0e14585820951a9398b35f4', 'mac_address': 'fa:16:3e:c2:90:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec376dbd-361b-41fd-8d64-cf1759d3c8fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'a8c67362-f6b9-416d-9235-7ee8f03b0511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:25Z', 'updated_at': '2022-05-27T03:23:40Z', 'revision_number': 4, 'project_id': '9351d2e0e0e14585820951a9398b35f4', 'subnets': [{'id': 'a8c67362-f6b9-416d-9235-7ee8f03b0511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:23:43.215273 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-9862a6c3-85b5-4d81-aa10-27c0f4a700a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (de2e02ca-ae55-44a3-8d3d-cbe2d4c0df81), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:43.267209 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56683dbe-b892-4bbb-81ae-901c95231614 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68ee7e82-cb60-4001-b8fd-a2ce8ff95bcd,revision_number=0']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:43.270107 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-6c4a5f02-a4fc-4620-b9e3-a2a23336968c tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (b156c34a-9644-4c21-b412-23b9b3ed90e0), before_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:43.270249 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Current status of the port 80ce9414-7ad7-4080-9680-4d84a0a632b6 is: DOWN; New status is: BUILD {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:23:43.270597 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (80ce9414-7ad7-4080-9680-4d84a0a632b6), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:43.273243 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-785f6cd3-6185-4e67-bf39-91fdec3005fe tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743907242280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12907156'] for port (8e2f22e0-b4f6-46e4-a5c5-df8ca4221785), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:43.301383 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d04136d-16d5-436f-af4f-809ba82d4552 req-31834817-8031-4ead-b62c-41b6ac02921b tempest-DeleteServersTestJSON-2102923163 tempest-DeleteServersTestJSON-2102923163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:23:43.302944 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-6d04136d-16d5-436f-af4f-809ba82d4552 req-31834817-8031-4ead-b62c-41b6ac02921b tempest-DeleteServersTestJSON-2102923163 tempest-DeleteServersTestJSON-2102923163-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ddacdbc-778d-43a4-9781-bc1bfec238e4 HTTP/1.1" status: 200 len: 943 time: 0.1871049 May 27 03:23:43.313284 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-21986497-aee8-4333-b106-002aeb1e58b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (1e0755bc-9809-4645-a8de-177f1b72f3fe), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:43.316020 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-21986497-aee8-4333-b106-002aeb1e58b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:43.317231 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-21986497-aee8-4333-b106-002aeb1e58b4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1e0755bc-9809-4645-a8de-177f1b72f3fe HTTP/1.1" status: 204 len: 168 time: 0.5304694 May 27 03:23:43.357802 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.managers [req-f47509c6-7b35-48f5-a54c-081d0e0f0922 req-865aad2e-6f11-4cc1-b3e3-3aada6bebe1e service neutron] Attempting to bind port 6d9acc3b-ba55-4e78-9bbb-cb5a5ce850ef on host hv-cinder-82880 for vnic_type normal with profile {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:23:43.358146 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.managers [req-f47509c6-7b35-48f5-a54c-081d0e0f0922 req-865aad2e-6f11-4cc1-b3e3-3aada6bebe1e service neutron] Attempting to bind port 6d9acc3b-ba55-4e78-9bbb-cb5a5ce850ef by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': 'e06d4ee8-7c2f-4c75-a8e8-97fb5af915aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ee2ac450-e56e-4c1d-8d15-c8bfd50e2024'}] {{(pid=104072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:23:43.358517 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f47509c6-7b35-48f5-a54c-081d0e0f0922 req-865aad2e-6f11-4cc1-b3e3-3aada6bebe1e service neutron] Attempting to bind port 6d9acc3b-ba55-4e78-9bbb-cb5a5ce850ef on network ee2ac450-e56e-4c1d-8d15-c8bfd50e2024 {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:23:43.410756 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (a17a57cc-679f-4398-8430-1b64b86f4dc1), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:43.413388 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-23739a4a-0497-415c-aca2-068c72546b0d None None] Provisioning complete for port 678e1304-6bf6-41b4-a3e4-e72b45445918 triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:23:43.413861 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-23739a4a-0497-415c-aca2-068c72546b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (678e1304-6bf6-41b4-a3e4-e72b45445918), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:43.452940 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21986497-aee8-4333-b106-002aeb1e58b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e0755bc-9809-4645-a8de-177f1b72f3fe,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:43.491357 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f47509c6-7b35-48f5-a54c-081d0e0f0922 req-865aad2e-6f11-4cc1-b3e3-3aada6bebe1e service neutron] Port 6d9acc3b-ba55-4e78-9bbb-cb5a5ce850ef on network ee2ac450-e56e-4c1d-8d15-c8bfd50e2024 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 03:23:43.491591 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f47509c6-7b35-48f5-a54c-081d0e0f0922 req-865aad2e-6f11-4cc1-b3e3-3aada6bebe1e service neutron] Attempting to bind port 6d9acc3b-ba55-4e78-9bbb-cb5a5ce850ef on network ee2ac450-e56e-4c1d-8d15-c8bfd50e2024 {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:23:43.520613 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f47509c6-7b35-48f5-a54c-081d0e0f0922 req-865aad2e-6f11-4cc1-b3e3-3aada6bebe1e service neutron] Checking agent: {'id': 'a17a57cc-679f-4398-8430-1b64b86f4dc1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 21, 13), 'started_at': datetime.datetime(2022, 5, 27, 3, 21, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:23:43.520995 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f47509c6-7b35-48f5-a54c-081d0e0f0922 req-865aad2e-6f11-4cc1-b3e3-3aada6bebe1e service neutron] Checking segment: {'id': 'e06d4ee8-7c2f-4c75-a8e8-97fb5af915aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ee2ac450-e56e-4c1d-8d15-c8bfd50e2024'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:23:43.521563 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f47509c6-7b35-48f5-a54c-081d0e0f0922 req-865aad2e-6f11-4cc1-b3e3-3aada6bebe1e service neutron] Bound using segment: {'id': 'e06d4ee8-7c2f-4c75-a8e8-97fb5af915aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ee2ac450-e56e-4c1d-8d15-c8bfd50e2024'} {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:23:43.522065 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.managers [req-f47509c6-7b35-48f5-a54c-081d0e0f0922 req-865aad2e-6f11-4cc1-b3e3-3aada6bebe1e service neutron] Bound port: 6d9acc3b-ba55-4e78-9bbb-cb5a5ce850ef, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e06d4ee8-7c2f-4c75-a8e8-97fb5af915aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ee2ac450-e56e-4c1d-8d15-c8bfd50e2024'}}] {{(pid=104072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:23:43.522632 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-f47509c6-7b35-48f5-a54c-081d0e0f0922 req-865aad2e-6f11-4cc1-b3e3-3aada6bebe1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (6d9acc3b-ba55-4e78-9bbb-cb5a5ce850ef), before_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:43.523419 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:43.611236 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.managers [None req-9862a6c3-85b5-4d81-aa10-27c0f4a700a1 None None] Attempting to bind port de2e02ca-ae55-44a3-8d3d-cbe2d4c0df81 on host dv-cinder-828806-4-iscsi for vnic_type normal with profile {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:23:43.611577 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.managers [None req-9862a6c3-85b5-4d81-aa10-27c0f4a700a1 None None] Attempting to bind port de2e02ca-ae55-44a3-8d3d-cbe2d4c0df81 by drivers openvswitch,hyperv on host dv-cinder-828806-4-iscsi at level 0 using segments [{'id': '9331d2d7-a6a0-4c34-9e42-53844ef9b31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e861f168-e1a5-4542-8ee4-9759fa17a578'}] {{(pid=104073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:23:43.613419 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9862a6c3-85b5-4d81-aa10-27c0f4a700a1 None None] Attempting to bind port de2e02ca-ae55-44a3-8d3d-cbe2d4c0df81 on network e861f168-e1a5-4542-8ee4-9759fa17a578 {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:23:43.661657 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-6d04136d-16d5-436f-af4f-809ba82d4552 req-8f1d0999-4fa9-48d5-9cc8-4594ae7d528d tempest-DeleteServersTestJSON-2102923163 tempest-DeleteServersTestJSON-2102923163-project] 10.222.0.50 "GET /v2.0/security-groups?id=cab20666-9115-4554-9d3c-c2407804d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3409414 May 27 03:23:43.709806 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9862a6c3-85b5-4d81-aa10-27c0f4a700a1 None None] Checking agent: {'id': '01a6c5a5-ff25-49ea-8869-bb2b5ba0570e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828806-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 14, 35), 'started_at': datetime.datetime(2022, 5, 27, 3, 15, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828806-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:23:43.710872 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9862a6c3-85b5-4d81-aa10-27c0f4a700a1 None None] Checking segment: {'id': '9331d2d7-a6a0-4c34-9e42-53844ef9b31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e861f168-e1a5-4542-8ee4-9759fa17a578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:23:43.713199 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-9862a6c3-85b5-4d81-aa10-27c0f4a700a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:43.714141 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9862a6c3-85b5-4d81-aa10-27c0f4a700a1 None None] Bound using segment: {'id': '9331d2d7-a6a0-4c34-9e42-53844ef9b31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e861f168-e1a5-4542-8ee4-9759fa17a578'} {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:23:43.714665 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.managers [None req-9862a6c3-85b5-4d81-aa10-27c0f4a700a1 None None] Bound port: de2e02ca-ae55-44a3-8d3d-cbe2d4c0df81, host: dv-cinder-828806-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9331d2d7-a6a0-4c34-9e42-53844ef9b31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e861f168-e1a5-4542-8ee4-9759fa17a578'}}] {{(pid=104073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:23:43.715057 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-9862a6c3-85b5-4d81-aa10-27c0f4a700a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (de2e02ca-ae55-44a3-8d3d-cbe2d4c0df81), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:43.723507 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.notifiers.nova [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80ce9414-7ad7-4080-9680-4d84a0a632b6 {{(pid=104073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:23:43.775868 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:43.833446 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.db [req-f47509c6-7b35-48f5-a54c-081d0e0f0922 req-865aad2e-6f11-4cc1-b3e3-3aada6bebe1e service neutron] For port 6d9acc3b-ba55-4e78-9bbb-cb5a5ce850ef, host hv-cinder-82880, cleared binding levels {{(pid=104072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:23:43.878832 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.db [req-f47509c6-7b35-48f5-a54c-081d0e0f0922 req-865aad2e-6f11-4cc1-b3e3-3aada6bebe1e service neutron] For port 6d9acc3b-ba55-4e78-9bbb-cb5a5ce850ef, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=6d9acc3b-ba55-4e78-9bbb-cb5a5ce850ef,segment=NetworkSegment(e06d4ee8-7c2f-4c75-a8e8-97fb5af915aa),segment_id=e06d4ee8-7c2f-4c75-a8e8-97fb5af915aa)] {{(pid=104072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:23:43.881597 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.services.segments.plugin [-] Segment bd2f728f-a8cc-4c15-b79b-f34f9a173283 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bd2f728f-a8cc-4c15-b79b-f34f9a173283 found for delete ", "request_id": "req-0ea7dd95-4596-4842-99e5-13ff9527ae3a"}]} May 27 03:23:43.889758 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] For port 80ce9414-7ad7-4080-9680-4d84a0a632b6, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=80ce9414-7ad7-4080-9680-4d84a0a632b6,segment=NetworkSegment(a991f667-ec34-4360-888b-c7569fee92d5),segment_id=a991f667-ec34-4360-888b-c7569fee92d5)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:23:43.899504 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7c91d1-7d48-48e3-81cd-8f1a2ac14bde None None] Pushing event updated for resources: {'Port': ['ID=de2e02ca-ae55-44a3-8d3d-cbe2d4c0df81,revision_number=3']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:43.902219 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-f47509c6-7b35-48f5-a54c-081d0e0f0922 req-865aad2e-6f11-4cc1-b3e3-3aada6bebe1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (6d9acc3b-ba55-4e78-9bbb-cb5a5ce850ef), after_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:43.905625 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Device d16726c7-bdbc-43fb-b093-912bc04ee3a2 up at agent ovs-agent-dv-cinder-828806-4-iscsi {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:23:43.943650 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4c5e5c7-90af-4a6a-b274-c166b9819de8 admin admin] Deleting subnet 2f984833-be3e-4606-958c-de6f0fa966de {{(pid=104071) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 03:23:43.949680 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-d4c5e5c7-90af-4a6a-b274-c166b9819de8 admin admin] Publish callbacks [] for subnet (2f984833-be3e-4606-958c-de6f0fa966de), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:43.971807 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47509c6-7b35-48f5-a54c-081d0e0f0922 req-865aad2e-6f11-4cc1-b3e3-3aada6bebe1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:23:43.974343 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-f47509c6-7b35-48f5-a54c-081d0e0f0922 req-865aad2e-6f11-4cc1-b3e3-3aada6bebe1e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-366398'] for port (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:43.975876 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f47509c6-7b35-48f5-a54c-081d0e0f0922 req-865aad2e-6f11-4cc1-b3e3-3aada6bebe1e service neutron] 10.222.0.67 "PUT /v2.0/ports/6d9acc3b-ba55-4e78-9bbb-cb5a5ce850ef HTTP/1.1" status: 200 len: 1093 time: 1.8213556 May 27 03:23:43.977602 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c0b7be0-94f6-463c-ae31-1fdb017d059a', 'tag': '6d9acc3b-ba55-4e78-9bbb-cb5a5ce850ef'}] {{(pid=104072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:23:44.007116 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-d4c5e5c7-90af-4a6a-b274-c166b9819de8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12878765'] for subnet (2f984833-be3e-4606-958c-de6f0fa966de), precommit_delete_associations {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:44.049071 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (80ce9414-7ad7-4080-9680-4d84a0a632b6), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:44.078720 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-d4c5e5c7-90af-4a6a-b274-c166b9819de8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-817388'] for subnet (2f984833-be3e-4606-958c-de6f0fa966de), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:44.243846 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Pushing event updated for resources: {'Port': ['ID=80ce9414-7ad7-4080-9680-4d84a0a632b6,revision_number=4']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:44.253870 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-23739a4a-0497-415c-aca2-068c72546b0d None None] Current status of the port 678e1304-6bf6-41b4-a3e4-e72b45445918 is: DOWN; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:23:44.254248 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-23739a4a-0497-415c-aca2-068c72546b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (678e1304-6bf6-41b4-a3e4-e72b45445918), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:44.285591 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:44.286501 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:44.287418 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785f6cd3-6185-4e67-bf39-91fdec3005fe tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Pushing event updated for resources: {'Port': ['ID=8e2f22e0-b4f6-46e4-a5c5-df8ca4221785,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:44.316690 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-3552cd5f-f866-4660-94c2-7d2ad2ef2eba req-a9457028-c68c-4dd0-9764-432326f35a28 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=126a653e-c2f9-4fad-9401-b165bddb395d HTTP/1.1" status: 200 len: 210 time: 1.2332852 May 27 03:23:44.319479 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865aad2e-6f11-4cc1-b3e3-3aada6bebe1e service neutron] Pushing event updated for resources: {'Port': ['ID=6d9acc3b-ba55-4e78-9bbb-cb5a5ce850ef,revision_number=3']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:44.341537 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47509c6-7b35-48f5-a54c-081d0e0f0922 req-287ca037-79e1-4bef-957e-0db2203d902b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:23:44.343075 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f47509c6-7b35-48f5-a54c-081d0e0f0922 req-287ca037-79e1-4bef-957e-0db2203d902b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6db8193dcee944008c7b41889bfa67a3&device_id=8c0b7be0-94f6-463c-ae31-1fdb017d059a HTTP/1.1" status: 200 len: 1127 time: 0.2220302 May 27 03:23:44.354740 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-d4c5e5c7-90af-4a6a-b274-c166b9819de8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-817397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16716613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12907365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12793829'] for subnet (2f984833-be3e-4606-958c-de6f0fa966de), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:44.370042 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785f6cd3-6185-4e67-bf39-91fdec3005fe tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Network ca8b8e18-04f1-46f4-8c3b-aba3c077569d is already hosted by enough agents. {{(pid=104071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:23:44.398678 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Provisioning complete for port d16726c7-bdbc-43fb-b093-912bc04ee3a2 triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:23:44.399273 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (d16726c7-bdbc-43fb-b093-912bc04ee3a2), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:44.403066 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-23739a4a-0497-415c-aca2-068c72546b0d None None] For port 678e1304-6bf6-41b4-a3e4-e72b45445918, host dv-cinder-828806-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-4-iscsi',level=0,port_id=678e1304-6bf6-41b4-a3e4-e72b45445918,segment=NetworkSegment(63adec67-bcb3-479f-bdea-b274a09a22b6),segment_id=63adec67-bcb3-479f-bdea-b274a09a22b6)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:23:44.415712 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c5e5c7-90af-4a6a-b274-c166b9819de8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f984833-be3e-4606-958c-de6f0fa966de,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:44.420848 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-56683dbe-b892-4bbb-81ae-901c95231614 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:44.422300 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-56683dbe-b892-4bbb-81ae-901c95231614 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 3.1158040 May 27 03:23:44.432401 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 56002) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:23:44.438700 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.scheduler.base_scheduler [None req-785f6cd3-6185-4e67-bf39-91fdec3005fe tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Resources bound (agent type, host, resource id): {{(pid=104071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:23:44.446360 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] get_ports_and_sgs() called for port_ids ['80ce9414-7ad7-4080-9680-4d84a0a632b6'] {{(pid=104073) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:23:44.452133 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785f6cd3-6185-4e67-bf39-91fdec3005fe tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Received port after_create {{(pid=104071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:23:44.467785 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-23739a4a-0497-415c-aca2-068c72546b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (678e1304-6bf6-41b4-a3e4-e72b45445918), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:44.474383 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-9862a6c3-85b5-4d81-aa10-27c0f4a700a1 None None] For port de2e02ca-ae55-44a3-8d3d-cbe2d4c0df81, host dv-cinder-828806-4-iscsi, cleared binding levels {{(pid=104073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:23:44.495858 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [None req-b2d0abdc-d6eb-4b25-9460-423911ebcd10 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Request body: {'security_group_rule': {'security_group_id': '175a7da0-8a41-43f4-9e53-a62bc6fe8167', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:23:44.508600 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f47509c6-7b35-48f5-a54c-081d0e0f0922 req-98ea3625-8365-473f-8093-acfe218dd404 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6d9acc3b-ba55-4e78-9bbb-cb5a5ce850ef HTTP/1.1" status: 200 len: 217 time: 0.1501462 May 27 03:23:44.525797 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:44.571756 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f396617ba49ae57b35f1e46e178334f70bfad08bdaf3fab16ca373e13b5bdfba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8d60dd5-483d-40c7-b6c0-3762333b7475" -d '{"events": [{"name": "network-changed", "server_uuid": "8c0b7be0-94f6-463c-ae31-1fdb017d059a", "tag": "6d9acc3b-ba55-4e78-9bbb-cb5a5ce850ef"}]}' {{(pid=104072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:23:44.580557 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-9862a6c3-85b5-4d81-aa10-27c0f4a700a1 None None] For port de2e02ca-ae55-44a3-8d3d-cbe2d4c0df81, host dv-cinder-828806-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-4-iscsi',level=0,port_id=de2e02ca-ae55-44a3-8d3d-cbe2d4c0df81,segment=NetworkSegment(9331d2d7-a6a0-4c34-9e42-53844ef9b31b),segment_id=9331d2d7-a6a0-4c34-9e42-53844ef9b31b)] {{(pid=104073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:23:44.591022 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-785f6cd3-6185-4e67-bf39-91fdec3005fe tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Publish callbacks [] for floatingip (254a81ce-c604-42df-8a45-5a486a517384), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:44.599460 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-b2d0abdc-d6eb-4b25-9460-423911ebcd10 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks [] for security_group_rule (181b83ae-a428-4b2e-a0d2-a6654e910fbe), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:44.614032 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47509c6-7b35-48f5-a54c-081d0e0f0922 req-4d4cd80f-4d07-49da-a25e-94dac8ab2b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:23:44.615962 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f47509c6-7b35-48f5-a54c-081d0e0f0922 req-4d4cd80f-4d07-49da-a25e-94dac8ab2b16 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cc441656-896b-4ce0-b128-b3b9a7f3a183 HTTP/1.1" status: 200 len: 858 time: 0.0979629 May 27 03:23:44.637033 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-9862a6c3-85b5-4d81-aa10-27c0f4a700a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (de2e02ca-ae55-44a3-8d3d-cbe2d4c0df81), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:44.670575 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-d4c5e5c7-90af-4a6a-b274-c166b9819de8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:44.678055 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-d4c5e5c7-90af-4a6a-b274-c166b9819de8 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/2f984833-be3e-4606-958c-de6f0fa966de HTTP/1.1" status: 204 len: 168 time: 1.9910152 May 27 03:23:44.686677 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 56014) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:23:44.710708 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.db.db_base_plugin_common [req-7c051bb2-1a95-484c-a31c-54d9a368a42f req-7e54c9e3-48d2-4e7c-8725-0add46da47b6 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Allocated IP 172.20.0.14 (ee2ac450-e56e-4c1d-8d15-c8bfd50e2024/cc441656-896b-4ce0-b128-b3b9a7f3a183/93f8d1e6-7ba3-465b-83b0-41aabb82cf05) {{(pid=104071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:23:44.717174 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-84deb9ca-f5de-47cf-8302-e38a03a5945c None None] Provisioning complete for port de2e02ca-ae55-44a3-8d3d-cbe2d4c0df81 triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:23:44.720633 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-84deb9ca-f5de-47cf-8302-e38a03a5945c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (de2e02ca-ae55-44a3-8d3d-cbe2d4c0df81), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:44.749656 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:44.767725 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-785f6cd3-6185-4e67-bf39-91fdec3005fe tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (8e2f22e0-b4f6-46e4-a5c5-df8ca4221785), before_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:44.861990 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-6c4a5f02-a4fc-4620-b9e3-a2a23336968c tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Publish callbacks [] for port (b156c34a-9644-4c21-b412-23b9b3ed90e0), precommit_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:44.862182 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47509c6-7b35-48f5-a54c-081d0e0f0922 req-e1fc8060-3d0f-4b4b-92b5-5cc84fd5e397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:23:44.864861 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f47509c6-7b35-48f5-a54c-081d0e0f0922 req-e1fc8060-3d0f-4b4b-92b5-5cc84fd5e397 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ee2ac450-e56e-4c1d-8d15-c8bfd50e2024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2420936 May 27 03:23:44.923126 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23739a4a-0497-415c-aca2-068c72546b0d None None] Pushing event updated for resources: {'Port': ['ID=678e1304-6bf6-41b4-a3e4-e72b45445918,revision_number=5']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:44.974665 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e123a95-e5e9-49bd-95ef-c6531b9bbb21 req-30e3da94-e1c3-4aa0-9770-d4c0b7c0c3f0 tempest-DeleteServersTestJSON-2102923163 tempest-DeleteServersTestJSON-2102923163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:23:44.977376 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-9e123a95-e5e9-49bd-95ef-c6531b9bbb21 req-30e3da94-e1c3-4aa0-9770-d4c0b7c0c3f0 tempest-DeleteServersTestJSON-2102923163 tempest-DeleteServersTestJSON-2102923163-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ddacdbc-778d-43a4-9781-bc1bfec238e4 HTTP/1.1" status: 200 len: 944 time: 0.1504071 May 27 03:23:44.988509 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-b2d0abdc-d6eb-4b25-9460-423911ebcd10 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks [] for security_group_rule (181b83ae-a428-4b2e-a0d2-a6654e910fbe), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:44.998659 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-084eb548-dfd4-4dcd-b0e4-5bf264afacea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561515'] for network (ac9548dc-6aa3-4efb-afad-8e73d50ca31c), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:45.006418 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-6c4a5f02-a4fc-4620-b9e3-a2a23336968c tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12907171'] for port (b156c34a-9644-4c21-b412-23b9b3ed90e0), after_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:45.048060 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d15ab7fb-4d6f-4a62-9ed0-d209032422fe x-openstack-request-id: req-d15ab7fb-4d6f-4a62-9ed0-d209032422fe {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:23:45.048630 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c0b7be0-94f6-463c-ae31-1fdb017d059a", "tag": "6d9acc3b-ba55-4e78-9bbb-cb5a5ce850ef", "status": "completed", "code": 200}]} {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:23:45.049081 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d15ab7fb-4d6f-4a62-9ed0-d209032422fe {{(pid=104072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:23:45.049679 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d15ab7fb-4d6f-4a62-9ed0-d209032422fe'] response: {'name': 'network-changed', 'server_uuid': '8c0b7be0-94f6-463c-ae31-1fdb017d059a', 'tag': '6d9acc3b-ba55-4e78-9bbb-cb5a5ce850ef', 'status': 'completed', 'code': 200} May 27 03:23:45.050489 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-b2d0abdc-d6eb-4b25-9460-423911ebcd10 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713807'] for security_group_rule (181b83ae-a428-4b2e-a0d2-a6654e910fbe), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:45.116228 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d0abdc-d6eb-4b25-9460-423911ebcd10 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=181b83ae-a428-4b2e-a0d2-a6654e910fbe,revision_number=0']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:45.135483 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9862a6c3-85b5-4d81-aa10-27c0f4a700a1 None None] Routers {'48ccfd99-9d2a-40bc-8f48-1ef8477ddac8'} bound to L3 agent in host dv-cinder-828806-4-iscsi {{(pid=104073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:23:45.136134 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-9862a6c3-85b5-4d81-aa10-27c0f4a700a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:14:31Z,description=,heartbeat_timestamp=2022-05-27T03:23:31Z,host='dv-cinder-828806-4-iscsi',id=3e4effd7-5bc9-408b-93fa-42e4b19a61d9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:14:31Z,topic='l3_agent')) {'router_ids': ['48ccfd99-9d2a-40bc-8f48-1ef8477ddac8'], 'active': True} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:23:45.183705 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:45.319183 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Current status of the port d16726c7-bdbc-43fb-b093-912bc04ee3a2 is: ACTIVE; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:23:45.320323 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Device 678e1304-6bf6-41b4-a3e4-e72b45445918 up at agent ovs-agent-dv-cinder-828806-4-iscsi {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:23:45.402614 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-b2d0abdc-d6eb-4b25-9460-423911ebcd10 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:45.410652 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-b2d0abdc-d6eb-4b25-9460-423911ebcd10 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9751685 May 27 03:23:45.430367 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 56036) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:23:45.446303 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [None req-92a5c139-07f0-44ad-93fe-c564eeadd7ec tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Request body: {'floatingip': {'floating_network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d'}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:23:45.521050 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-9e123a95-e5e9-49bd-95ef-c6531b9bbb21 req-34b414fc-ba32-4ef8-9274-287c5cc90150 tempest-DeleteServersTestJSON-2102923163 tempest-DeleteServersTestJSON-2102923163-project] 10.222.0.50 "GET /v2.0/security-groups?id=cab20666-9115-4554-9d3c-c2407804d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5154610 May 27 03:23:45.544835 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4a5f02-a4fc-4620-b9e3-a2a23336968c tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Pushing event updated for resources: {'Port': ['ID=b156c34a-9644-4c21-b412-23b9b3ed90e0,revision_number=2']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:45.550911 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-084eb548-dfd4-4dcd-b0e4-5bf264afacea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-818777', 'neutron.services.segments.db._delete_segments_for_network-8743907721840'] for network (ac9548dc-6aa3-4efb-afad-8e73d50ca31c), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:45.578697 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvr_db [None req-9862a6c3-85b5-4d81-aa10-27c0f4a700a1 None None] Set router 48ccfd99-9d2a-40bc-8f48-1ef8477ddac8 gateway port host: dv-cinder-828806-4-iscsi {{(pid=104073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:23:45.600562 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f47509c6-7b35-48f5-a54c-081d0e0f0922 req-92994468-a96a-4de2-986a-3a0224eab166 service neutron] 10.222.0.67 "GET /v2.0/networks/ee2ac450-e56e-4c1d-8d15-c8bfd50e2024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7104197 May 27 03:23:45.626339 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-6c4a5f02-a4fc-4620-b9e3-a2a23336968c tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16279512'] for floatingip (13407073-359a-4d18-b67c-992af9aa2851), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:45.628160 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-62463acf-a21e-4cb4-9136-38749cb26810 req-807df465-8dfd-4f0a-81d1-8ee6d265dd35 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=126a653e-c2f9-4fad-9401-b165bddb395d HTTP/1.1" status: 200 len: 210 time: 0.1197677 May 27 03:23:45.654825 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-92a5c139-07f0-44ad-93fe-c564eeadd7ec tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:45.686431 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:45.690103 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7c91d1-7d48-48e3-81cd-8f1a2ac14bde None None] Pushing event updated for resources: {'Port': ['ID=de2e02ca-ae55-44a3-8d3d-cbe2d4c0df81,revision_number=4']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:45.701225 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-6c4a5f02-a4fc-4620-b9e3-a2a23336968c tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159658'] for floatingip (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:45.705211 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-6c4a5f02-a4fc-4620-b9e3-a2a23336968c tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.6497235 May 27 03:23:45.725865 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-084eb548-dfd4-4dcd-b0e4-5bf264afacea admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:23:45.726244 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-084eb548-dfd4-4dcd-b0e4-5bf264afacea admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:23:45.727079 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-084eb548-dfd4-4dcd-b0e4-5bf264afacea admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:23:45.727425 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-084eb548-dfd4-4dcd-b0e4-5bf264afacea admin admin] Subscribe: > port after_create 55550000 {{(pid=104072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:23:45.727825 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-084eb548-dfd4-4dcd-b0e4-5bf264afacea admin admin] Subscribe: > port after_delete 55550000 {{(pid=104072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:23:45.728071 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-084eb548-dfd4-4dcd-b0e4-5bf264afacea admin admin] Subscribe: > port after_update 55550000 {{(pid=104072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:23:45.728380 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-084eb548-dfd4-4dcd-b0e4-5bf264afacea admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:23:45.728686 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-084eb548-dfd4-4dcd-b0e4-5bf264afacea admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:23:45.729021 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-084eb548-dfd4-4dcd-b0e4-5bf264afacea admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:23:45.729338 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-084eb548-dfd4-4dcd-b0e4-5bf264afacea admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:23:45.789233 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-7c051bb2-1a95-484c-a31c-54d9a368a42f req-7e54c9e3-48d2-4e7c-8725-0add46da47b6 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Publish callbacks [] for port (93f8d1e6-7ba3-465b-83b0-41aabb82cf05), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:45.811473 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Provisioning complete for port 678e1304-6bf6-41b4-a3e4-e72b45445918 triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:23:45.811842 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (678e1304-6bf6-41b4-a3e4-e72b45445918), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:45.819526 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-084eb548-dfd4-4dcd-b0e4-5bf264afacea admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:23:45.819872 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-084eb548-dfd4-4dcd-b0e4-5bf264afacea admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:23:45.820207 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-084eb548-dfd4-4dcd-b0e4-5bf264afacea admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:23:45.820525 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-084eb548-dfd4-4dcd-b0e4-5bf264afacea admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:23:45.820985 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.services.segments.db [None req-084eb548-dfd4-4dcd-b0e4-5bf264afacea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac9548dc-6aa3-4efb-afad-8e73d50ca31c']}} {{(pid=104072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:23:45.867186 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-785f6cd3-6185-4e67-bf39-91fdec3005fe tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Publish callbacks [] for port (8e2f22e0-b4f6-46e4-a5c5-df8ca4221785), precommit_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:45.876569 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:45.886393 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-785f6cd3-6185-4e67-bf39-91fdec3005fe tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12907171'] for port (8e2f22e0-b4f6-46e4-a5c5-df8ca4221785), after_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:46.012498 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-7c051bb2-1a95-484c-a31c-54d9a368a42f req-7e54c9e3-48d2-4e7c-8725-0add46da47b6 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743907242280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12907156'] for port (93f8d1e6-7ba3-465b-83b0-41aabb82cf05), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:46.019761 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.services.segments.db [None req-084eb548-dfd4-4dcd-b0e4-5bf264afacea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f51f6e8f-14de-4ece-bd49-a60fae74aba5') {'for_net_delete': True} {{(pid=104072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:23:46.020057 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.services.segments.db [None req-084eb548-dfd4-4dcd-b0e4-5bf264afacea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f51f6e8f-14de-4ece-bd49-a60fae74aba5') {} {{(pid=104072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:23:46.051121 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-84deb9ca-f5de-47cf-8302-e38a03a5945c None None] Current status of the port de2e02ca-ae55-44a3-8d3d-cbe2d4c0df81 is: DOWN; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:23:46.051500 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-84deb9ca-f5de-47cf-8302-e38a03a5945c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (de2e02ca-ae55-44a3-8d3d-cbe2d4c0df81), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:46.109601 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:INSERT=5,neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:46.117552 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=100 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:46.120326 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-084eb548-dfd4-4dcd-b0e4-5bf264afacea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743907722361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13119244'] for segment (f51f6e8f-14de-4ece-bd49-a60fae74aba5), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:46.160502 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-84deb9ca-f5de-47cf-8302-e38a03a5945c None None] For port de2e02ca-ae55-44a3-8d3d-cbe2d4c0df81, host dv-cinder-828806-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-4-iscsi',level=0,port_id=de2e02ca-ae55-44a3-8d3d-cbe2d4c0df81,segment=NetworkSegment(9331d2d7-a6a0-4c34-9e42-53844ef9b31b),segment_id=9331d2d7-a6a0-4c34-9e42-53844ef9b31b)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:23:46.178719 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-084eb548-dfd4-4dcd-b0e4-5bf264afacea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-814499'] for segment (f51f6e8f-14de-4ece-bd49-a60fae74aba5), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:46.179627 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-84deb9ca-f5de-47cf-8302-e38a03a5945c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (de2e02ca-ae55-44a3-8d3d-cbe2d4c0df81), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:46.218673 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-084eb548-dfd4-4dcd-b0e4-5bf264afacea admin admin] Releasing vlan 440 on physical network physnet1 to pool {{(pid=104072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 03:23:46.219495 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-084eb548-dfd4-4dcd-b0e4-5bf264afacea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-814499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13119190'] for segment (f51f6e8f-14de-4ece-bd49-a60fae74aba5), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:46.255154 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-55515868-6523-4dc7-ad95-e1fd85baea9d req-e8e867d6-83c5-43c6-93ca-e5d446486265 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1415753079&fields=id&tenant_id=9351d2e0e0e14585820951a9398b35f4 HTTP/1.1" status: 200 len: 267 time: 0.2225337 May 27 03:23:46.256060 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-92a5c139-07f0-44ad-93fe-c564eeadd7ec tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:46.285482 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c051bb2-1a95-484c-a31c-54d9a368a42f req-7e54c9e3-48d2-4e7c-8725-0add46da47b6 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Network ee2ac450-e56e-4c1d-8d15-c8bfd50e2024 is already hosted by enough agents. {{(pid=104071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:23:46.286468 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785f6cd3-6185-4e67-bf39-91fdec3005fe tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Pushing event updated for resources: {'Port': ['ID=8e2f22e0-b4f6-46e4-a5c5-df8ca4221785,revision_number=2']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:46.300811 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f47509c6-7b35-48f5-a54c-081d0e0f0922 req-57b455a3-c040-4fb3-9ab4-bb2e493efdda service neutron] 10.222.0.67 "GET /v2.0/networks/ee2ac450-e56e-4c1d-8d15-c8bfd50e2024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6768956 May 27 03:23:46.309904 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Current status of the port 678e1304-6bf6-41b4-a3e4-e72b45445918 is: ACTIVE; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:23:46.349112 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-9862a6c3-85b5-4d81-aa10-27c0f4a700a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ccfd99-9d2a-40bc-8f48-1ef8477ddac8', 'name': 'tempest-AttachVolumeNegativeTest-1190605770-router', 'tenant_id': '082b5523ee504be09f6fcaf833207a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': 'ee2b145c-866a-4545-a5dc-b000db3e976a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:15Z', 'updated_at': '2022-05-27T03:23:33Z', 'revision_number': 4, 'project_id': '082b5523ee504be09f6fcaf833207a4f', 'gw_port': {'id': 'ee2b145c-866a-4545-a5dc-b000db3e976a', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ccfd99-9d2a-40bc-8f48-1ef8477ddac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:16Z', 'updated_at': '2022-05-27T03:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi', '_interfaces': [{'id': 'de2e02ca-ae55-44a3-8d3d-cbe2d4c0df81', 'name': '', 'network_id': 'e861f168-e1a5-4542-8ee4-9759fa17a578', 'tenant_id': '082b5523ee504be09f6fcaf833207a4f', 'mac_address': 'fa:16:3e:93:65:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48ccfd99-9d2a-40bc-8f48-1ef8477ddac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '22c8ee8a-bdb1-4646-81f4-b6b1b8177bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:28Z', 'updated_at': '2022-05-27T03:23:44Z', 'revision_number': 4, 'project_id': '082b5523ee504be09f6fcaf833207a4f', 'subnets': [{'id': '22c8ee8a-bdb1-4646-81f4-b6b1b8177bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-4-iscsi', False) {} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:23:46.380756 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-084eb548-dfd4-4dcd-b0e4-5bf264afacea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-818786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16279498'] for network (ac9548dc-6aa3-4efb-afad-8e73d50ca31c), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:46.399718 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-084eb548-dfd4-4dcd-b0e4-5bf264afacea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-366398'] for network (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:46.403643 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.scheduler.base_scheduler [req-7c051bb2-1a95-484c-a31c-54d9a368a42f req-7e54c9e3-48d2-4e7c-8725-0add46da47b6 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Resources bound (agent type, host, resource id): {{(pid=104071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:23:46.407374 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-084eb548-dfd4-4dcd-b0e4-5bf264afacea admin admin] 10.222.0.50 "DELETE /v2.0/networks/ac9548dc-6aa3-4efb-afad-8e73d50ca31c HTTP/1.1" status: 204 len: 168 time: 1.7171507 May 27 03:23:46.438990 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9862a6c3-85b5-4d81-aa10-27c0f4a700a1 None None] The sync data for ids ['48ccfd99-9d2a-40bc-8f48-1ef8477ddac8'] in dv-cinder-828806-4-iscsi is: [{'id': '48ccfd99-9d2a-40bc-8f48-1ef8477ddac8', 'name': 'tempest-AttachVolumeNegativeTest-1190605770-router', 'tenant_id': '082b5523ee504be09f6fcaf833207a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': 'ee2b145c-866a-4545-a5dc-b000db3e976a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:15Z', 'updated_at': '2022-05-27T03:23:33Z', 'revision_number': 4, 'project_id': '082b5523ee504be09f6fcaf833207a4f', 'gw_port': {'id': 'ee2b145c-866a-4545-a5dc-b000db3e976a', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ccfd99-9d2a-40bc-8f48-1ef8477ddac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:16Z', 'updated_at': '2022-05-27T03:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi', '_interfaces': [{'id': 'de2e02ca-ae55-44a3-8d3d-cbe2d4c0df81', 'name': '', 'network_id': 'e861f168-e1a5-4542-8ee4-9759fa17a578', 'tenant_id': '082b5523ee504be09f6fcaf833207a4f', 'mac_address': 'fa:16:3e:93:65:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48ccfd99-9d2a-40bc-8f48-1ef8477ddac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '22c8ee8a-bdb1-4646-81f4-b6b1b8177bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:28Z', 'updated_at': '2022-05-27T03:23:44Z', 'revision_number': 4, 'project_id': '082b5523ee504be09f6fcaf833207a4f', 'subnets': [{'id': '22c8ee8a-bdb1-4646-81f4-b6b1b8177bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:23:46.447707 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84deb9ca-f5de-47cf-8302-e38a03a5945c None None] Pushing event updated for resources: {'Port': ['ID=de2e02ca-ae55-44a3-8d3d-cbe2d4c0df81,revision_number=5']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:46.477559 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-78f09ad1-727d-4343-93e3-aa7add082384 None None] Provisioning complete for port de2e02ca-ae55-44a3-8d3d-cbe2d4c0df81 triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:23:46.477933 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-78f09ad1-727d-4343-93e3-aa7add082384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (de2e02ca-ae55-44a3-8d3d-cbe2d4c0df81), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:46.534536 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084eb548-dfd4-4dcd-b0e4-5bf264afacea admin admin] Pushing event deleted for resources: {'Network': ['ID=ac9548dc-6aa3-4efb-afad-8e73d50ca31c,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:46.561022 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c051bb2-1a95-484c-a31c-54d9a368a42f req-7e54c9e3-48d2-4e7c-8725-0add46da47b6 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Received port after_create {{(pid=104071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:23:46.571345 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-785f6cd3-6185-4e67-bf39-91fdec3005fe tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16279512'] for floatingip (254a81ce-c604-42df-8a45-5a486a517384), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:46.593345 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Device 678e1304-6bf6-41b4-a3e4-e72b45445918 up at agent ovs-agent-dv-cinder-828806-4-iscsi {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:23:46.642450 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.db.db_base_plugin_common [None req-92a5c139-07f0-44ad-93fe-c564eeadd7ec tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Allocated IP 172.27.3.34 (ca8b8e18-04f1-46f4-8c3b-aba3c077569d/ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa/a656db8e-6080-417c-8309-55812cfb33c3) {{(pid=104072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:23:46.863421 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-78f09ad1-727d-4343-93e3-aa7add082384 None None] Current status of the port de2e02ca-ae55-44a3-8d3d-cbe2d4c0df81 is: ACTIVE; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:23:46.894961 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Provisioning complete for port 678e1304-6bf6-41b4-a3e4-e72b45445918 triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:23:46.895499 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (678e1304-6bf6-41b4-a3e4-e72b45445918), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:46.945640 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c70d01-9c2f-4f7d-a5db-c27f8d12a052 req-636f25f6-4cf6-49df-83fe-487f2561c2dc tempest-DeleteServersTestJSON-2102923163 tempest-DeleteServersTestJSON-2102923163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:23:46.947396 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-57c70d01-9c2f-4f7d-a5db-c27f8d12a052 req-636f25f6-4cf6-49df-83fe-487f2561c2dc tempest-DeleteServersTestJSON-2102923163 tempest-DeleteServersTestJSON-2102923163-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ddacdbc-778d-43a4-9781-bc1bfec238e4 HTTP/1.1" status: 200 len: 944 time: 0.2961998 May 27 03:23:47.000975 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Current status of the port 678e1304-6bf6-41b4-a3e4-e72b45445918 is: ACTIVE; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:23:47.013591 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-7ff7326b-1d1a-47ee-b29e-93dd3dc130ef None None] Provisioning complete for port 93f8d1e6-7ba3-465b-83b0-41aabb82cf05 triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:23:47.013968 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-7ff7326b-1d1a-47ee-b29e-93dd3dc130ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (93f8d1e6-7ba3-465b-83b0-41aabb82cf05), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:47.064733 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=87,neutron:INSERT=4,neutron:DELETE=5,neutron:UPDATE=4 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:47.086677 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-92a5c139-07f0-44ad-93fe-c564eeadd7ec tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks [] for port (a656db8e-6080-417c-8309-55812cfb33c3), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:47.106542 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-7ff7326b-1d1a-47ee-b29e-93dd3dc130ef None None] Port 93f8d1e6-7ba3-465b-83b0-41aabb82cf05 cannot update to ACTIVE because it is not bound. {{(pid=104073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:23:47.109377 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-57c70d01-9c2f-4f7d-a5db-c27f8d12a052 req-75f6be60-b6ca-4935-9ba7-372d42a525fa tempest-DeleteServersTestJSON-2102923163 tempest-DeleteServersTestJSON-2102923163-project] 10.222.0.50 "GET /v2.0/security-groups?id=cab20666-9115-4554-9d3c-c2407804d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523845 May 27 03:23:47.187812 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d60dd5-483d-40c7-b6c0-3762333b7475 req-7988220e-2e05-4d20-8a67-ba4c13700458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:23:47.196925 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f8d60dd5-483d-40c7-b6c0-3762333b7475 req-7988220e-2e05-4d20-8a67-ba4c13700458 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6db8193dcee944008c7b41889bfa67a3&device_id=8c0b7be0-94f6-463c-ae31-1fdb017d059a HTTP/1.1" status: 200 len: 1127 time: 0.1052780 May 27 03:23:47.257859 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 56096) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:23:47.313767 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-785f6cd3-6185-4e67-bf39-91fdec3005fe tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159658'] for floatingip (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:47.315466 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-785f6cd3-6185-4e67-bf39-91fdec3005fe tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.7944040 May 27 03:23:47.333646 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e54c9e3-48d2-4e7c-8725-0add46da47b6 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Pushing event updated for resources: {'Port': ['ID=93f8d1e6-7ba3-465b-83b0-41aabb82cf05,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:47.384909 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55515868-6523-4dc7-ad95-e1fd85baea9d req-2a87b828-efe9-4eb2-8f74-c2a971fed8c1 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:23:47.387332 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-55515868-6523-4dc7-ad95-e1fd85baea9d req-2a87b828-efe9-4eb2-8f74-c2a971fed8c1 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/networks?id=cc2d2605-cf0b-41cc-a4d1-c3c28ec94860 HTTP/1.1" status: 200 len: 810 time: 1.0790620 May 27 03:23:47.414177 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c051bb2-1a95-484c-a31c-54d9a368a42f req-7e54c9e3-48d2-4e7c-8725-0add46da47b6 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:23:47.416425 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-7c051bb2-1a95-484c-a31c-54d9a368a42f req-7e54c9e3-48d2-4e7c-8725-0add46da47b6 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-366398'] for port (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:47.422816 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-55515868-6523-4dc7-ad95-e1fd85baea9d req-bba5c91f-e982-48d4-8ed7-6142c0818046 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/quotas/9351d2e0e0e14585820951a9398b35f4 HTTP/1.1" status: 200 len: 375 time: 0.0273290 May 27 03:23:47.479342 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d60dd5-483d-40c7-b6c0-3762333b7475 req-fd1ce0be-3463-4288-b20b-35b2de732a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:23:47.481055 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f8d60dd5-483d-40c7-b6c0-3762333b7475 req-fd1ce0be-3463-4288-b20b-35b2de732a04 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ee2ac450-e56e-4c1d-8d15-c8bfd50e2024 HTTP/1.1" status: 200 len: 920 time: 0.2743230 May 27 03:23:47.528937 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-7c051bb2-1a95-484c-a31c-54d9a368a42f req-7e54c9e3-48d2-4e7c-8725-0add46da47b6 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.9060049 May 27 03:23:47.533057 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.services.segments.plugin [-] Segment f51f6e8f-14de-4ece-bd49-a60fae74aba5 resource provider aggregate not found May 27 03:23:47.540847 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [req-7c051bb2-1a95-484c-a31c-54d9a368a42f req-cc878ddf-1448-4200-8263-171c8cda228c service neutron] Request body: {'port': {'device_id': '126a653e-c2f9-4fad-9401-b165bddb395d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:23:47.577839 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f8d60dd5-483d-40c7-b6c0-3762333b7475 req-ba90f432-4d49-4235-a9a6-e92ce89a1584 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6d9acc3b-ba55-4e78-9bbb-cb5a5ce850ef HTTP/1.1" status: 200 len: 217 time: 0.0775306 May 27 03:23:47.578855 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-92a5c139-07f0-44ad-93fe-c564eeadd7ec tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743907242280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13119109'] for port (a656db8e-6080-417c-8309-55812cfb33c3), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:47.612279 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.services.segments.plugin [-] Segment f51f6e8f-14de-4ece-bd49-a60fae74aba5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f51f6e8f-14de-4ece-bd49-a60fae74aba5 found for delete ", "request_id": "req-b4a07c95-1758-45fb-9c8f-dd32556bff35"}]} May 27 03:23:47.620244 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-55515868-6523-4dc7-ad95-e1fd85baea9d req-f27e49b9-c8a4-4dec-97d3-30e060df57c8 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=9351d2e0e0e14585820951a9398b35f4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1909127 May 27 03:23:47.633939 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:47.662381 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56489b8-d0f2-4d46-8b2c-1a65d2a28c61 req-b249a927-58ad-4fa9-82dc-59c14611f465 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:23:47.670185 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-d56489b8-d0f2-4d46-8b2c-1a65d2a28c61 req-b249a927-58ad-4fa9-82dc-59c14611f465 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=126a653e-c2f9-4fad-9401-b165bddb395d HTTP/1.1" status: 200 len: 932 time: 0.4090312 May 27 03:23:47.689413 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-7c051bb2-1a95-484c-a31c-54d9a368a42f req-cc878ddf-1448-4200-8263-171c8cda228c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (93f8d1e6-7ba3-465b-83b0-41aabb82cf05), before_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:47.735545 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-e886fa3c-5726-4653-9b34-7b6d1f909da8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=86f523489a104a25bbcd33215361c336&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4709334 May 27 03:23:47.736639 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 56116) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:23:47.738093 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a5c139-07f0-44ad-93fe-c564eeadd7ec tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Network ca8b8e18-04f1-46f4-8c3b-aba3c077569d is already hosted by enough agents. {{(pid=104072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:23:47.745972 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.base_scheduler [None req-92a5c139-07f0-44ad-93fe-c564eeadd7ec tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Resources bound (agent type, host, resource id): {{(pid=104072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:23:47.750029 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a5c139-07f0-44ad-93fe-c564eeadd7ec tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Pushing event updated for resources: {'Port': ['ID=a656db8e-6080-417c-8309-55812cfb33c3,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:47.752506 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a5c139-07f0-44ad-93fe-c564eeadd7ec tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Received port after_create {{(pid=104072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:23:47.784650 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:47.801680 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d60dd5-483d-40c7-b6c0-3762333b7475 req-37cdd2ae-6b54-4b38-861a-4366cc068edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:23:47.801680 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f8d60dd5-483d-40c7-b6c0-3762333b7475 req-37cdd2ae-6b54-4b38-861a-4366cc068edf service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cc441656-896b-4ce0-b128-b3b9a7f3a183 HTTP/1.1" status: 200 len: 858 time: 0.1861475 May 27 03:23:47.852431 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-d56489b8-d0f2-4d46-8b2c-1a65d2a28c61 req-895cdd23-df33-4e18-bbc4-f8d9bdab9873 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bb45d27-4147-42b8-a14c-c2b672c6e0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815925 May 27 03:23:47.857891 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-55515868-6523-4dc7-ad95-e1fd85baea9d req-82a183a6-45b0-42f1-9f8c-d65ddac64f4e service neutron] 10.222.0.50 "GET /v2.0/networks/cc2d2605-cf0b-41cc-a4d1-c3c28ec94860?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045326 May 27 03:23:47.895545 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d60dd5-483d-40c7-b6c0-3762333b7475 req-13359994-2512-4c2b-8603-de4bfb4d9ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:23:47.897126 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f8d60dd5-483d-40c7-b6c0-3762333b7475 req-13359994-2512-4c2b-8603-de4bfb4d9ad9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ee2ac450-e56e-4c1d-8d15-c8bfd50e2024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0800250 May 27 03:23:48.049542 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-92a5c139-07f0-44ad-93fe-c564eeadd7ec tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks [] for floatingip (857cb62f-626e-4933-963d-3e1db7bb3b74), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:48.059615 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-55515868-6523-4dc7-ad95-e1fd85baea9d req-3d1ade31-cc51-426f-881b-3e80e7410610 service neutron] 10.222.0.50 "GET /v2.0/networks/cc2d2605-cf0b-41cc-a4d1-c3c28ec94860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005110 May 27 03:23:48.100467 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Device 6d9acc3b-ba55-4e78-9bbb-cb5a5ce850ef details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=104073) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 03:23:48.158835 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-630f9d2b-da31-42b0-8694-25f589361b69 admin admin] Publish callbacks [] for security_group (d6e73753-e38b-4ea4-9f60-d172dff6268d), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:48.183739 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b1d14404-a49a-45b5-a413-9483b4da6d5e req-58a068d6-d5c8-4586-a7e5-7b3fb5d389af tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1846666146&fields=id&tenant_id=7e2e4b63d6af43058e0dc76d8ceac844 HTTP/1.1" status: 200 len: 267 time: 0.2163596 May 27 03:23:48.197998 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-92a5c139-07f0-44ad-93fe-c564eeadd7ec tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (a656db8e-6080-417c-8309-55812cfb33c3), before_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:48.207096 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f8d60dd5-483d-40c7-b6c0-3762333b7475 req-2c2bf4e2-178c-4f40-b0f4-d0a80beea037 service neutron] 10.222.0.67 "GET /v2.0/networks/ee2ac450-e56e-4c1d-8d15-c8bfd50e2024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2695904 May 27 03:23:48.217239 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-630f9d2b-da31-42b0-8694-25f589361b69 admin admin] Publish callbacks [] for security_group (d6e73753-e38b-4ea4-9f60-d172dff6268d), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:48.285276 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:48.288243 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:48.330067 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] For port 6d9acc3b-ba55-4e78-9bbb-cb5a5ce850ef, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=6d9acc3b-ba55-4e78-9bbb-cb5a5ce850ef,segment=NetworkSegment(e06d4ee8-7c2f-4c75-a8e8-97fb5af915aa),segment_id=e06d4ee8-7c2f-4c75-a8e8-97fb5af915aa)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:23:48.365148 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Returning: {'device': '6d9acc3b-ba55-4e78-9bbb-cb5a5ce850ef', 'network_id': 'ee2ac450-e56e-4c1d-8d15-c8bfd50e2024', 'port_id': '6d9acc3b-ba55-4e78-9bbb-cb5a5ce850ef', 'mac_address': 'fa:16:3e:3b:72:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc441656-896b-4ce0-b128-b3b9a7f3a183', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104073) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 03:23:48.376644 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Device 80ce9414-7ad7-4080-9680-4d84a0a632b6 up at agent hyperv_hv-cinder-82880 {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:23:48.381312 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=100 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:48.507376 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.notifiers.nova [req-7c051bb2-1a95-484c-a31c-54d9a368a42f req-cc878ddf-1448-4200-8263-171c8cda228c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93f8d1e6-7ba3-465b-83b0-41aabb82cf05 {{(pid=104071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:23:48.542152 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-7c051bb2-1a95-484c-a31c-54d9a368a42f req-cc878ddf-1448-4200-8263-171c8cda228c service neutron] Publish callbacks [] for port (93f8d1e6-7ba3-465b-83b0-41aabb82cf05), precommit_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:48.559458 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Device de2e02ca-ae55-44a3-8d3d-cbe2d4c0df81 up at agent ovs-agent-dv-cinder-828806-4-iscsi {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:23:48.576273 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.db.provisioning_blocks [req-7c051bb2-1a95-484c-a31c-54d9a368a42f req-cc878ddf-1448-4200-8263-171c8cda228c service neutron] Transition to ACTIVE for port object 93f8d1e6-7ba3-465b-83b0-41aabb82cf05 will not be triggered until provisioned by entity L2. {{(pid=104071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 03:23:48.606881 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-7c051bb2-1a95-484c-a31c-54d9a368a42f req-cc878ddf-1448-4200-8263-171c8cda228c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12907171'] for port (93f8d1e6-7ba3-465b-83b0-41aabb82cf05), after_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:48.649517 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-630f9d2b-da31-42b0-8694-25f589361b69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (d6e73753-e38b-4ea4-9f60-d172dff6268d), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:48.652089 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-630f9d2b-da31-42b0-8694-25f589361b69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:48.670615 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-630f9d2b-da31-42b0-8694-25f589361b69 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d6e73753-e38b-4ea4-9f60-d172dff6268d HTTP/1.1" status: 204 len: 168 time: 0.9290838 May 27 03:23:48.681187 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Current status of the port 6d9acc3b-ba55-4e78-9bbb-cb5a5ce850ef is: DOWN; New status is: BUILD {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:23:48.682914 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (6d9acc3b-ba55-4e78-9bbb-cb5a5ce850ef), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:48.692535 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:48.754721 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.notifiers.nova [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d9acc3b-ba55-4e78-9bbb-cb5a5ce850ef {{(pid=104073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:23:48.810625 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Provisioning for port 80ce9414-7ad7-4080-9680-4d84a0a632b6 completed by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 03:23:48.845913 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Provisioning complete for port de2e02ca-ae55-44a3-8d3d-cbe2d4c0df81 triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:23:48.846246 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (de2e02ca-ae55-44a3-8d3d-cbe2d4c0df81), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:48.849297 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630f9d2b-da31-42b0-8694-25f589361b69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6e73753-e38b-4ea4-9f60-d172dff6268d,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:48.868891 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d14404-a49a-45b5-a413-9483b4da6d5e req-83a9cfc0-a8ec-4d27-891a-7c7c560af1e3 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:23:48.878631 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b1d14404-a49a-45b5-a413-9483b4da6d5e req-83a9cfc0-a8ec-4d27-891a-7c7c560af1e3 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/networks?id=9235750b-3863-4242-97a7-a4cb52643ca2 HTTP/1.1" status: 200 len: 816 time: 0.6936522 May 27 03:23:48.890206 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641564ba-7df8-470c-af58-58285e7e6e9c req-1d29f55c-17cd-4203-95cb-7d9e1e5f3ab0 tempest-DeleteServersTestJSON-2102923163 tempest-DeleteServersTestJSON-2102923163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:23:48.900140 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-641564ba-7df8-470c-af58-58285e7e6e9c req-1d29f55c-17cd-4203-95cb-7d9e1e5f3ab0 tempest-DeleteServersTestJSON-2102923163 tempest-DeleteServersTestJSON-2102923163-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ddacdbc-778d-43a4-9781-bc1bfec238e4 HTTP/1.1" status: 200 len: 944 time: 0.3218231 May 27 03:23:48.948794 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b1d14404-a49a-45b5-a413-9483b4da6d5e req-63d485a4-fdde-4ca6-b7ae-090a4bd776ce tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/quotas/7e2e4b63d6af43058e0dc76d8ceac844 HTTP/1.1" status: 200 len: 375 time: 0.0688589 May 27 03:23:48.954488 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f8d60dd5-483d-40c7-b6c0-3762333b7475 req-6bf73565-c25f-4873-a096-cb2df6c1041a service neutron] 10.222.0.67 "GET /v2.0/networks/ee2ac450-e56e-4c1d-8d15-c8bfd50e2024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7060041 May 27 03:23:48.969449 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc878ddf-1448-4200-8263-171c8cda228c service neutron] Pushing event updated for resources: {'Port': ['ID=93f8d1e6-7ba3-465b-83b0-41aabb82cf05,revision_number=2']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:49.093299 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b1d14404-a49a-45b5-a413-9483b4da6d5e req-adec451c-3448-430d-aae8-a927a3469f7b tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=7e2e4b63d6af43058e0dc76d8ceac844&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1433280 May 27 03:23:49.099225 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Provisioning complete for port 80ce9414-7ad7-4080-9680-4d84a0a632b6 triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:23:49.099607 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (80ce9414-7ad7-4080-9680-4d84a0a632b6), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:49.146095 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] For port 6d9acc3b-ba55-4e78-9bbb-cb5a5ce850ef, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=6d9acc3b-ba55-4e78-9bbb-cb5a5ce850ef,segment=NetworkSegment(e06d4ee8-7c2f-4c75-a8e8-97fb5af915aa),segment_id=e06d4ee8-7c2f-4c75-a8e8-97fb5af915aa)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:23:49.221875 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-641564ba-7df8-470c-af58-58285e7e6e9c req-89564c9a-d5fc-41c5-9aa7-b0cabb23c753 tempest-DeleteServersTestJSON-2102923163 tempest-DeleteServersTestJSON-2102923163-project] 10.222.0.50 "GET /v2.0/security-groups?id=cab20666-9115-4554-9d3c-c2407804d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3205249 May 27 03:23:49.233978 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (6d9acc3b-ba55-4e78-9bbb-cb5a5ce850ef), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:49.298713 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-92a5c139-07f0-44ad-93fe-c564eeadd7ec tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks [] for port (a656db8e-6080-417c-8309-55812cfb33c3), precommit_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:49.328853 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.managers [req-7c051bb2-1a95-484c-a31c-54d9a368a42f req-cc878ddf-1448-4200-8263-171c8cda228c service neutron] Attempting to bind port 93f8d1e6-7ba3-465b-83b0-41aabb82cf05 on host hv-cinder-82880 for vnic_type normal with profile {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:23:49.329488 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.managers [req-7c051bb2-1a95-484c-a31c-54d9a368a42f req-cc878ddf-1448-4200-8263-171c8cda228c service neutron] Attempting to bind port 93f8d1e6-7ba3-465b-83b0-41aabb82cf05 by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': 'e06d4ee8-7c2f-4c75-a8e8-97fb5af915aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ee2ac450-e56e-4c1d-8d15-c8bfd50e2024'}] {{(pid=104071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:23:49.330215 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c051bb2-1a95-484c-a31c-54d9a368a42f req-cc878ddf-1448-4200-8263-171c8cda228c service neutron] Attempting to bind port 93f8d1e6-7ba3-465b-83b0-41aabb82cf05 on network ee2ac450-e56e-4c1d-8d15-c8bfd50e2024 {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:23:49.359896 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b1d14404-a49a-45b5-a413-9483b4da6d5e req-8091beb0-0933-4cbf-bce8-f9c38134c14f service neutron] 10.222.0.50 "GET /v2.0/networks/9235750b-3863-4242-97a7-a4cb52643ca2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2466595 May 27 03:23:49.371839 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-92a5c139-07f0-44ad-93fe-c564eeadd7ec tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13119154'] for port (a656db8e-6080-417c-8309-55812cfb33c3), after_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:49.391159 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c051bb2-1a95-484c-a31c-54d9a368a42f req-cc878ddf-1448-4200-8263-171c8cda228c service neutron] Port 93f8d1e6-7ba3-465b-83b0-41aabb82cf05 on network ee2ac450-e56e-4c1d-8d15-c8bfd50e2024 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 03:23:49.391159 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c051bb2-1a95-484c-a31c-54d9a368a42f req-cc878ddf-1448-4200-8263-171c8cda228c service neutron] Attempting to bind port 93f8d1e6-7ba3-465b-83b0-41aabb82cf05 on network ee2ac450-e56e-4c1d-8d15-c8bfd50e2024 {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:23:49.413744 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Current status of the port de2e02ca-ae55-44a3-8d3d-cbe2d4c0df81 is: ACTIVE; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:23:49.418372 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Pushing event updated for resources: {'Port': ['ID=6d9acc3b-ba55-4e78-9bbb-cb5a5ce850ef,revision_number=4']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:49.467310 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-2a4263bd-2490-4f33-83b5-5f08041894ce req-44547ee3-7102-457d-9311-6572a67db7a0 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/ports?device_id=a04444dd-f9dd-428f-b524-fba73fc83fe4 HTTP/1.1" status: 200 len: 210 time: 0.1221542 May 27 03:23:49.471100 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c051bb2-1a95-484c-a31c-54d9a368a42f req-cc878ddf-1448-4200-8263-171c8cda228c service neutron] Checking agent: {'id': 'a17a57cc-679f-4398-8430-1b64b86f4dc1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 21, 13), 'started_at': datetime.datetime(2022, 5, 27, 3, 21, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:23:49.471309 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c051bb2-1a95-484c-a31c-54d9a368a42f req-cc878ddf-1448-4200-8263-171c8cda228c service neutron] Checking segment: {'id': 'e06d4ee8-7c2f-4c75-a8e8-97fb5af915aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ee2ac450-e56e-4c1d-8d15-c8bfd50e2024'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:23:49.471799 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c051bb2-1a95-484c-a31c-54d9a368a42f req-cc878ddf-1448-4200-8263-171c8cda228c service neutron] Bound using segment: {'id': 'e06d4ee8-7c2f-4c75-a8e8-97fb5af915aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ee2ac450-e56e-4c1d-8d15-c8bfd50e2024'} {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:23:49.472349 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.managers [req-7c051bb2-1a95-484c-a31c-54d9a368a42f req-cc878ddf-1448-4200-8263-171c8cda228c service neutron] Bound port: 93f8d1e6-7ba3-465b-83b0-41aabb82cf05, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e06d4ee8-7c2f-4c75-a8e8-97fb5af915aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ee2ac450-e56e-4c1d-8d15-c8bfd50e2024'}}] {{(pid=104071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:23:49.473210 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-7c051bb2-1a95-484c-a31c-54d9a368a42f req-cc878ddf-1448-4200-8263-171c8cda228c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (93f8d1e6-7ba3-465b-83b0-41aabb82cf05), before_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:49.499641 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Current status of the port 80ce9414-7ad7-4080-9680-4d84a0a632b6 is: BUILD; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:23:49.500091 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (80ce9414-7ad7-4080-9680-4d84a0a632b6), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:49.536742 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] get_ports_and_sgs() called for port_ids ['6d9acc3b-ba55-4e78-9bbb-cb5a5ce850ef'] {{(pid=104073) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:23:49.551709 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ddacdbc-778d-43a4-9781-bc1bfec238e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80ce9414-7ad7-4080-9680-4d84a0a632b6'}] {{(pid=104073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:23:49.613626 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:49.672063 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a5c139-07f0-44ad-93fe-c564eeadd7ec tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Pushing event updated for resources: {'Port': ['ID=a656db8e-6080-417c-8309-55812cfb33c3,revision_number=2']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:49.693535 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-92a5c139-07f0-44ad-93fe-c564eeadd7ec tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16279512'] for floatingip (857cb62f-626e-4933-963d-3e1db7bb3b74), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:49.718065 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:49.743857 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b88c79-5f9e-41c1-acd8-5f200987657d req-c3b99d8c-cc63-4a10-b537-dbecf9f7e2ea tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:23:49.747366 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-d5b88c79-5f9e-41c1-acd8-5f200987657d req-c3b99d8c-cc63-4a10-b537-dbecf9f7e2ea tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=126a653e-c2f9-4fad-9401-b165bddb395d HTTP/1.1" status: 200 len: 944 time: 0.1554747 May 27 03:23:49.754736 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b1d14404-a49a-45b5-a413-9483b4da6d5e req-f8e81e91-424a-485e-b16f-e4e871382fba service neutron] 10.222.0.50 "GET /v2.0/networks/9235750b-3863-4242-97a7-a4cb52643ca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3937857 May 27 03:23:49.763492 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-92a5c139-07f0-44ad-93fe-c564eeadd7ec tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159658'] for floatingip (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:49.781561 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-92a5c139-07f0-44ad-93fe-c564eeadd7ec tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.3464651 May 27 03:23:49.794615 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 56170) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:23:49.849753 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] For port 80ce9414-7ad7-4080-9680-4d84a0a632b6, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=80ce9414-7ad7-4080-9680-4d84a0a632b6,segment=NetworkSegment(a991f667-ec34-4360-888b-c7569fee92d5),segment_id=a991f667-ec34-4360-888b-c7569fee92d5)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:23:49.862901 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.db [req-7c051bb2-1a95-484c-a31c-54d9a368a42f req-cc878ddf-1448-4200-8263-171c8cda228c service neutron] For port 93f8d1e6-7ba3-465b-83b0-41aabb82cf05, host hv-cinder-82880, cleared binding levels {{(pid=104071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:23:49.876027 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (80ce9414-7ad7-4080-9680-4d84a0a632b6), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:49.900153 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-d800146a-aed3-419c-8ded-72ff8da0fdca admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6263657281eb42e691c38e6a90f57a9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1039650 May 27 03:23:49.903544 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 56174) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:23:49.907648 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.db [req-7c051bb2-1a95-484c-a31c-54d9a368a42f req-cc878ddf-1448-4200-8263-171c8cda228c service neutron] For port 93f8d1e6-7ba3-465b-83b0-41aabb82cf05, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=93f8d1e6-7ba3-465b-83b0-41aabb82cf05,segment=NetworkSegment(e06d4ee8-7c2f-4c75-a8e8-97fb5af915aa),segment_id=e06d4ee8-7c2f-4c75-a8e8-97fb5af915aa)] {{(pid=104071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:23:49.978875 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Pushing event updated for resources: {'Port': ['ID=80ce9414-7ad7-4080-9680-4d84a0a632b6,revision_number=5']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:50.007089 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-7c051bb2-1a95-484c-a31c-54d9a368a42f req-cc878ddf-1448-4200-8263-171c8cda228c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12907171'] for port (93f8d1e6-7ba3-465b-83b0-41aabb82cf05), after_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:50.098253 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-abf18c5f-6341-4fd0-847a-c4e60fb69166 admin admin] Publish callbacks [] for security_group (ec825180-df4d-465d-9ae4-df6a029b7217), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:50.107042 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c051bb2-1a95-484c-a31c-54d9a368a42f req-cc878ddf-1448-4200-8263-171c8cda228c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:23:50.107675 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-7c051bb2-1a95-484c-a31c-54d9a368a42f req-cc878ddf-1448-4200-8263-171c8cda228c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-366398'] for port (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:50.109173 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-7c051bb2-1a95-484c-a31c-54d9a368a42f req-cc878ddf-1448-4200-8263-171c8cda228c service neutron] 10.222.0.67 "PUT /v2.0/ports/93f8d1e6-7ba3-465b-83b0-41aabb82cf05 HTTP/1.1" status: 200 len: 1094 time: 2.5793736 May 27 03:23:50.112747 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '126a653e-c2f9-4fad-9401-b165bddb395d', 'tag': '93f8d1e6-7ba3-465b-83b0-41aabb82cf05'}] {{(pid=104071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:23:50.115432 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bb076ad6e20eee76da9493a154e3e0af7ddb4a8668b70cc9390b05200f69f4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44934166-ab94-44e3-b431-f3c275f662fe" -d '{"events": [{"name": "network-changed", "server_uuid": "126a653e-c2f9-4fad-9401-b165bddb395d", "tag": "93f8d1e6-7ba3-465b-83b0-41aabb82cf05"}]}' {{(pid=104071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:23:50.120882 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c5dcf22e-70c7-439d-acfd-9bd1ec50abb3 req-19f90950-30da-4b92-a339-a9da21899657 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--601583134&fields=id&tenant_id=082b5523ee504be09f6fcaf833207a4f HTTP/1.1" status: 200 len: 267 time: 0.0543351 May 27 03:23:50.130411 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-d5b88c79-5f9e-41c1-acd8-5f200987657d req-200f0a2a-33c8-439d-94fb-56cc9fb23548 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bb45d27-4147-42b8-a14c-c2b672c6e0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3343632 May 27 03:23:50.131216 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fe636b475fcf817a66bede64dee182d8d37f0deb14dcb08a99f86243ff54ad7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ec71acc-6d7b-4f5b-baf2-9fa388d45825" -d '{"events": [{"server_uuid": "0ddacdbc-778d-43a4-9781-bc1bfec238e4", "name": "network-vif-plugged", "status": "completed", "tag": "80ce9414-7ad7-4080-9680-4d84a0a632b6"}]}' {{(pid=104073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:23:50.198173 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:50.227584 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-abf18c5f-6341-4fd0-847a-c4e60fb69166 admin admin] Publish callbacks [] for security_group (ec825180-df4d-465d-9ae4-df6a029b7217), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:50.303648 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dcf22e-70c7-439d-acfd-9bd1ec50abb3 req-bf5379e1-d054-4749-be43-83e0c934364c tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:23:50.312091 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c5dcf22e-70c7-439d-acfd-9bd1ec50abb3 req-bf5379e1-d054-4749-be43-83e0c934364c tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/networks?id=e861f168-e1a5-4542-8ee4-9759fa17a578 HTTP/1.1" status: 200 len: 815 time: 0.1830060 May 27 03:23:50.318229 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:50.323453 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-191289e2-5dbc-4766-9f11-202e50b366d9 req-6b954600-90fc-4ba5-a475-e13e442c0c71 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=b54917ef-d32c-4303-99e3-75adc12f147e HTTP/1.1" status: 200 len: 210 time: 0.1217213 May 27 03:23:50.352876 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc878ddf-1448-4200-8263-171c8cda228c service neutron] Pushing event updated for resources: {'Port': ['ID=93f8d1e6-7ba3-465b-83b0-41aabb82cf05,revision_number=3']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:50.367111 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c5dcf22e-70c7-439d-acfd-9bd1ec50abb3 req-16c34866-5801-4182-b689-e2af334bf3c5 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/quotas/082b5523ee504be09f6fcaf833207a4f HTTP/1.1" status: 200 len: 375 time: 0.0517488 May 27 03:23:50.490574 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-abf18c5f-6341-4fd0-847a-c4e60fb69166 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (ec825180-df4d-465d-9ae4-df6a029b7217), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:50.491966 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=56 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:50.499771 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-abf18c5f-6341-4fd0-847a-c4e60fb69166 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:50.504307 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-abf18c5f-6341-4fd0-847a-c4e60fb69166 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ec825180-df4d-465d-9ae4-df6a029b7217 HTTP/1.1" status: 204 len: 168 time: 0.5793383 May 27 03:23:50.536728 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c5dcf22e-70c7-439d-acfd-9bd1ec50abb3 req-0a0c2c4c-8436-4121-90d9-d7d725c3fe22 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=082b5523ee504be09f6fcaf833207a4f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1618237 May 27 03:23:50.593053 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf18c5f-6341-4fd0-847a-c4e60fb69166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec825180-df4d-465d-9ae4-df6a029b7217,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:50.619596 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=12 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:50.655913 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55515868-6523-4dc7-ad95-e1fd85baea9d req-3ba5481e-d594-4d80-848b-29434f335f00 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:23:50.658480 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-55515868-6523-4dc7-ad95-e1fd85baea9d req-3ba5481e-d594-4d80-848b-29434f335f00 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.67 "GET /v2.0/networks?id=cc2d2605-cf0b-41cc-a4d1-c3c28ec94860 HTTP/1.1" status: 200 len: 810 time: 0.2351284 May 27 03:23:50.705638 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ecb16fe-76da-4b1d-9ce6-5b946d11a403 x-openstack-request-id: req-6ecb16fe-76da-4b1d-9ce6-5b946d11a403 {{(pid=104073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:23:50.707777 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ddacdbc-778d-43a4-9781-bc1bfec238e4", "name": "network-vif-plugged", "status": "completed", "tag": "80ce9414-7ad7-4080-9680-4d84a0a632b6", "code": 200}]} {{(pid=104073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:23:50.708206 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6ecb16fe-76da-4b1d-9ce6-5b946d11a403 {{(pid=104073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:23:50.708849 dv-cinder-828806-4-iscsi neutron-server[104073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ecb16fe-76da-4b1d-9ce6-5b946d11a403'] response: {'server_uuid': '0ddacdbc-778d-43a4-9781-bc1bfec238e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80ce9414-7ad7-4080-9680-4d84a0a632b6', 'code': 200} May 27 03:23:50.721811 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c051bb2-1a95-484c-a31c-54d9a368a42f req-dafec57b-3389-402a-836c-199ff0b1d66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:23:50.724049 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-7c051bb2-1a95-484c-a31c-54d9a368a42f req-dafec57b-3389-402a-836c-199ff0b1d66a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6db8193dcee944008c7b41889bfa67a3&device_id=126a653e-c2f9-4fad-9401-b165bddb395d HTTP/1.1" status: 200 len: 1128 time: 0.2969570 May 27 03:23:50.775861 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27b72295-f995-43ff-abc7-42dda133a8ad x-openstack-request-id: req-27b72295-f995-43ff-abc7-42dda133a8ad {{(pid=104071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:23:50.776430 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "126a653e-c2f9-4fad-9401-b165bddb395d", "tag": "93f8d1e6-7ba3-465b-83b0-41aabb82cf05", "status": "completed", "code": 200}]} {{(pid=104071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:23:50.776549 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-27b72295-f995-43ff-abc7-42dda133a8ad {{(pid=104071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:23:50.777291 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27b72295-f995-43ff-abc7-42dda133a8ad'] response: {'name': 'network-changed', 'server_uuid': '126a653e-c2f9-4fad-9401-b165bddb395d', 'tag': '93f8d1e6-7ba3-465b-83b0-41aabb82cf05', 'status': 'completed', 'code': 200} May 27 03:23:50.853131 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-7c051bb2-1a95-484c-a31c-54d9a368a42f req-212453a7-48fc-452b-831e-61eb3a273cba service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=93f8d1e6-7ba3-465b-83b0-41aabb82cf05 HTTP/1.1" status: 200 len: 217 time: 0.0903089 May 27 03:23:50.936463 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-55515868-6523-4dc7-ad95-e1fd85baea9d req-8af1c711-cca7-4bbd-b00d-6728891ffd27 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9351d2e0e0e14585820951a9398b35f4 HTTP/1.1" status: 200 len: 380 time: 0.2628765 May 27 03:23:50.980026 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c5dcf22e-70c7-439d-acfd-9bd1ec50abb3 req-baa87982-3d76-4d8f-9956-20f9810f8091 service neutron] 10.222.0.50 "GET /v2.0/networks/e861f168-e1a5-4542-8ee4-9759fa17a578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3717282 May 27 03:23:50.982266 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c051bb2-1a95-484c-a31c-54d9a368a42f req-0b23ec30-9460-4e55-9272-fbb5c416761b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:23:50.983717 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-7c051bb2-1a95-484c-a31c-54d9a368a42f req-0b23ec30-9460-4e55-9272-fbb5c416761b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cc441656-896b-4ce0-b128-b3b9a7f3a183 HTTP/1.1" status: 200 len: 858 time: 0.1247354 May 27 03:23:51.005059 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [req-55515868-6523-4dc7-ad95-e1fd85baea9d req-8fe7daba-3702-4d88-bf53-b6064199894b tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Request body: {'port': {'device_id': 'a04444dd-f9dd-428f-b524-fba73fc83fe4', 'network_id': 'cc2d2605-cf0b-41cc-a4d1-c3c28ec94860', 'admin_state_up': True, 'tenant_id': '9351d2e0e0e14585820951a9398b35f4', 'security_groups': ['4b952be5-5d1b-4d72-ad7c-b294a4de78bc']}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:23:51.064629 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.67', 57173) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:23:51.072340 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e69516-f3fd-415b-a6aa-d7b85a458193 req-54bf1a84-d52a-4756-b65a-5c0212cc7cc2 tempest-DeleteServersTestJSON-2102923163 tempest-DeleteServersTestJSON-2102923163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:23:51.080484 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-d4e69516-f3fd-415b-a6aa-d7b85a458193 req-54bf1a84-d52a-4756-b65a-5c0212cc7cc2 tempest-DeleteServersTestJSON-2102923163 tempest-DeleteServersTestJSON-2102923163-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ddacdbc-778d-43a4-9781-bc1bfec238e4 HTTP/1.1" status: 200 len: 945 time: 0.1382763 May 27 03:23:51.168701 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c051bb2-1a95-484c-a31c-54d9a368a42f req-d66251c4-da88-4140-9ceb-86c5d210eac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:23:51.170683 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-7c051bb2-1a95-484c-a31c-54d9a368a42f req-d66251c4-da88-4140-9ceb-86c5d210eac7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ee2ac450-e56e-4c1d-8d15-c8bfd50e2024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1741729 May 27 03:23:51.206468 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9926ed85-c776-4bcf-94b8-09122a3697ae req-7cb7424d-e837-40da-94ca-fc242249a5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:23:51.208271 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-9926ed85-c776-4bcf-94b8-09122a3697ae req-7cb7424d-e837-40da-94ca-fc242249a5a4 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=0ddacdbc-778d-43a4-9781-bc1bfec238e4 HTTP/1.1" status: 200 len: 1129 time: 0.1256745 May 27 03:23:51.260717 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-d4e69516-f3fd-415b-a6aa-d7b85a458193 req-6aa57ae7-f6bd-4f21-86ee-be37ea25423c tempest-DeleteServersTestJSON-2102923163 tempest-DeleteServersTestJSON-2102923163-project] 10.222.0.50 "GET /v2.0/security-groups?id=cab20666-9115-4554-9d3c-c2407804d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792326 May 27 03:23:51.277856 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-9926ed85-c776-4bcf-94b8-09122a3697ae req-9dbedc2d-6493-4b8f-bfd5-6407d3ae4274 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:51.392706 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-8bbbab7e-915b-4130-adb8-3cd0ba128d53 req-76070450-f33d-4292-bd0c-2059fa6b6f74 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/ports?device_id=a04444dd-f9dd-428f-b524-fba73fc83fe4 HTTP/1.1" status: 200 len: 210 time: 0.0516920 May 27 03:23:51.396426 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55515868-6523-4dc7-ad95-e1fd85baea9d req-8fe7daba-3702-4d88-bf53-b6064199894b tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Made reservation on behalf of 9351d2e0e0e14585820951a9398b35f4 for: {'port': 1} {{(pid=104071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:23:51.400189 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-55515868-6523-4dc7-ad95-e1fd85baea9d req-8fe7daba-3702-4d88-bf53-b6064199894b tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:51.450879 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c5dcf22e-70c7-439d-acfd-9bd1ec50abb3 req-50815cd1-c334-4e97-a1d1-bdf3291afb77 service neutron] 10.222.0.50 "GET /v2.0/networks/e861f168-e1a5-4542-8ee4-9759fa17a578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4647188 May 27 03:23:51.522149 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-7c051bb2-1a95-484c-a31c-54d9a368a42f req-43f946fc-eb04-4b3d-a0fd-a988206b5287 service neutron] 10.222.0.67 "GET /v2.0/networks/ee2ac450-e56e-4c1d-8d15-c8bfd50e2024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3421931 May 27 03:23:51.551676 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67afb1d8-ef12-4a9b-b19b-b97f2da66058 req-974923c1-b32d-4ee9-b146-5d1b9b8dcf5f tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:23:51.559160 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-67afb1d8-ef12-4a9b-b19b-b97f2da66058 req-974923c1-b32d-4ee9-b146-5d1b9b8dcf5f tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=126a653e-c2f9-4fad-9401-b165bddb395d HTTP/1.1" status: 200 len: 944 time: 0.0769813 May 27 03:23:51.650579 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:51.698685 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:DELETE=3,neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:51.722996 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-67afb1d8-ef12-4a9b-b19b-b97f2da66058 req-d171e180-f55a-4b66-9400-ab2fded41aed tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bb45d27-4147-42b8-a14c-c2b672c6e0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603138 May 27 03:23:51.816418 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-9926ed85-c776-4bcf-94b8-09122a3697ae req-9dbedc2d-6493-4b8f-bfd5-6407d3ae4274 service neutron] Publish callbacks [] for security_group (eaf1e5a8-13a0-4315-adae-adbd3cc9c1ba), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:51.841760 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-9926ed85-c776-4bcf-94b8-09122a3697ae req-9dbedc2d-6493-4b8f-bfd5-6407d3ae4274 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (eaf1e5a8-13a0-4315-adae-adbd3cc9c1ba), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:51.845320 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-0b6b2042-55c7-4ac6-872e-7888e6e56ed8 req-3f1f299a-e650-4986-9498-86481e154698 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/ports?device_id=d00e4700-28c6-4440-83e4-c3d1a86a75c7 HTTP/1.1" status: 200 len: 210 time: 0.0556626 May 27 03:23:51.877742 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f95212ff-2f06-4ee1-87ea-cf5d5c29ca24 req-f6768260-ff6b-40ee-b45a-3777c77bdb46 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=b54917ef-d32c-4303-99e3-75adc12f147e HTTP/1.1" status: 200 len: 210 time: 0.0996068 May 27 03:23:51.881849 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-7c051bb2-1a95-484c-a31c-54d9a368a42f req-71286fde-1b52-4439-a843-fab9786008b3 service neutron] 10.222.0.67 "GET /v2.0/networks/ee2ac450-e56e-4c1d-8d15-c8bfd50e2024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3403411 May 27 03:23:51.892872 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.db.db_base_plugin_common [req-55515868-6523-4dc7-ad95-e1fd85baea9d req-8fe7daba-3702-4d88-bf53-b6064199894b tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Allocated IP 172.20.0.6 (cc2d2605-cf0b-41cc-a4d1-c3c28ec94860/a8c67362-f6b9-416d-9235-7ee8f03b0511/bfbe9cb8-2655-4fd9-8904-baffc1034ee0) {{(pid=104071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:23:51.920196 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-9926ed85-c776-4bcf-94b8-09122a3697ae req-9dbedc2d-6493-4b8f-bfd5-6407d3ae4274 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=cab20666-9115-4554-9d3c-c2407804d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6905303 May 27 03:23:51.926605 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbedc2d-6493-4b8f-bfd5-6407d3ae4274 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=eaf1e5a8-13a0-4315-adae-adbd3cc9c1ba,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:52.072802 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-55515868-6523-4dc7-ad95-e1fd85baea9d req-8fe7daba-3702-4d88-bf53-b6064199894b tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Publish callbacks [] for port (bfbe9cb8-2655-4fd9-8904-baffc1034ee0), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:52.112490 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-55515868-6523-4dc7-ad95-e1fd85baea9d req-8fe7daba-3702-4d88-bf53-b6064199894b tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743907242280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12907156'] for port (bfbe9cb8-2655-4fd9-8904-baffc1034ee0), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:52.161441 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55515868-6523-4dc7-ad95-e1fd85baea9d req-8fe7daba-3702-4d88-bf53-b6064199894b tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Network cc2d2605-cf0b-41cc-a4d1-c3c28ec94860 is already hosted by enough agents. {{(pid=104071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:23:52.167237 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.scheduler.base_scheduler [req-55515868-6523-4dc7-ad95-e1fd85baea9d req-8fe7daba-3702-4d88-bf53-b6064199894b tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Resources bound (agent type, host, resource id): {{(pid=104071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:23:52.171367 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [req-55515868-6523-4dc7-ad95-e1fd85baea9d req-8fe7daba-3702-4d88-bf53-b6064199894b tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Received port after_create {{(pid=104071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:23:52.197941 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe7daba-3702-4d88-bf53-b6064199894b tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Pushing event updated for resources: {'Port': ['ID=bfbe9cb8-2655-4fd9-8904-baffc1034ee0,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:52.232986 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55515868-6523-4dc7-ad95-e1fd85baea9d req-8fe7daba-3702-4d88-bf53-b6064199894b tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:23:52.233856 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-55515868-6523-4dc7-ad95-e1fd85baea9d req-8fe7daba-3702-4d88-bf53-b6064199894b tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-366398'] for port (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:52.254180 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-55515868-6523-4dc7-ad95-e1fd85baea9d req-8fe7daba-3702-4d88-bf53-b6064199894b tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2811890 May 27 03:23:52.376209 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c63942-17d7-49f4-b981-023d6b9593d1 req-4a572a24-5853-41b2-8a57-5bf801420f0f tempest-DeleteServersTestJSON-2102923163 tempest-DeleteServersTestJSON-2102923163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:23:52.377805 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-21c63942-17d7-49f4-b981-023d6b9593d1 req-4a572a24-5853-41b2-8a57-5bf801420f0f tempest-DeleteServersTestJSON-2102923163 tempest-DeleteServersTestJSON-2102923163-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ddacdbc-778d-43a4-9781-bc1bfec238e4 HTTP/1.1" status: 200 len: 945 time: 0.0497663 May 27 03:23:52.422020 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-dbb8141d-8a37-43bc-99c1-2e95ea5f5223 None None] Provisioning complete for port bfbe9cb8-2655-4fd9-8904-baffc1034ee0 triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:23:52.422616 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-dbb8141d-8a37-43bc-99c1-2e95ea5f5223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (bfbe9cb8-2655-4fd9-8904-baffc1034ee0), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:52.451045 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-21c63942-17d7-49f4-b981-023d6b9593d1 req-daa047d9-c07b-4bc7-88ea-4c80e47832c9 tempest-DeleteServersTestJSON-2102923163 tempest-DeleteServersTestJSON-2102923163-project] 10.222.0.50 "GET /v2.0/security-groups?id=cab20666-9115-4554-9d3c-c2407804d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661826 May 27 03:23:52.477649 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-dbb8141d-8a37-43bc-99c1-2e95ea5f5223 None None] Port bfbe9cb8-2655-4fd9-8904-baffc1034ee0 cannot update to ACTIVE because it is not bound. {{(pid=104073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:23:52.540252 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c465878-086b-4cc3-9918-6a1b0eca7055 req-56e89fdc-62ca-43c2-ae0a-0d3df1545c38 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:23:52.542461 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-2c465878-086b-4cc3-9918-6a1b0eca7055 req-56e89fdc-62ca-43c2-ae0a-0d3df1545c38 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/ports?device_id=a04444dd-f9dd-428f-b524-fba73fc83fe4 HTTP/1.1" status: 200 len: 931 time: 0.0537057 May 27 03:23:52.590657 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-2c465878-086b-4cc3-9918-6a1b0eca7055 req-388c4933-4a1f-4e0d-b2e9-3ea2a435e183 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b952be5-5d1b-4d72-ad7c-b294a4de78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412915 May 27 03:23:52.849425 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9112bcc9-d2c8-4eef-81f6-099769566ab7 req-bdd8f7f8-def5-4d82-ac53-54058d3b0c07 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:23:52.850947 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-9112bcc9-d2c8-4eef-81f6-099769566ab7 req-bdd8f7f8-def5-4d82-ac53-54058d3b0c07 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=126a653e-c2f9-4fad-9401-b165bddb395d HTTP/1.1" status: 200 len: 944 time: 0.0530193 May 27 03:23:52.902904 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-9112bcc9-d2c8-4eef-81f6-099769566ab7 req-7492711e-38b7-4221-8d9f-eb3924b7db1b tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bb45d27-4147-42b8-a14c-c2b672c6e0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459528 May 27 03:23:52.954432 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f793a3da-ed1d-40de-9015-f90ad01f6c1b req-6ad029d9-ece3-4de8-ba6b-e6cc6f30ba88 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/ports?device_id=d00e4700-28c6-4440-83e4-c3d1a86a75c7 HTTP/1.1" status: 200 len: 210 time: 0.0278609 May 27 03:23:52.986896 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 56300) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:23:53.009829 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-e8ebef06-e1b1-4d4b-9a03-bfc7a917e295 req-67f5b243-2e27-4646-961a-eaa186eb4182 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=b54917ef-d32c-4303-99e3-75adc12f147e HTTP/1.1" status: 200 len: 210 time: 0.0276744 May 27 03:23:53.067806 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.agents_db [None req-9472a85a-8dd5-480f-9a02-5eb3d7473862 None None] Agent healthcheck: found 6 active agents {{(pid=104074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:23:53.228269 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-1de91a80-36aa-431e-a965-f2b96eb320a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:53.291246 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:53.327755 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-1de91a80-36aa-431e-a965-f2b96eb320a0 admin admin] Publish callbacks [] for security_group (74be969f-c802-42d7-a5b3-ee693e3b4771), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:53.331647 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-1de91a80-36aa-431e-a965-f2b96eb320a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (74be969f-c802-42d7-a5b3-ee693e3b4771), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:53.337363 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:53.372324 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de91a80-36aa-431e-a965-f2b96eb320a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74be969f-c802-42d7-a5b3-ee693e3b4771,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:53.381132 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-1de91a80-36aa-431e-a965-f2b96eb320a0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=233d1aa4475e41d2b56c628ab850fd79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3905029 May 27 03:23:53.382213 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 56306) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:23:53.436003 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-80f9c25b-de23-468c-bc18-3c5837e9c1fa admin admin] Publish callbacks [] for security_group (74be969f-c802-42d7-a5b3-ee693e3b4771), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:53.458351 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-80f9c25b-de23-468c-bc18-3c5837e9c1fa admin admin] Publish callbacks [] for security_group (74be969f-c802-42d7-a5b3-ee693e3b4771), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:53.520196 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-80f9c25b-de23-468c-bc18-3c5837e9c1fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (74be969f-c802-42d7-a5b3-ee693e3b4771), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:53.523979 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-80f9c25b-de23-468c-bc18-3c5837e9c1fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:53.528178 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-80f9c25b-de23-468c-bc18-3c5837e9c1fa admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/74be969f-c802-42d7-a5b3-ee693e3b4771 HTTP/1.1" status: 204 len: 168 time: 0.1432996 May 27 03:23:53.535947 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f9c25b-de23-468c-bc18-3c5837e9c1fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74be969f-c802-42d7-a5b3-ee693e3b4771,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:53.609952 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34db16c5-5d2e-4517-9b7c-f3acc52c67b1 req-a703fdfc-ccbf-460d-9064-636f338a9d6f tempest-DeleteServersTestJSON-2102923163 tempest-DeleteServersTestJSON-2102923163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:23:53.612407 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-34db16c5-5d2e-4517-9b7c-f3acc52c67b1 req-a703fdfc-ccbf-460d-9064-636f338a9d6f tempest-DeleteServersTestJSON-2102923163 tempest-DeleteServersTestJSON-2102923163-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ddacdbc-778d-43a4-9781-bc1bfec238e4 HTTP/1.1" status: 200 len: 945 time: 0.0532167 May 27 03:23:53.694980 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-34db16c5-5d2e-4517-9b7c-f3acc52c67b1 req-28dc799f-4e69-46e8-a631-b748d25f3b77 tempest-DeleteServersTestJSON-2102923163 tempest-DeleteServersTestJSON-2102923163-project] 10.222.0.50 "GET /v2.0/security-groups?id=cab20666-9115-4554-9d3c-c2407804d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685871 May 27 03:23:53.720543 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d73880f-179f-451a-a173-68e23814d478 req-f39754d9-62cf-4b09-a6a5-8dc6e9bab629 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:23:53.722081 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-0d73880f-179f-451a-a173-68e23814d478 req-f39754d9-62cf-4b09-a6a5-8dc6e9bab629 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/ports?device_id=a04444dd-f9dd-428f-b524-fba73fc83fe4 HTTP/1.1" status: 200 len: 931 time: 0.0531838 May 27 03:23:53.768358 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:53.777600 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-0d73880f-179f-451a-a173-68e23814d478 req-deb05516-5fa3-419b-ac46-2eeb988e2340 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b952be5-5d1b-4d72-ad7c-b294a4de78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492883 May 27 03:23:53.873327 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 56328) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:23:53.888178 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-55e13734-c0ed-4f91-9f42-106dfff1d25f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:53.980456 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-55e13734-c0ed-4f91-9f42-106dfff1d25f admin admin] Publish callbacks [] for security_group (58cac553-5c10-4def-bafa-7d5aac77fd1e), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:53.993401 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-55e13734-c0ed-4f91-9f42-106dfff1d25f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (58cac553-5c10-4def-bafa-7d5aac77fd1e), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:54.052894 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-556737ab-b0bc-418f-9119-36be4d63c499 req-532b9d04-5d8a-4bb9-a7e8-acdcab9100af tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/ports?device_id=d00e4700-28c6-4440-83e4-c3d1a86a75c7 HTTP/1.1" status: 200 len: 210 time: 0.0307670 May 27 03:23:54.054118 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-55e13734-c0ed-4f91-9f42-106dfff1d25f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0edfc217597c4f3fa1206e7ff4ff479b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1797593 May 27 03:23:54.056814 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 56338) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:23:54.064173 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0767aa35-cf4a-421e-bc43-2571638a152f req-85c17f03-be62-4eb4-9a8d-1aaf39b9c089 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:23:54.065679 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-0767aa35-cf4a-421e-bc43-2571638a152f req-85c17f03-be62-4eb4-9a8d-1aaf39b9c089 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=126a653e-c2f9-4fad-9401-b165bddb395d HTTP/1.1" status: 200 len: 944 time: 0.0883970 May 27 03:23:54.067836 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e13734-c0ed-4f91-9f42-106dfff1d25f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58cac553-5c10-4def-bafa-7d5aac77fd1e,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:54.111401 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-b50f9432-c395-40be-9792-c3a840748b59 admin admin] Publish callbacks [] for security_group (58cac553-5c10-4def-bafa-7d5aac77fd1e), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:54.129369 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-0767aa35-cf4a-421e-bc43-2571638a152f req-2b480cb7-1eb0-4b04-95cb-c5c6652a5494 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bb45d27-4147-42b8-a14c-c2b672c6e0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564165 May 27 03:23:54.143893 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-b50f9432-c395-40be-9792-c3a840748b59 admin admin] Publish callbacks [] for security_group (58cac553-5c10-4def-bafa-7d5aac77fd1e), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:54.164741 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-b524cd74-1835-4706-b6c6-aa852af223d1 req-f6719ee8-2f9f-46ff-96bc-fd911084bea3 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=b54917ef-d32c-4303-99e3-75adc12f147e HTTP/1.1" status: 200 len: 210 time: 0.0390608 May 27 03:23:54.189446 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Device 6d9acc3b-ba55-4e78-9bbb-cb5a5ce850ef up at agent hyperv_hv-cinder-82880 {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:23:54.214449 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-b50f9432-c395-40be-9792-c3a840748b59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (58cac553-5c10-4def-bafa-7d5aac77fd1e), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:54.217757 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-b50f9432-c395-40be-9792-c3a840748b59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:54.219513 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-b50f9432-c395-40be-9792-c3a840748b59 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/58cac553-5c10-4def-bafa-7d5aac77fd1e HTTP/1.1" status: 204 len: 168 time: 0.1615319 May 27 03:23:54.231217 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50f9432-c395-40be-9792-c3a840748b59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58cac553-5c10-4def-bafa-7d5aac77fd1e,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:54.234744 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Provisioning for port 6d9acc3b-ba55-4e78-9bbb-cb5a5ce850ef completed by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 03:23:54.249901 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Provisioning complete for port 6d9acc3b-ba55-4e78-9bbb-cb5a5ce850ef triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:23:54.250245 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (6d9acc3b-ba55-4e78-9bbb-cb5a5ce850ef), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:54.270887 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:54.280490 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:54.340051 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Current status of the port 6d9acc3b-ba55-4e78-9bbb-cb5a5ce850ef is: BUILD; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:23:54.340437 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (6d9acc3b-ba55-4e78-9bbb-cb5a5ce850ef), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:54.365269 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c0b7be0-94f6-463c-ae31-1fdb017d059a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d9acc3b-ba55-4e78-9bbb-cb5a5ce850ef'}] {{(pid=104073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:23:54.367789 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fe636b475fcf817a66bede64dee182d8d37f0deb14dcb08a99f86243ff54ad7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cb7d271-678f-4883-9741-e52a7a9a5ad7" -d '{"events": [{"server_uuid": "8c0b7be0-94f6-463c-ae31-1fdb017d059a", "name": "network-vif-plugged", "status": "completed", "tag": "6d9acc3b-ba55-4e78-9bbb-cb5a5ce850ef"}]}' {{(pid=104073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:23:54.382095 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] For port 6d9acc3b-ba55-4e78-9bbb-cb5a5ce850ef, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=6d9acc3b-ba55-4e78-9bbb-cb5a5ce850ef,segment=NetworkSegment(e06d4ee8-7c2f-4c75-a8e8-97fb5af915aa),segment_id=e06d4ee8-7c2f-4c75-a8e8-97fb5af915aa)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:23:54.388677 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (6d9acc3b-ba55-4e78-9bbb-cb5a5ce850ef), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:54.414319 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2202c6e3-beae-4c28-abfa-14fe625580bb x-openstack-request-id: req-2202c6e3-beae-4c28-abfa-14fe625580bb {{(pid=104073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:23:54.414810 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c0b7be0-94f6-463c-ae31-1fdb017d059a", "name": "network-vif-plugged", "status": "completed", "tag": "6d9acc3b-ba55-4e78-9bbb-cb5a5ce850ef", "code": 200}]} {{(pid=104073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:23:54.415067 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2202c6e3-beae-4c28-abfa-14fe625580bb {{(pid=104073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:23:54.415461 dv-cinder-828806-4-iscsi neutron-server[104073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2202c6e3-beae-4c28-abfa-14fe625580bb'] response: {'server_uuid': '8c0b7be0-94f6-463c-ae31-1fdb017d059a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d9acc3b-ba55-4e78-9bbb-cb5a5ce850ef', 'code': 200} May 27 03:23:54.441830 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Pushing event updated for resources: {'Port': ['ID=6d9acc3b-ba55-4e78-9bbb-cb5a5ce850ef,revision_number=5']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:54.618168 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [req-55515868-6523-4dc7-ad95-e1fd85baea9d req-74831f2b-8b37-485d-a283-7378a8698938 service neutron] Request body: {'port': {'device_id': 'a04444dd-f9dd-428f-b524-fba73fc83fe4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:23:54.648388 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:54.708661 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-55515868-6523-4dc7-ad95-e1fd85baea9d req-74831f2b-8b37-485d-a283-7378a8698938 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (bfbe9cb8-2655-4fd9-8904-baffc1034ee0), before_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:54.831572 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d14404-a49a-45b5-a413-9483b4da6d5e req-1ee0218d-0b8d-4234-9276-e6aebdfbe6a5 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:23:54.838223 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b1d14404-a49a-45b5-a413-9483b4da6d5e req-1ee0218d-0b8d-4234-9276-e6aebdfbe6a5 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.67 "GET /v2.0/networks?id=9235750b-3863-4242-97a7-a4cb52643ca2 HTTP/1.1" status: 200 len: 816 time: 0.1808555 May 27 03:23:54.920968 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62761d2e-de30-4703-9818-b93fd3d622d0 req-a0a3a11e-bff1-46a4-addb-611b71ab88cd tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:23:54.922528 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-62761d2e-de30-4703-9818-b93fd3d622d0 req-a0a3a11e-bff1-46a4-addb-611b71ab88cd tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/ports?device_id=a04444dd-f9dd-428f-b524-fba73fc83fe4 HTTP/1.1" status: 200 len: 931 time: 0.0632012 May 27 03:23:54.925397 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7679b80e-eedc-426f-abbe-295fb531be2f req-834c7de6-635d-470f-a499-7bdbb9462bf9 tempest-DeleteServersTestJSON-2102923163 tempest-DeleteServersTestJSON-2102923163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:23:54.932547 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-7679b80e-eedc-426f-abbe-295fb531be2f req-834c7de6-635d-470f-a499-7bdbb9462bf9 tempest-DeleteServersTestJSON-2102923163 tempest-DeleteServersTestJSON-2102923163-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ddacdbc-778d-43a4-9781-bc1bfec238e4 HTTP/1.1" status: 200 len: 945 time: 0.1321614 May 27 03:23:54.993587 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-62761d2e-de30-4703-9818-b93fd3d622d0 req-85e0d969-e50f-45e6-889b-fcdf0ac593d3 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b952be5-5d1b-4d72-ad7c-b294a4de78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638654 May 27 03:23:55.008972 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-7679b80e-eedc-426f-abbe-295fb531be2f req-585b2e8a-5390-4465-b7df-a8534c02f342 tempest-DeleteServersTestJSON-2102923163 tempest-DeleteServersTestJSON-2102923163-project] 10.222.0.50 "GET /v2.0/security-groups?id=cab20666-9115-4554-9d3c-c2407804d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754316 May 27 03:23:55.201415 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-32f7cf15-d8b0-40d6-9aad-460024935cfd req-b37fd0cc-81f1-4602-98c5-990865daa78f tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/ports?device_id=d00e4700-28c6-4440-83e4-c3d1a86a75c7 HTTP/1.1" status: 200 len: 210 time: 0.0381029 May 27 03:23:55.329885 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a637e20c-fe2a-4a80-bc8f-cf4fb3de0dae req-b3817666-1697-4d2c-9442-ebd3b6859ecd tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=b54917ef-d32c-4303-99e3-75adc12f147e HTTP/1.1" status: 200 len: 210 time: 0.0442548 May 27 03:23:55.506339 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.notifiers.nova [req-55515868-6523-4dc7-ad95-e1fd85baea9d req-74831f2b-8b37-485d-a283-7378a8698938 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfbe9cb8-2655-4fd9-8904-baffc1034ee0 {{(pid=104071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:23:55.525977 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-55515868-6523-4dc7-ad95-e1fd85baea9d req-74831f2b-8b37-485d-a283-7378a8698938 service neutron] Publish callbacks [] for port (bfbe9cb8-2655-4fd9-8904-baffc1034ee0), precommit_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:55.566192 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.db.provisioning_blocks [req-55515868-6523-4dc7-ad95-e1fd85baea9d req-74831f2b-8b37-485d-a283-7378a8698938 service neutron] Transition to ACTIVE for port object bfbe9cb8-2655-4fd9-8904-baffc1034ee0 will not be triggered until provisioned by entity L2. {{(pid=104071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 03:23:55.575396 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be06b51-6fe0-460a-85fe-e91a6ee65126 req-8878222d-8ce8-4f1a-bc6b-436ed1964d50 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:23:55.576942 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-4be06b51-6fe0-460a-85fe-e91a6ee65126 req-8878222d-8ce8-4f1a-bc6b-436ed1964d50 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=126a653e-c2f9-4fad-9401-b165bddb395d HTTP/1.1" status: 200 len: 944 time: 0.0651076 May 27 03:23:55.578106 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-55515868-6523-4dc7-ad95-e1fd85baea9d req-74831f2b-8b37-485d-a283-7378a8698938 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12907171'] for port (bfbe9cb8-2655-4fd9-8904-baffc1034ee0), after_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:55.663286 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74831f2b-8b37-485d-a283-7378a8698938 service neutron] Pushing event updated for resources: {'Port': ['ID=bfbe9cb8-2655-4fd9-8904-baffc1034ee0,revision_number=2']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:55.669958 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:55.699329 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-4be06b51-6fe0-460a-85fe-e91a6ee65126 req-3a088ea5-2f82-42c8-87c0-087c8aa26340 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bb45d27-4147-42b8-a14c-c2b672c6e0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109483 May 27 03:23:55.753922 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.managers [req-55515868-6523-4dc7-ad95-e1fd85baea9d req-74831f2b-8b37-485d-a283-7378a8698938 service neutron] Attempting to bind port bfbe9cb8-2655-4fd9-8904-baffc1034ee0 on host hv-cinder-82880 for vnic_type normal with profile {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:23:55.754264 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.managers [req-55515868-6523-4dc7-ad95-e1fd85baea9d req-74831f2b-8b37-485d-a283-7378a8698938 service neutron] Attempting to bind port bfbe9cb8-2655-4fd9-8904-baffc1034ee0 by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': '63adec67-bcb3-479f-bdea-b274a09a22b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'cc2d2605-cf0b-41cc-a4d1-c3c28ec94860'}] {{(pid=104071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:23:55.754595 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55515868-6523-4dc7-ad95-e1fd85baea9d req-74831f2b-8b37-485d-a283-7378a8698938 service neutron] Attempting to bind port bfbe9cb8-2655-4fd9-8904-baffc1034ee0 on network cc2d2605-cf0b-41cc-a4d1-c3c28ec94860 {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:23:55.759498 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55515868-6523-4dc7-ad95-e1fd85baea9d req-74831f2b-8b37-485d-a283-7378a8698938 service neutron] Port bfbe9cb8-2655-4fd9-8904-baffc1034ee0 on network cc2d2605-cf0b-41cc-a4d1-c3c28ec94860 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 03:23:55.759748 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55515868-6523-4dc7-ad95-e1fd85baea9d req-74831f2b-8b37-485d-a283-7378a8698938 service neutron] Attempting to bind port bfbe9cb8-2655-4fd9-8904-baffc1034ee0 on network cc2d2605-cf0b-41cc-a4d1-c3c28ec94860 {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:23:55.765628 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55515868-6523-4dc7-ad95-e1fd85baea9d req-74831f2b-8b37-485d-a283-7378a8698938 service neutron] Checking agent: {'id': 'a17a57cc-679f-4398-8430-1b64b86f4dc1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 21, 13), 'started_at': datetime.datetime(2022, 5, 27, 3, 21, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:23:55.765968 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55515868-6523-4dc7-ad95-e1fd85baea9d req-74831f2b-8b37-485d-a283-7378a8698938 service neutron] Checking segment: {'id': '63adec67-bcb3-479f-bdea-b274a09a22b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'cc2d2605-cf0b-41cc-a4d1-c3c28ec94860'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:23:55.766569 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55515868-6523-4dc7-ad95-e1fd85baea9d req-74831f2b-8b37-485d-a283-7378a8698938 service neutron] Bound using segment: {'id': '63adec67-bcb3-479f-bdea-b274a09a22b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'cc2d2605-cf0b-41cc-a4d1-c3c28ec94860'} {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:23:55.767003 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.managers [req-55515868-6523-4dc7-ad95-e1fd85baea9d req-74831f2b-8b37-485d-a283-7378a8698938 service neutron] Bound port: bfbe9cb8-2655-4fd9-8904-baffc1034ee0, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63adec67-bcb3-479f-bdea-b274a09a22b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'cc2d2605-cf0b-41cc-a4d1-c3c28ec94860'}}] {{(pid=104071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:23:55.767367 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-55515868-6523-4dc7-ad95-e1fd85baea9d req-74831f2b-8b37-485d-a283-7378a8698938 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (bfbe9cb8-2655-4fd9-8904-baffc1034ee0), before_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:55.834365 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.db [req-55515868-6523-4dc7-ad95-e1fd85baea9d req-74831f2b-8b37-485d-a283-7378a8698938 service neutron] For port bfbe9cb8-2655-4fd9-8904-baffc1034ee0, host hv-cinder-82880, cleared binding levels {{(pid=104071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:23:55.838002 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.db [req-55515868-6523-4dc7-ad95-e1fd85baea9d req-74831f2b-8b37-485d-a283-7378a8698938 service neutron] For port bfbe9cb8-2655-4fd9-8904-baffc1034ee0, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=bfbe9cb8-2655-4fd9-8904-baffc1034ee0,segment=NetworkSegment(63adec67-bcb3-479f-bdea-b274a09a22b6),segment_id=63adec67-bcb3-479f-bdea-b274a09a22b6)] {{(pid=104071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:23:55.844012 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-55515868-6523-4dc7-ad95-e1fd85baea9d req-74831f2b-8b37-485d-a283-7378a8698938 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12907171'] for port (bfbe9cb8-2655-4fd9-8904-baffc1034ee0), after_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:55.896425 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55515868-6523-4dc7-ad95-e1fd85baea9d req-74831f2b-8b37-485d-a283-7378a8698938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:23:55.897091 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-55515868-6523-4dc7-ad95-e1fd85baea9d req-74831f2b-8b37-485d-a283-7378a8698938 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-366398'] for port (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:55.898953 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-55515868-6523-4dc7-ad95-e1fd85baea9d req-74831f2b-8b37-485d-a283-7378a8698938 service neutron] 10.222.0.67 "PUT /v2.0/ports/bfbe9cb8-2655-4fd9-8904-baffc1034ee0 HTTP/1.1" status: 200 len: 1093 time: 1.2917936 May 27 03:23:55.903747 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a04444dd-f9dd-428f-b524-fba73fc83fe4', 'tag': 'bfbe9cb8-2655-4fd9-8904-baffc1034ee0'}] {{(pid=104071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:23:55.906911 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bb076ad6e20eee76da9493a154e3e0af7ddb4a8668b70cc9390b05200f69f4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73e0c378-94df-4eb6-b5b2-0bcc966b048d" -d '{"events": [{"name": "network-changed", "server_uuid": "a04444dd-f9dd-428f-b524-fba73fc83fe4", "tag": "bfbe9cb8-2655-4fd9-8904-baffc1034ee0"}]}' {{(pid=104071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:23:55.970945 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44934166-ab94-44e3-b431-f3c275f662fe req-d3fbaf6d-d81a-4284-bc52-8266050d710c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:23:55.972194 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:55.974146 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-44934166-ab94-44e3-b431-f3c275f662fe req-d3fbaf6d-d81a-4284-bc52-8266050d710c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6db8193dcee944008c7b41889bfa67a3&device_id=126a653e-c2f9-4fad-9401-b165bddb395d HTTP/1.1" status: 200 len: 1128 time: 0.0941978 May 27 03:23:55.978664 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74831f2b-8b37-485d-a283-7378a8698938 service neutron] Pushing event updated for resources: {'Port': ['ID=bfbe9cb8-2655-4fd9-8904-baffc1034ee0,revision_number=3']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:55.989029 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b1d14404-a49a-45b5-a413-9483b4da6d5e req-71b0b30b-c5c7-4e71-b822-2a7d1c41be69 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e2e4b63d6af43058e0dc76d8ceac844 HTTP/1.1" status: 200 len: 380 time: 0.1245017 May 27 03:23:56.007580 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34869b32-ed7f-4f34-870d-924c769e6f4b x-openstack-request-id: req-34869b32-ed7f-4f34-870d-924c769e6f4b {{(pid=104071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:23:56.008266 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a04444dd-f9dd-428f-b524-fba73fc83fe4", "tag": "bfbe9cb8-2655-4fd9-8904-baffc1034ee0", "status": "completed", "code": 200}]} {{(pid=104071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:23:56.008706 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-34869b32-ed7f-4f34-870d-924c769e6f4b {{(pid=104071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:23:56.009630 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34869b32-ed7f-4f34-870d-924c769e6f4b'] response: {'name': 'network-changed', 'server_uuid': 'a04444dd-f9dd-428f-b524-fba73fc83fe4', 'tag': 'bfbe9cb8-2655-4fd9-8904-baffc1034ee0', 'status': 'completed', 'code': 200} May 27 03:23:56.036343 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [req-b1d14404-a49a-45b5-a413-9483b4da6d5e req-0a20dee0-f140-4b43-8d60-f9f41598ab6c tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Request body: {'port': {'device_id': 'b54917ef-d32c-4303-99e3-75adc12f147e', 'network_id': '9235750b-3863-4242-97a7-a4cb52643ca2', 'admin_state_up': True, 'tenant_id': '7e2e4b63d6af43058e0dc76d8ceac844', 'security_groups': ['355c63b5-9543-409d-a9f3-f7230b59d8eb']}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:23:56.201141 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Device 93f8d1e6-7ba3-465b-83b0-41aabb82cf05 details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=104073) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 03:23:56.206717 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:56.226847 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:56.239552 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55515868-6523-4dc7-ad95-e1fd85baea9d req-2ec575c1-13e5-48ae-8ee0-a64d3f422d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:23:56.243329 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-55515868-6523-4dc7-ad95-e1fd85baea9d req-2ec575c1-13e5-48ae-8ee0-a64d3f422d92 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9351d2e0e0e14585820951a9398b35f4&device_id=a04444dd-f9dd-428f-b524-fba73fc83fe4 HTTP/1.1" status: 200 len: 1127 time: 0.1473839 May 27 03:23:56.266556 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9662b868-7852-4dd7-83a6-daacaa9bb525 req-60bfaac8-a597-484d-986a-fcb2a6a56a68 tempest-DeleteServersTestJSON-2102923163 tempest-DeleteServersTestJSON-2102923163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:23:56.270497 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-9662b868-7852-4dd7-83a6-daacaa9bb525 req-60bfaac8-a597-484d-986a-fcb2a6a56a68 tempest-DeleteServersTestJSON-2102923163 tempest-DeleteServersTestJSON-2102923163-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ddacdbc-778d-43a4-9781-bc1bfec238e4 HTTP/1.1" status: 200 len: 945 time: 0.0979686 May 27 03:23:56.311663 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf29895-cfe8-42a5-b313-3bec08b0100e req-51966005-4c50-495b-87bc-9f7911c37898 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:23:56.313510 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-cdf29895-cfe8-42a5-b313-3bec08b0100e req-51966005-4c50-495b-87bc-9f7911c37898 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/ports?device_id=a04444dd-f9dd-428f-b524-fba73fc83fe4 HTTP/1.1" status: 200 len: 943 time: 0.1368396 May 27 03:23:56.338703 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1d14404-a49a-45b5-a413-9483b4da6d5e req-0a20dee0-f140-4b43-8d60-f9f41598ab6c tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Made reservation on behalf of 7e2e4b63d6af43058e0dc76d8ceac844 for: {'port': 1} {{(pid=104072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:23:56.342432 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-b1d14404-a49a-45b5-a413-9483b4da6d5e req-0a20dee0-f140-4b43-8d60-f9f41598ab6c tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:56.385458 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-55515868-6523-4dc7-ad95-e1fd85baea9d req-f8462c5c-5fb1-469d-a6d1-0c2feb51b9ee service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bfbe9cb8-2655-4fd9-8904-baffc1034ee0 HTTP/1.1" status: 200 len: 217 time: 0.1025131 May 27 03:23:56.408874 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44934166-ab94-44e3-b431-f3c275f662fe req-03a53024-f9a5-4af7-9149-5d224f00477d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:23:56.414036 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] For port 93f8d1e6-7ba3-465b-83b0-41aabb82cf05, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=93f8d1e6-7ba3-465b-83b0-41aabb82cf05,segment=NetworkSegment(e06d4ee8-7c2f-4c75-a8e8-97fb5af915aa),segment_id=e06d4ee8-7c2f-4c75-a8e8-97fb5af915aa)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:23:56.418316 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-44934166-ab94-44e3-b431-f3c275f662fe req-03a53024-f9a5-4af7-9149-5d224f00477d service neutron] 10.222.0.67 "GET /v2.0/networks?id=ee2ac450-e56e-4c1d-8d15-c8bfd50e2024 HTTP/1.1" status: 200 len: 920 time: 0.4071274 May 27 03:23:56.427992 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Returning: {'device': '93f8d1e6-7ba3-465b-83b0-41aabb82cf05', 'network_id': 'ee2ac450-e56e-4c1d-8d15-c8bfd50e2024', 'port_id': '93f8d1e6-7ba3-465b-83b0-41aabb82cf05', 'mac_address': 'fa:16:3e:7d:7b:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc441656-896b-4ce0-b128-b3b9a7f3a183', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104073) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 03:23:56.442909 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-9662b868-7852-4dd7-83a6-daacaa9bb525 req-54e7f325-449d-4659-8024-70125a1073b2 tempest-DeleteServersTestJSON-2102923163 tempest-DeleteServersTestJSON-2102923163-project] 10.222.0.50 "GET /v2.0/security-groups?id=cab20666-9115-4554-9d3c-c2407804d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544812 May 27 03:23:56.464029 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-cdf29895-cfe8-42a5-b313-3bec08b0100e req-7d3baa07-92e9-428b-85c1-ad8ce3259271 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b952be5-5d1b-4d72-ad7c-b294a4de78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1423333 May 27 03:23:56.522113 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.db.db_base_plugin_common [req-b1d14404-a49a-45b5-a413-9483b4da6d5e req-0a20dee0-f140-4b43-8d60-f9f41598ab6c tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Allocated IP 172.20.0.4 (9235750b-3863-4242-97a7-a4cb52643ca2/74986d1d-a9b7-43a2-b2c2-09937b076cb1/fe4197df-049a-453f-a110-e4a007e15f18) {{(pid=104072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:23:56.529167 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Current status of the port 93f8d1e6-7ba3-465b-83b0-41aabb82cf05 is: DOWN; New status is: BUILD {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:23:56.529817 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (93f8d1e6-7ba3-465b-83b0-41aabb82cf05), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:56.559007 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.notifiers.nova [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93f8d1e6-7ba3-465b-83b0-41aabb82cf05 {{(pid=104073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:23:56.631477 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] For port 93f8d1e6-7ba3-465b-83b0-41aabb82cf05, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=93f8d1e6-7ba3-465b-83b0-41aabb82cf05,segment=NetworkSegment(e06d4ee8-7c2f-4c75-a8e8-97fb5af915aa),segment_id=e06d4ee8-7c2f-4c75-a8e8-97fb5af915aa)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:23:56.637306 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (93f8d1e6-7ba3-465b-83b0-41aabb82cf05), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:56.649303 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.67', 57189) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:23:56.733775 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-8038c706-68cf-4ccf-86d8-5d6279c9258c req-77b9acfc-8c6a-445e-9bde-8da4c4dce1f2 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=b54917ef-d32c-4303-99e3-75adc12f147e HTTP/1.1" status: 200 len: 210 time: 0.1398418 May 27 03:23:56.829466 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Pushing event updated for resources: {'Port': ['ID=93f8d1e6-7ba3-465b-83b0-41aabb82cf05,revision_number=4']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:56.858249 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-44934166-ab94-44e3-b431-f3c275f662fe req-61dfb30c-1ef1-430a-96f4-f939d71ad6ee service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=93f8d1e6-7ba3-465b-83b0-41aabb82cf05 HTTP/1.1" status: 200 len: 217 time: 0.1537626 May 27 03:23:56.918847 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55515868-6523-4dc7-ad95-e1fd85baea9d req-bced4439-3e39-45ba-bba1-f59f0a9f3aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:23:56.922850 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-55515868-6523-4dc7-ad95-e1fd85baea9d req-bced4439-3e39-45ba-bba1-f59f0a9f3aee service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a8c67362-f6b9-416d-9235-7ee8f03b0511 HTTP/1.1" status: 200 len: 849 time: 0.2212701 May 27 03:23:56.999194 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd66309-7681-4428-8a4d-4b2e7d9f51bc req-d1a0c24d-a164-4caf-87b5-8bb5fde3b160 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:23:57.001243 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-8cd66309-7681-4428-8a4d-4b2e7d9f51bc req-d1a0c24d-a164-4caf-87b5-8bb5fde3b160 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=126a653e-c2f9-4fad-9401-b165bddb395d HTTP/1.1" status: 200 len: 945 time: 0.1137764 May 27 03:23:57.119827 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-8cd66309-7681-4428-8a4d-4b2e7d9f51bc req-1ebfe880-29e6-480e-bf75-977e2f288d7d tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bb45d27-4147-42b8-a14c-c2b672c6e0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122315 May 27 03:23:57.165237 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ba774a-fb2d-444b-9192-0810b7468f70 req-2f40c72b-335e-4145-916e-c36f1d19e72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:23:57.167163 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-51ba774a-fb2d-444b-9192-0810b7468f70 req-2f40c72b-335e-4145-916e-c36f1d19e72e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=8c0b7be0-94f6-463c-ae31-1fdb017d059a HTTP/1.1" status: 200 len: 1129 time: 0.4908228 May 27 03:23:57.177518 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-8e6af149-ab7c-46f8-ac56-9790889edf14 req-0342f641-b245-4103-9ac6-f73daaf31011 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/ports?device_id=d00e4700-28c6-4440-83e4-c3d1a86a75c7 HTTP/1.1" status: 200 len: 210 time: 0.5471411 May 27 03:23:57.240622 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] get_ports_and_sgs() called for port_ids ['93f8d1e6-7ba3-465b-83b0-41aabb82cf05'] {{(pid=104073) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:23:57.255149 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-b1d14404-a49a-45b5-a413-9483b4da6d5e req-0a20dee0-f140-4b43-8d60-f9f41598ab6c tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Publish callbacks [] for port (fe4197df-049a-453f-a110-e4a007e15f18), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:57.290014 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-b1d14404-a49a-45b5-a413-9483b4da6d5e req-0a20dee0-f140-4b43-8d60-f9f41598ab6c tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743907242280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13119109'] for port (fe4197df-049a-453f-a110-e4a007e15f18), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:57.335100 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1d14404-a49a-45b5-a413-9483b4da6d5e req-0a20dee0-f140-4b43-8d60-f9f41598ab6c tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Network 9235750b-3863-4242-97a7-a4cb52643ca2 is already hosted by enough agents. {{(pid=104072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:23:57.339500 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.base_scheduler [req-b1d14404-a49a-45b5-a413-9483b4da6d5e req-0a20dee0-f140-4b43-8d60-f9f41598ab6c tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Resources bound (agent type, host, resource id): {{(pid=104072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:23:57.339673 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:57.347026 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1d14404-a49a-45b5-a413-9483b4da6d5e req-0a20dee0-f140-4b43-8d60-f9f41598ab6c tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Received port after_create {{(pid=104072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:23:57.370466 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.67', 57192) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:23:57.425755 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a20dee0-f140-4b43-8d60-f9f41598ab6c tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Pushing event updated for resources: {'Port': ['ID=fe4197df-049a-453f-a110-e4a007e15f18,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:57.443827 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d14404-a49a-45b5-a413-9483b4da6d5e req-0a20dee0-f140-4b43-8d60-f9f41598ab6c tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:23:57.444520 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-b1d14404-a49a-45b5-a413-9483b4da6d5e req-0a20dee0-f140-4b43-8d60-f9f41598ab6c tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-366398'] for port (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:57.499458 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b1d14404-a49a-45b5-a413-9483b4da6d5e req-0a20dee0-f140-4b43-8d60-f9f41598ab6c tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4756477 May 27 03:23:57.530826 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [req-b1d14404-a49a-45b5-a413-9483b4da6d5e req-875c9c66-108c-4381-abb1-39c49862fb48 service neutron] Request body: {'port': {'device_id': 'b54917ef-d32c-4303-99e3-75adc12f147e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:23:57.562366 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55515868-6523-4dc7-ad95-e1fd85baea9d req-9ee6686e-a026-4171-9db8-76a0a8682bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:23:57.572537 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-55515868-6523-4dc7-ad95-e1fd85baea9d req-9ee6686e-a026-4171-9db8-76a0a8682bea service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cc2d2605-cf0b-41cc-a4d1-c3c28ec94860&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2059565 May 27 03:23:57.590858 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-51ba774a-fb2d-444b-9192-0810b7468f70 req-82c5645b-d896-4259-9bde-fdcc3fcd2397 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=5bb45d27-4147-42b8-a14c-c2b672c6e0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894081 May 27 03:23:57.667428 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:57.687169 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1794b8-0acc-4ca5-9018-66b6d46df5d2 req-11826653-a09c-4855-aa0a-e8a440f048a7 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:23:57.688674 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-dd1794b8-0acc-4ca5-9018-66b6d46df5d2 req-11826653-a09c-4855-aa0a-e8a440f048a7 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/ports?device_id=a04444dd-f9dd-428f-b524-fba73fc83fe4 HTTP/1.1" status: 200 len: 943 time: 0.0863178 May 27 03:23:57.689757 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-b1d14404-a49a-45b5-a413-9483b4da6d5e req-875c9c66-108c-4381-abb1-39c49862fb48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (fe4197df-049a-453f-a110-e4a007e15f18), before_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:57.700317 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44934166-ab94-44e3-b431-f3c275f662fe req-9b68a1c0-407a-413d-ae19-51cbb38bd4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:23:57.701937 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-44934166-ab94-44e3-b431-f3c275f662fe req-9b68a1c0-407a-413d-ae19-51cbb38bd4eb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cc441656-896b-4ce0-b128-b3b9a7f3a183 HTTP/1.1" status: 200 len: 858 time: 0.3616610 May 27 03:23:57.704289 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:57.710096 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-646b39b1-3bff-4f47-a1e4-b203dc026737 None None] Provisioning complete for port fe4197df-049a-453f-a110-e4a007e15f18 triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:23:57.710471 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-646b39b1-3bff-4f47-a1e4-b203dc026737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (fe4197df-049a-453f-a110-e4a007e15f18), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:57.745251 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcf4d39-d5a6-4225-b446-e05de6bc9e98 req-fa38eebe-086d-42d2-8089-20f71a76b8f9 tempest-DeleteServersTestJSON-2102923163 tempest-DeleteServersTestJSON-2102923163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:23:57.746909 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-8dcf4d39-d5a6-4225-b446-e05de6bc9e98 req-fa38eebe-086d-42d2-8089-20f71a76b8f9 tempest-DeleteServersTestJSON-2102923163 tempest-DeleteServersTestJSON-2102923163-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ddacdbc-778d-43a4-9781-bc1bfec238e4 HTTP/1.1" status: 200 len: 945 time: 0.1234951 May 27 03:23:57.749737 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-646b39b1-3bff-4f47-a1e4-b203dc026737 None None] Port fe4197df-049a-453f-a110-e4a007e15f18 cannot update to ACTIVE because it is not bound. {{(pid=104073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:23:57.803815 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:57.812819 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-dd1794b8-0acc-4ca5-9018-66b6d46df5d2 req-64181fa1-486c-4ee3-953b-c4cc45d51d76 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b952be5-5d1b-4d72-ad7c-b294a4de78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129963 May 27 03:23:57.829893 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dcf22e-70c7-439d-acfd-9bd1ec50abb3 req-3664d8f6-3079-4062-b5c7-f5a07c2c5ac9 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:23:57.831663 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-c5dcf22e-70c7-439d-acfd-9bd1ec50abb3 req-3664d8f6-3079-4062-b5c7-f5a07c2c5ac9 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.67 "GET /v2.0/networks?id=e861f168-e1a5-4542-8ee4-9759fa17a578 HTTP/1.1" status: 200 len: 815 time: 0.4592311 May 27 03:23:57.855084 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-55515868-6523-4dc7-ad95-e1fd85baea9d req-d3ce2e3b-d983-486d-a18d-ed43ccadf304 service neutron] 10.222.0.67 "GET /v2.0/networks/cc2d2605-cf0b-41cc-a4d1-c3c28ec94860?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2326577 May 27 03:23:57.858695 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-8dcf4d39-d5a6-4225-b446-e05de6bc9e98 req-571c7885-0d09-42c0-84b3-25b9896085dd tempest-DeleteServersTestJSON-2102923163 tempest-DeleteServersTestJSON-2102923163-project] 10.222.0.50 "GET /v2.0/security-groups?id=cab20666-9115-4554-9d3c-c2407804d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044838 May 27 03:23:57.984773 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f47c0b-4782-4808-95e4-c5490b2aaaae req-23f72b2c-5498-4b04-b0c8-3b9fa2f81090 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:23:57.986358 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-43f47c0b-4782-4808-95e4-c5490b2aaaae req-23f72b2c-5498-4b04-b0c8-3b9fa2f81090 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=b54917ef-d32c-4303-99e3-75adc12f147e HTTP/1.1" status: 200 len: 931 time: 0.0892484 May 27 03:23:58.030444 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44934166-ab94-44e3-b431-f3c275f662fe req-4811a124-9512-4866-8b2c-e322c08fff69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:23:58.032074 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-44934166-ab94-44e3-b431-f3c275f662fe req-4811a124-9512-4866-8b2c-e322c08fff69 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ee2ac450-e56e-4c1d-8d15-c8bfd50e2024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1174865 May 27 03:23:58.074876 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-c5dcf22e-70c7-439d-acfd-9bd1ec50abb3 req-f5b2ce56-d95a-4b47-aa4c-dd328ca6c5b4 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=082b5523ee504be09f6fcaf833207a4f HTTP/1.1" status: 200 len: 379 time: 0.1348734 May 27 03:23:58.103209 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-55515868-6523-4dc7-ad95-e1fd85baea9d req-35451fd4-7c0c-43ef-b5cf-f385b666ff7c service neutron] 10.222.0.67 "GET /v2.0/networks/cc2d2605-cf0b-41cc-a4d1-c3c28ec94860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771848 May 27 03:23:58.113492 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-43f47c0b-4782-4808-95e4-c5490b2aaaae req-28618a5b-ba08-446c-9d82-623a136304e8 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=355c63b5-9543-409d-a9f3-f7230b59d8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973971 May 27 03:23:58.212290 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Device 93f8d1e6-7ba3-465b-83b0-41aabb82cf05 up at agent hyperv_hv-cinder-82880 {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:23:58.254550 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.notifiers.nova [req-b1d14404-a49a-45b5-a413-9483b4da6d5e req-875c9c66-108c-4381-abb1-39c49862fb48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe4197df-049a-453f-a110-e4a007e15f18 {{(pid=104072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:23:58.278291 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-b1d14404-a49a-45b5-a413-9483b4da6d5e req-875c9c66-108c-4381-abb1-39c49862fb48 service neutron] Publish callbacks [] for port (fe4197df-049a-453f-a110-e4a007e15f18), precommit_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:58.337931 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [req-c5dcf22e-70c7-439d-acfd-9bd1ec50abb3 req-826644b8-905c-4541-8358-bc1c890fd10c tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Request body: {'port': {'device_id': 'd00e4700-28c6-4440-83e4-c3d1a86a75c7', 'network_id': 'e861f168-e1a5-4542-8ee4-9759fa17a578', 'admin_state_up': True, 'tenant_id': '082b5523ee504be09f6fcaf833207a4f', 'security_groups': ['175a7da0-8a41-43f4-9e53-a62bc6fe8167']}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:23:58.342917 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=100 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:58.372992 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.db.provisioning_blocks [req-b1d14404-a49a-45b5-a413-9483b4da6d5e req-875c9c66-108c-4381-abb1-39c49862fb48 service neutron] Transition to ACTIVE for port object fe4197df-049a-453f-a110-e4a007e15f18 will not be triggered until provisioned by entity L2. {{(pid=104072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 03:23:58.378216 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Provisioning for port 93f8d1e6-7ba3-465b-83b0-41aabb82cf05 completed by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 03:23:58.392409 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-fb142684-380b-4934-a664-d5d7f0e51d8f req-82e15c21-4c61-4705-a44f-d472ebd0557c tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/ports?device_id=d00e4700-28c6-4440-83e4-c3d1a86a75c7 HTTP/1.1" status: 200 len: 210 time: 0.0687571 May 27 03:23:58.397128 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-b1d14404-a49a-45b5-a413-9483b4da6d5e req-875c9c66-108c-4381-abb1-39c49862fb48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13119154'] for port (fe4197df-049a-453f-a110-e4a007e15f18), after_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:58.407789 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Provisioning complete for port 93f8d1e6-7ba3-465b-83b0-41aabb82cf05 triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:23:58.408887 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (93f8d1e6-7ba3-465b-83b0-41aabb82cf05), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:58.510948 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2e6ae6-7a7e-4adb-b930-eb250a1280f8 req-03d97457-a2f3-44d9-a589-1a1b379240fe tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:23:58.512564 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-9b2e6ae6-7a7e-4adb-b930-eb250a1280f8 req-03d97457-a2f3-44d9-a589-1a1b379240fe tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=126a653e-c2f9-4fad-9401-b165bddb395d HTTP/1.1" status: 200 len: 945 time: 0.3166015 May 27 03:23:58.582347 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Current status of the port 93f8d1e6-7ba3-465b-83b0-41aabb82cf05 is: BUILD; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:23:58.583304 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (93f8d1e6-7ba3-465b-83b0-41aabb82cf05), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:58.584662 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875c9c66-108c-4381-abb1-39c49862fb48 service neutron] Pushing event updated for resources: {'Port': ['ID=fe4197df-049a-453f-a110-e4a007e15f18,revision_number=2']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:58.586940 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:58.640885 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '126a653e-c2f9-4fad-9401-b165bddb395d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93f8d1e6-7ba3-465b-83b0-41aabb82cf05'}] {{(pid=104073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:23:58.643710 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fe636b475fcf817a66bede64dee182d8d37f0deb14dcb08a99f86243ff54ad7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-605bf000-2c7f-4b59-b2e0-19abe0ac4c64" -d '{"events": [{"server_uuid": "126a653e-c2f9-4fad-9401-b165bddb395d", "name": "network-vif-plugged", "status": "completed", "tag": "93f8d1e6-7ba3-465b-83b0-41aabb82cf05"}]}' {{(pid=104073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:23:58.667287 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] For port 93f8d1e6-7ba3-465b-83b0-41aabb82cf05, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=93f8d1e6-7ba3-465b-83b0-41aabb82cf05,segment=NetworkSegment(e06d4ee8-7c2f-4c75-a8e8-97fb5af915aa),segment_id=e06d4ee8-7c2f-4c75-a8e8-97fb5af915aa)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:23:58.694757 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (93f8d1e6-7ba3-465b-83b0-41aabb82cf05), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:58.743639 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45e7d8af-e7af-4f89-b3a6-772df71a8a5a x-openstack-request-id: req-45e7d8af-e7af-4f89-b3a6-772df71a8a5a {{(pid=104073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:23:58.743945 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "126a653e-c2f9-4fad-9401-b165bddb395d", "name": "network-vif-plugged", "status": "completed", "tag": "93f8d1e6-7ba3-465b-83b0-41aabb82cf05", "code": 200}]} {{(pid=104073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:23:58.744257 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-45e7d8af-e7af-4f89-b3a6-772df71a8a5a {{(pid=104073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:23:58.744815 dv-cinder-828806-4-iscsi neutron-server[104073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45e7d8af-e7af-4f89-b3a6-772df71a8a5a'] response: {'server_uuid': '126a653e-c2f9-4fad-9401-b165bddb395d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93f8d1e6-7ba3-465b-83b0-41aabb82cf05', 'code': 200} May 27 03:23:58.749797 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.managers [req-b1d14404-a49a-45b5-a413-9483b4da6d5e req-875c9c66-108c-4381-abb1-39c49862fb48 service neutron] Attempting to bind port fe4197df-049a-453f-a110-e4a007e15f18 on host hv-cinder-82880 for vnic_type normal with profile {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:23:58.753055 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.managers [req-b1d14404-a49a-45b5-a413-9483b4da6d5e req-875c9c66-108c-4381-abb1-39c49862fb48 service neutron] Attempting to bind port fe4197df-049a-453f-a110-e4a007e15f18 by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': '8900a96c-140e-4a88-9323-782a7b94dd95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '9235750b-3863-4242-97a7-a4cb52643ca2'}] {{(pid=104072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:23:58.753499 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d14404-a49a-45b5-a413-9483b4da6d5e req-875c9c66-108c-4381-abb1-39c49862fb48 service neutron] Attempting to bind port fe4197df-049a-453f-a110-e4a007e15f18 on network 9235750b-3863-4242-97a7-a4cb52643ca2 {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:23:58.765573 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-857cabde-a3c6-4b86-ad21-04bdbdd145b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (88cb169e-23a7-4380-813c-9b707a5671b5), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:58.772278 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d14404-a49a-45b5-a413-9483b4da6d5e req-875c9c66-108c-4381-abb1-39c49862fb48 service neutron] Port fe4197df-049a-453f-a110-e4a007e15f18 on network 9235750b-3863-4242-97a7-a4cb52643ca2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 03:23:58.772855 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d14404-a49a-45b5-a413-9483b4da6d5e req-875c9c66-108c-4381-abb1-39c49862fb48 service neutron] Attempting to bind port fe4197df-049a-453f-a110-e4a007e15f18 on network 9235750b-3863-4242-97a7-a4cb52643ca2 {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:23:58.781047 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d14404-a49a-45b5-a413-9483b4da6d5e req-875c9c66-108c-4381-abb1-39c49862fb48 service neutron] Checking agent: {'id': 'a17a57cc-679f-4398-8430-1b64b86f4dc1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 21, 13), 'started_at': datetime.datetime(2022, 5, 27, 3, 21, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:23:58.781986 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d14404-a49a-45b5-a413-9483b4da6d5e req-875c9c66-108c-4381-abb1-39c49862fb48 service neutron] Checking segment: {'id': '8900a96c-140e-4a88-9323-782a7b94dd95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '9235750b-3863-4242-97a7-a4cb52643ca2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:23:58.782511 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d14404-a49a-45b5-a413-9483b4da6d5e req-875c9c66-108c-4381-abb1-39c49862fb48 service neutron] Bound using segment: {'id': '8900a96c-140e-4a88-9323-782a7b94dd95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '9235750b-3863-4242-97a7-a4cb52643ca2'} {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:23:58.783649 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.managers [req-b1d14404-a49a-45b5-a413-9483b4da6d5e req-875c9c66-108c-4381-abb1-39c49862fb48 service neutron] Bound port: fe4197df-049a-453f-a110-e4a007e15f18, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8900a96c-140e-4a88-9323-782a7b94dd95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '9235750b-3863-4242-97a7-a4cb52643ca2'}}] {{(pid=104072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:23:58.785411 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-b1d14404-a49a-45b5-a413-9483b4da6d5e req-875c9c66-108c-4381-abb1-39c49862fb48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (fe4197df-049a-453f-a110-e4a007e15f18), before_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:58.796994 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-44934166-ab94-44e3-b431-f3c275f662fe req-0a09f0bf-dffa-4799-84c8-cd328df2384e service neutron] 10.222.0.67 "GET /v2.0/networks/ee2ac450-e56e-4c1d-8d15-c8bfd50e2024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4811838 May 27 03:23:58.801263 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Pushing event updated for resources: {'Port': ['ID=93f8d1e6-7ba3-465b-83b0-41aabb82cf05,revision_number=5']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:58.840109 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-9b2e6ae6-7a7e-4adb-b930-eb250a1280f8 req-350455d4-7bf5-426e-a279-d7542430182f tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bb45d27-4147-42b8-a14c-c2b672c6e0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2596898 May 27 03:23:58.886973 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5dcf22e-70c7-439d-acfd-9bd1ec50abb3 req-826644b8-905c-4541-8358-bc1c890fd10c tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Made reservation on behalf of 082b5523ee504be09f6fcaf833207a4f for: {'port': 1} {{(pid=104071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:23:58.890910 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-c5dcf22e-70c7-439d-acfd-9bd1ec50abb3 req-826644b8-905c-4541-8358-bc1c890fd10c tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:58.897956 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.db [req-b1d14404-a49a-45b5-a413-9483b4da6d5e req-875c9c66-108c-4381-abb1-39c49862fb48 service neutron] For port fe4197df-049a-453f-a110-e4a007e15f18, host hv-cinder-82880, cleared binding levels {{(pid=104072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:23:58.902571 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.db [req-b1d14404-a49a-45b5-a413-9483b4da6d5e req-875c9c66-108c-4381-abb1-39c49862fb48 service neutron] For port fe4197df-049a-453f-a110-e4a007e15f18, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=fe4197df-049a-453f-a110-e4a007e15f18,segment=NetworkSegment(8900a96c-140e-4a88-9323-782a7b94dd95),segment_id=8900a96c-140e-4a88-9323-782a7b94dd95)] {{(pid=104072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:23:58.905631 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:58.913856 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-b1d14404-a49a-45b5-a413-9483b4da6d5e req-875c9c66-108c-4381-abb1-39c49862fb48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13119154'] for port (fe4197df-049a-453f-a110-e4a007e15f18), after_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:58.960076 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d14404-a49a-45b5-a413-9483b4da6d5e req-875c9c66-108c-4381-abb1-39c49862fb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:23:58.961074 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-b1d14404-a49a-45b5-a413-9483b4da6d5e req-875c9c66-108c-4381-abb1-39c49862fb48 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-366398'] for port (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:58.962645 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b1d14404-a49a-45b5-a413-9483b4da6d5e req-875c9c66-108c-4381-abb1-39c49862fb48 service neutron] 10.222.0.67 "PUT /v2.0/ports/fe4197df-049a-453f-a110-e4a007e15f18 HTTP/1.1" status: 200 len: 1093 time: 1.4367301 May 27 03:23:58.966404 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b54917ef-d32c-4303-99e3-75adc12f147e', 'tag': 'fe4197df-049a-453f-a110-e4a007e15f18'}] {{(pid=104072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:23:58.969286 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f396617ba49ae57b35f1e46e178334f70bfad08bdaf3fab16ca373e13b5bdfba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5536844e-3111-41c3-9a51-35c7aca2ada6" -d '{"events": [{"name": "network-changed", "server_uuid": "b54917ef-d32c-4303-99e3-75adc12f147e", "tag": "fe4197df-049a-453f-a110-e4a007e15f18"}]}' {{(pid=104072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:23:58.993653 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 56584) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:23:59.033429 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 56588) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:23:59.060548 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c64e9d2-c88a-4661-9b8c-e930ed8bb50b req-8a0e23fc-4f1c-4bde-a6fc-c0167c998a5b tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:23:59.069233 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-4c64e9d2-c88a-4661-9b8c-e930ed8bb50b req-8a0e23fc-4f1c-4bde-a6fc-c0167c998a5b tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/ports?device_id=a04444dd-f9dd-428f-b524-fba73fc83fe4 HTTP/1.1" status: 200 len: 943 time: 0.1395538 May 27 03:23:59.096465 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875c9c66-108c-4381-abb1-39c49862fb48 service neutron] Pushing event updated for resources: {'Port': ['ID=fe4197df-049a-453f-a110-e4a007e15f18,revision_number=3']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:59.115166 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44c53e31-42cf-49d2-bab9-f5540d179af9 x-openstack-request-id: req-44c53e31-42cf-49d2-bab9-f5540d179af9 {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:23:59.115667 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b54917ef-d32c-4303-99e3-75adc12f147e", "tag": "fe4197df-049a-453f-a110-e4a007e15f18", "status": "completed", "code": 200}]} {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:23:59.116062 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-44c53e31-42cf-49d2-bab9-f5540d179af9 {{(pid=104072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:23:59.116608 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44c53e31-42cf-49d2-bab9-f5540d179af9'] response: {'name': 'network-changed', 'server_uuid': 'b54917ef-d32c-4303-99e3-75adc12f147e', 'tag': 'fe4197df-049a-453f-a110-e4a007e15f18', 'status': 'completed', 'code': 200} May 27 03:23:59.141821 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.db.db_base_plugin_common [req-c5dcf22e-70c7-439d-acfd-9bd1ec50abb3 req-826644b8-905c-4541-8358-bc1c890fd10c tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Allocated IP 172.20.0.6 (e861f168-e1a5-4542-8ee4-9759fa17a578/22c8ee8a-bdb1-4646-81f4-b6b1b8177bb9/1ad404ad-b415-4130-81fb-67637fa7ba8a) {{(pid=104071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:23:59.159842 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-4c64e9d2-c88a-4661-9b8c-e930ed8bb50b req-83e7c6c0-4072-4127-a51f-e50adbee8757 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b952be5-5d1b-4d72-ad7c-b294a4de78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878994 May 27 03:23:59.310644 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-b99cdcf9-ceb2-4466-9b1b-3eb4ceb86b66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:59.332112 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-d34250e4-79a7-49e2-a37b-505944a06ff1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:59.354486 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0d92cb-e16e-40df-a637-17f5ea5ef4a2 req-4eaa196c-9dfa-45cf-b8ee-ac7178a69d26 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:23:59.355922 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-0a0d92cb-e16e-40df-a637-17f5ea5ef4a2 req-4eaa196c-9dfa-45cf-b8ee-ac7178a69d26 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=b54917ef-d32c-4303-99e3-75adc12f147e HTTP/1.1" status: 200 len: 943 time: 0.1461031 May 27 03:23:59.405967 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:59.483381 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:59.486307 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-c5dcf22e-70c7-439d-acfd-9bd1ec50abb3 req-826644b8-905c-4541-8358-bc1c890fd10c tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks [] for port (1ad404ad-b415-4130-81fb-67637fa7ba8a), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:59.524359 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-33b8efd5-3792-42fa-9c9d-bb66e755c65b req-c215ca70-2e5a-4cb6-b6cc-f953073362b3 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/ports?device_id=d00e4700-28c6-4440-83e4-c3d1a86a75c7 HTTP/1.1" status: 200 len: 210 time: 0.0646439 May 27 03:23:59.543376 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-0a0d92cb-e16e-40df-a637-17f5ea5ef4a2 req-19f93514-5b0b-4d94-a17c-52c44e33fcf7 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=355c63b5-9543-409d-a9f3-f7230b59d8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1779876 May 27 03:23:59.658188 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e0c378-94df-4eb6-b5b2-0bcc966b048d req-cf8b475c-2716-45ad-9ece-54b80e4b6fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:23:59.661544 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-73e0c378-94df-4eb6-b5b2-0bcc966b048d req-cf8b475c-2716-45ad-9ece-54b80e4b6fcb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9351d2e0e0e14585820951a9398b35f4&device_id=a04444dd-f9dd-428f-b524-fba73fc83fe4 HTTP/1.1" status: 200 len: 1127 time: 0.0750728 May 27 03:23:59.681328 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-d34250e4-79a7-49e2-a37b-505944a06ff1 admin admin] Publish callbacks [] for security_group (d2bd925f-bb5d-484d-994f-54c338a2e5d4), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:59.686280 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-b99cdcf9-ceb2-4466-9b1b-3eb4ceb86b66 admin admin] Publish callbacks [] for security_group (0263430c-54e2-4376-becc-1fd9639b9429), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:59.692717 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-d34250e4-79a7-49e2-a37b-505944a06ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (d2bd925f-bb5d-484d-994f-54c338a2e5d4), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:59.699734 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-b99cdcf9-ceb2-4466-9b1b-3eb4ceb86b66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (0263430c-54e2-4376-becc-1fd9639b9429), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:59.710490 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-c5dcf22e-70c7-439d-acfd-9bd1ec50abb3 req-826644b8-905c-4541-8358-bc1c890fd10c tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743907242280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12907156'] for port (1ad404ad-b415-4130-81fb-67637fa7ba8a), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:59.803439 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-d34250e4-79a7-49e2-a37b-505944a06ff1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8f95e0c579a7421cbe237f5715de337d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8086572 May 27 03:23:59.805704 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-b99cdcf9-ceb2-4466-9b1b-3eb4ceb86b66 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1c488f6c9420498281252528d879a29b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7703867 May 27 03:23:59.807179 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 56606) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:23:59.814229 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 56608) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:23:59.819537 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34250e4-79a7-49e2-a37b-505944a06ff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2bd925f-bb5d-484d-994f-54c338a2e5d4,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:59.826338 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5dcf22e-70c7-439d-acfd-9bd1ec50abb3 req-826644b8-905c-4541-8358-bc1c890fd10c tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Network e861f168-e1a5-4542-8ee4-9759fa17a578 is already hosted by enough agents. {{(pid=104071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:23:59.840219 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.scheduler.base_scheduler [req-c5dcf22e-70c7-439d-acfd-9bd1ec50abb3 req-826644b8-905c-4541-8358-bc1c890fd10c tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Resources bound (agent type, host, resource id): {{(pid=104071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:23:59.848763 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826644b8-905c-4541-8358-bc1c890fd10c tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Pushing event updated for resources: {'Port': ['ID=1ad404ad-b415-4130-81fb-67637fa7ba8a,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:59.851053 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5dcf22e-70c7-439d-acfd-9bd1ec50abb3 req-826644b8-905c-4541-8358-bc1c890fd10c tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Received port after_create {{(pid=104071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:23:59.884246 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-44934166-ab94-44e3-b431-f3c275f662fe req-c45d41a6-ed83-47e0-9561-5f03f0192047 service neutron] 10.222.0.67 "GET /v2.0/networks/ee2ac450-e56e-4c1d-8d15-c8bfd50e2024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2931690 May 27 03:23:59.890765 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:59.899677 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99cdcf9-ceb2-4466-9b1b-3eb4ceb86b66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0263430c-54e2-4376-becc-1fd9639b9429,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:59.916332 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-2a690d3f-61d8-4859-b82c-7640fadde1e1 admin admin] Publish callbacks [] for security_group (d2bd925f-bb5d-484d-994f-54c338a2e5d4), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:59.919211 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-d4475832-712d-4e96-b119-1dc618fda7f4 admin admin] Publish callbacks [] for security_group (0263430c-54e2-4376-becc-1fd9639b9429), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:59.925137 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dcf22e-70c7-439d-acfd-9bd1ec50abb3 req-826644b8-905c-4541-8358-bc1c890fd10c tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:23:59.926574 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-c5dcf22e-70c7-439d-acfd-9bd1ec50abb3 req-826644b8-905c-4541-8358-bc1c890fd10c tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-366398'] for port (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:59.942961 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-d4475832-712d-4e96-b119-1dc618fda7f4 admin admin] Publish callbacks [] for security_group (0263430c-54e2-4376-becc-1fd9639b9429), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:59.949219 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-c5dcf22e-70c7-439d-acfd-9bd1ec50abb3 req-826644b8-905c-4541-8358-bc1c890fd10c tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6363640 May 27 03:23:59.992853 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-2a690d3f-61d8-4859-b82c-7640fadde1e1 admin admin] Publish callbacks [] for security_group (d2bd925f-bb5d-484d-994f-54c338a2e5d4), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:00.045225 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-d4475832-712d-4e96-b119-1dc618fda7f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (0263430c-54e2-4376-becc-1fd9639b9429), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:00.048142 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-d4475832-712d-4e96-b119-1dc618fda7f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:00.051918 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093651c8-ef82-40d1-84b7-428fb5e41b66 req-cd155f05-3749-40bf-9630-112f41ec7307 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:00.052109 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-d4475832-712d-4e96-b119-1dc618fda7f4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0263430c-54e2-4376-becc-1fd9639b9429 HTTP/1.1" status: 204 len: 168 time: 0.2335598 May 27 03:24:00.057669 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-093651c8-ef82-40d1-84b7-428fb5e41b66 req-cd155f05-3749-40bf-9630-112f41ec7307 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=126a653e-c2f9-4fad-9401-b165bddb395d HTTP/1.1" status: 200 len: 946 time: 0.1070983 May 27 03:24:00.065428 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4475832-712d-4e96-b119-1dc618fda7f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0263430c-54e2-4376-becc-1fd9639b9429,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:00.076905 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-2a690d3f-61d8-4859-b82c-7640fadde1e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (d2bd925f-bb5d-484d-994f-54c338a2e5d4), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:00.084257 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-2a690d3f-61d8-4859-b82c-7640fadde1e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:00.089314 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-2a690d3f-61d8-4859-b82c-7640fadde1e1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d2bd925f-bb5d-484d-994f-54c338a2e5d4 HTTP/1.1" status: 204 len: 168 time: 0.2803178 May 27 03:24:00.128335 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5536844e-3111-41c3-9a51-35c7aca2ada6 req-289b1572-9430-491d-ac10-8a0794958432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:00.130258 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-5536844e-3111-41c3-9a51-35c7aca2ada6 req-289b1572-9430-491d-ac10-8a0794958432 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7e2e4b63d6af43058e0dc76d8ceac844&device_id=b54917ef-d32c-4303-99e3-75adc12f147e HTTP/1.1" status: 200 len: 1127 time: 0.1694829 May 27 03:24:00.136242 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [req-c5dcf22e-70c7-439d-acfd-9bd1ec50abb3 req-b7a635ef-87c5-4c08-9a79-0a7be86a28d1 service neutron] Request body: {'port': {'device_id': 'd00e4700-28c6-4440-83e4-c3d1a86a75c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:24:00.143716 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a690d3f-61d8-4859-b82c-7640fadde1e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2bd925f-bb5d-484d-994f-54c338a2e5d4,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:00.159719 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-78fb02ce-62af-4c9c-aa27-7df2c6d04d6c None None] Provisioning complete for port 1ad404ad-b415-4130-81fb-67637fa7ba8a triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:24:00.160148 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-78fb02ce-62af-4c9c-aa27-7df2c6d04d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (1ad404ad-b415-4130-81fb-67637fa7ba8a), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:00.253800 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e0c378-94df-4eb6-b5b2-0bcc966b048d req-8612c07a-9687-4391-b900-d87d2eb0a437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:00.255813 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-73e0c378-94df-4eb6-b5b2-0bcc966b048d req-8612c07a-9687-4391-b900-d87d2eb0a437 service neutron] 10.222.0.67 "GET /v2.0/networks?id=cc2d2605-cf0b-41cc-a4d1-c3c28ec94860 HTTP/1.1" status: 200 len: 911 time: 0.1613209 May 27 03:24:00.257855 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Device bfbe9cb8-2655-4fd9-8904-baffc1034ee0 details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=104073) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 03:24:00.374239 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-78fb02ce-62af-4c9c-aa27-7df2c6d04d6c None None] Port 1ad404ad-b415-4130-81fb-67637fa7ba8a cannot update to ACTIVE because it is not bound. {{(pid=104073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:24:00.422764 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-73e0c378-94df-4eb6-b5b2-0bcc966b048d req-3ae8bc9a-050b-4bd2-9085-bfaacf369f45 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bfbe9cb8-2655-4fd9-8904-baffc1034ee0 HTTP/1.1" status: 200 len: 217 time: 0.1588407 May 27 03:24:00.581548 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e0c378-94df-4eb6-b5b2-0bcc966b048d req-0bf04205-20e0-4e19-9d0b-cd8af49f6c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:00.583186 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-73e0c378-94df-4eb6-b5b2-0bcc966b048d req-0bf04205-20e0-4e19-9d0b-cd8af49f6c7f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a8c67362-f6b9-416d-9235-7ee8f03b0511 HTTP/1.1" status: 200 len: 849 time: 0.1516092 May 27 03:24:00.615024 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] For port bfbe9cb8-2655-4fd9-8904-baffc1034ee0, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=bfbe9cb8-2655-4fd9-8904-baffc1034ee0,segment=NetworkSegment(63adec67-bcb3-479f-bdea-b274a09a22b6),segment_id=63adec67-bcb3-479f-bdea-b274a09a22b6)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:24:00.653769 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Returning: {'device': 'bfbe9cb8-2655-4fd9-8904-baffc1034ee0', 'network_id': 'cc2d2605-cf0b-41cc-a4d1-c3c28ec94860', 'port_id': 'bfbe9cb8-2655-4fd9-8904-baffc1034ee0', 'mac_address': 'fa:16:3e:c2:f7:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8c67362-f6b9-416d-9235-7ee8f03b0511', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104073) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 03:24:00.733721 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e0c378-94df-4eb6-b5b2-0bcc966b048d req-49c94d75-9260-48e2-ad81-ead77c08cb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:00.739676 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-73e0c378-94df-4eb6-b5b2-0bcc966b048d req-49c94d75-9260-48e2-ad81-ead77c08cb19 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cc2d2605-cf0b-41cc-a4d1-c3c28ec94860&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1405785 May 27 03:24:00.763126 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:INSERT=13,neutron:SELECT=84,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:00.804209 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Current status of the port bfbe9cb8-2655-4fd9-8904-baffc1034ee0 is: DOWN; New status is: BUILD {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:24:00.804649 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (bfbe9cb8-2655-4fd9-8904-baffc1034ee0), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:00.836742 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.notifiers.nova [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfbe9cb8-2655-4fd9-8904-baffc1034ee0 {{(pid=104073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:24:00.849017 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-093651c8-ef82-40d1-84b7-428fb5e41b66 req-a9bf20e2-3c9d-47b5-82ba-86dc05f92691 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bb45d27-4147-42b8-a14c-c2b672c6e0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7902060 May 27 03:24:00.852526 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 56636) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:24:00.857235 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 56638) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:24:00.874301 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] For port bfbe9cb8-2655-4fd9-8904-baffc1034ee0, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=bfbe9cb8-2655-4fd9-8904-baffc1034ee0,segment=NetworkSegment(63adec67-bcb3-479f-bdea-b274a09a22b6),segment_id=63adec67-bcb3-479f-bdea-b274a09a22b6)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:24:00.884054 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (bfbe9cb8-2655-4fd9-8904-baffc1034ee0), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:00.924857 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae20a6d-5fa6-41e2-9f85-ec03d5721847 req-7da5423f-2465-443a-8ad9-09255aaf76f5 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:00.933269 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-3ae20a6d-5fa6-41e2-9f85-ec03d5721847 req-7da5423f-2465-443a-8ad9-09255aaf76f5 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/ports?device_id=a04444dd-f9dd-428f-b524-fba73fc83fe4 HTTP/1.1" status: 200 len: 944 time: 0.0644939 May 27 03:24:00.936833 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-c5dcf22e-70c7-439d-acfd-9bd1ec50abb3 req-b7a635ef-87c5-4c08-9a79-0a7be86a28d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (1ad404ad-b415-4130-81fb-67637fa7ba8a), before_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:00.949580 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Pushing event updated for resources: {'Port': ['ID=bfbe9cb8-2655-4fd9-8904-baffc1034ee0,revision_number=4']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:00.958076 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:00.975331 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79af399-eec8-490a-9995-9139394ad6fd req-e655e748-d8ba-401b-b605-80758a65deac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:00.976895 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-a79af399-eec8-490a-9995-9139394ad6fd req-e655e748-d8ba-401b-b605-80758a65deac service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=126a653e-c2f9-4fad-9401-b165bddb395d HTTP/1.1" status: 200 len: 1130 time: 0.3655667 May 27 03:24:00.979029 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-73e0c378-94df-4eb6-b5b2-0bcc966b048d req-3c05ea03-39cb-4629-83f8-fe78a111173d service neutron] 10.222.0.67 "GET /v2.0/networks/cc2d2605-cf0b-41cc-a4d1-c3c28ec94860?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329793 May 27 03:24:01.016766 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-61b362ef-be85-4ae1-975e-8fe81613e7e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:01.023375 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-3ae20a6d-5fa6-41e2-9f85-ec03d5721847 req-b66d71b2-b6f3-435b-985e-da71309b0fcf tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b952be5-5d1b-4d72-ad7c-b294a4de78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891602 May 27 03:24:01.045389 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-b4d85770-658f-446b-b8b0-8e340521f493 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:01.072460 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8981aaf5-5685-49e3-bf08-2fa946366e5f req-e9852762-a1d4-427a-be22-97fe8e4a0801 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:01.074456 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-8981aaf5-5685-49e3-bf08-2fa946366e5f req-e9852762-a1d4-427a-be22-97fe8e4a0801 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/ports?device_id=d00e4700-28c6-4440-83e4-c3d1a86a75c7 HTTP/1.1" status: 200 len: 931 time: 0.1302001 May 27 03:24:01.087315 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5536844e-3111-41c3-9a51-35c7aca2ada6 req-7890c23d-148f-440a-b7e7-46418069990d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:01.088968 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-5536844e-3111-41c3-9a51-35c7aca2ada6 req-7890c23d-148f-440a-b7e7-46418069990d service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=7e2e4b63d6af43058e0dc76d8ceac844&shared=False HTTP/1.1" status: 200 len: 917 time: 0.8976963 May 27 03:24:01.110566 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-6cd0527f-322c-4bcb-8311-4f14cd05705f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (3e4effd7-5bc9-408b-93fa-42e4b19a61d9), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:01.134548 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-73e0c378-94df-4eb6-b5b2-0bcc966b048d req-ee1b6306-1721-4861-be60-fb3d7c386f3e service neutron] 10.222.0.67 "GET /v2.0/networks/cc2d2605-cf0b-41cc-a4d1-c3c28ec94860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459348 May 27 03:24:01.169835 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb295a62-54e0-4c8b-a7fc-0a30dbd336e7 req-a0283152-be08-4df8-9036-d5222e5ee520 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:01.171357 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-cb295a62-54e0-4c8b-a7fc-0a30dbd336e7 req-a0283152-be08-4df8-9036-d5222e5ee520 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=b54917ef-d32c-4303-99e3-75adc12f147e HTTP/1.1" status: 200 len: 943 time: 0.0624437 May 27 03:24:01.197038 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:01.222178 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-cb295a62-54e0-4c8b-a7fc-0a30dbd336e7 req-e31b6829-8f76-49a9-99bf-b713d5db54db tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=355c63b5-9543-409d-a9f3-f7230b59d8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447817 May 27 03:24:01.230410 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] get_ports_and_sgs() called for port_ids ['bfbe9cb8-2655-4fd9-8904-baffc1034ee0'] {{(pid=104073) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:24:01.277528 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:01.383421 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-8981aaf5-5685-49e3-bf08-2fa946366e5f req-168f986d-b420-4452-ae7d-4e3ae1f452fe tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/security-groups?id=175a7da0-8a41-43f4-9e53-a62bc6fe8167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2797377 May 27 03:24:01.399004 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-a79af399-eec8-490a-9995-9139394ad6fd req-d0a544a2-d079-4526-80e9-b3a620a9ae30 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=5bb45d27-4147-42b8-a14c-c2b672c6e0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3579619 May 27 03:24:01.535190 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5536844e-3111-41c3-9a51-35c7aca2ada6 req-d1fc0717-f6cb-4fa1-a12f-9d1dd93494a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:01.536775 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-5536844e-3111-41c3-9a51-35c7aca2ada6 req-d1fc0717-f6cb-4fa1-a12f-9d1dd93494a9 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4161584 May 27 03:24:01.543987 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-61b362ef-be85-4ae1-975e-8fe81613e7e7 admin admin] Publish callbacks [] for security_group (17274684-96d0-4f74-a8c0-e15b3158b5aa), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:01.557106 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-61b362ef-be85-4ae1-975e-8fe81613e7e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (17274684-96d0-4f74-a8c0-e15b3158b5aa), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:01.651732 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-b4d85770-658f-446b-b8b0-8e340521f493 admin admin] Publish callbacks [] for security_group (6704a142-e78a-478b-8246-2290f07d1739), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:01.656278 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-61b362ef-be85-4ae1-975e-8fe81613e7e7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2f3a2da744c648ffa7f50045955574be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7204745 May 27 03:24:01.659657 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 56642) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:24:01.664330 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b362ef-be85-4ae1-975e-8fe81613e7e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17274684-96d0-4f74-a8c0-e15b3158b5aa,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:01.666965 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-b4d85770-658f-446b-b8b0-8e340521f493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (6704a142-e78a-478b-8246-2290f07d1739), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:01.682583 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:01.718652 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-642cf19c-e9f9-4da5-8ac2-afb8a8957ec5 admin admin] Publish callbacks [] for security_group (17274684-96d0-4f74-a8c0-e15b3158b5aa), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:01.723120 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:01.723895 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d85770-658f-446b-b8b0-8e340521f493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6704a142-e78a-478b-8246-2290f07d1739,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:01.733307 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-b4d85770-658f-446b-b8b0-8e340521f493 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9115fc4f8d5b4718a74c1e1497e26f41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8030517 May 27 03:24:01.733948 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 56644) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:24:01.760582 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:01.770079 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-642cf19c-e9f9-4da5-8ac2-afb8a8957ec5 admin admin] Publish callbacks [] for security_group (17274684-96d0-4f74-a8c0-e15b3158b5aa), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:01.811627 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.notifiers.nova [req-c5dcf22e-70c7-439d-acfd-9bd1ec50abb3 req-b7a635ef-87c5-4c08-9a79-0a7be86a28d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ad404ad-b415-4130-81fb-67637fa7ba8a {{(pid=104071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:24:01.820222 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-c5dcf22e-70c7-439d-acfd-9bd1ec50abb3 req-b7a635ef-87c5-4c08-9a79-0a7be86a28d1 service neutron] Publish callbacks [] for port (1ad404ad-b415-4130-81fb-67637fa7ba8a), precommit_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:01.837107 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.db.provisioning_blocks [req-c5dcf22e-70c7-439d-acfd-9bd1ec50abb3 req-b7a635ef-87c5-4c08-9a79-0a7be86a28d1 service neutron] Transition to ACTIVE for port object 1ad404ad-b415-4130-81fb-67637fa7ba8a will not be triggered until provisioned by entity L2. {{(pid=104071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 03:24:01.841974 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-109ae8f9-8a59-4e4b-86e4-527f2dd71deb admin admin] Publish callbacks [] for security_group (6704a142-e78a-478b-8246-2290f07d1739), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:01.845658 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-c5dcf22e-70c7-439d-acfd-9bd1ec50abb3 req-b7a635ef-87c5-4c08-9a79-0a7be86a28d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12907171'] for port (1ad404ad-b415-4130-81fb-67637fa7ba8a), after_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:01.880900 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-642cf19c-e9f9-4da5-8ac2-afb8a8957ec5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (17274684-96d0-4f74-a8c0-e15b3158b5aa), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:01.883525 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-642cf19c-e9f9-4da5-8ac2-afb8a8957ec5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:01.887164 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-642cf19c-e9f9-4da5-8ac2-afb8a8957ec5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/17274684-96d0-4f74-a8c0-e15b3158b5aa HTTP/1.1" status: 204 len: 168 time: 0.2231853 May 27 03:24:01.889372 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-109ae8f9-8a59-4e4b-86e4-527f2dd71deb admin admin] Publish callbacks [] for security_group (6704a142-e78a-478b-8246-2290f07d1739), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:01.909721 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642cf19c-e9f9-4da5-8ac2-afb8a8957ec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17274684-96d0-4f74-a8c0-e15b3158b5aa,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:01.942722 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a635ef-87c5-4c08-9a79-0a7be86a28d1 service neutron] Pushing event updated for resources: {'Port': ['ID=1ad404ad-b415-4130-81fb-67637fa7ba8a,revision_number=2']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:01.997522 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-109ae8f9-8a59-4e4b-86e4-527f2dd71deb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (6704a142-e78a-478b-8246-2290f07d1739), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:02.000042 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-109ae8f9-8a59-4e4b-86e4-527f2dd71deb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:02.004435 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-109ae8f9-8a59-4e4b-86e4-527f2dd71deb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6704a142-e78a-478b-8246-2290f07d1739 HTTP/1.1" status: 204 len: 168 time: 0.2690394 May 27 03:24:02.035316 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.managers [req-c5dcf22e-70c7-439d-acfd-9bd1ec50abb3 req-b7a635ef-87c5-4c08-9a79-0a7be86a28d1 service neutron] Attempting to bind port 1ad404ad-b415-4130-81fb-67637fa7ba8a on host hv-cinder-82880 for vnic_type normal with profile {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:24:02.035555 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.managers [req-c5dcf22e-70c7-439d-acfd-9bd1ec50abb3 req-b7a635ef-87c5-4c08-9a79-0a7be86a28d1 service neutron] Attempting to bind port 1ad404ad-b415-4130-81fb-67637fa7ba8a by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': '9331d2d7-a6a0-4c34-9e42-53844ef9b31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e861f168-e1a5-4542-8ee4-9759fa17a578'}] {{(pid=104071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:24:02.035893 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5dcf22e-70c7-439d-acfd-9bd1ec50abb3 req-b7a635ef-87c5-4c08-9a79-0a7be86a28d1 service neutron] Attempting to bind port 1ad404ad-b415-4130-81fb-67637fa7ba8a on network e861f168-e1a5-4542-8ee4-9759fa17a578 {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:24:02.039186 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109ae8f9-8a59-4e4b-86e4-527f2dd71deb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6704a142-e78a-478b-8246-2290f07d1739,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:02.054390 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5dcf22e-70c7-439d-acfd-9bd1ec50abb3 req-b7a635ef-87c5-4c08-9a79-0a7be86a28d1 service neutron] Port 1ad404ad-b415-4130-81fb-67637fa7ba8a on network e861f168-e1a5-4542-8ee4-9759fa17a578 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 03:24:02.054739 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5dcf22e-70c7-439d-acfd-9bd1ec50abb3 req-b7a635ef-87c5-4c08-9a79-0a7be86a28d1 service neutron] Attempting to bind port 1ad404ad-b415-4130-81fb-67637fa7ba8a on network e861f168-e1a5-4542-8ee4-9759fa17a578 {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:24:02.073990 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5dcf22e-70c7-439d-acfd-9bd1ec50abb3 req-b7a635ef-87c5-4c08-9a79-0a7be86a28d1 service neutron] Checking agent: {'id': 'a17a57cc-679f-4398-8430-1b64b86f4dc1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 21, 13), 'started_at': datetime.datetime(2022, 5, 27, 3, 21, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:24:02.076981 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cb1eec-cbdd-4363-a5f6-f569a6daa44c req-909efb7b-39d7-433f-b950-d53d6f3a51a1 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:02.077121 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5dcf22e-70c7-439d-acfd-9bd1ec50abb3 req-b7a635ef-87c5-4c08-9a79-0a7be86a28d1 service neutron] Checking segment: {'id': '9331d2d7-a6a0-4c34-9e42-53844ef9b31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e861f168-e1a5-4542-8ee4-9759fa17a578'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:24:02.078439 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-50cb1eec-cbdd-4363-a5f6-f569a6daa44c req-909efb7b-39d7-433f-b950-d53d6f3a51a1 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=126a653e-c2f9-4fad-9401-b165bddb395d HTTP/1.1" status: 200 len: 946 time: 0.0914655 May 27 03:24:02.078542 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5dcf22e-70c7-439d-acfd-9bd1ec50abb3 req-b7a635ef-87c5-4c08-9a79-0a7be86a28d1 service neutron] Bound using segment: {'id': '9331d2d7-a6a0-4c34-9e42-53844ef9b31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e861f168-e1a5-4542-8ee4-9759fa17a578'} {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:24:02.078917 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.managers [req-c5dcf22e-70c7-439d-acfd-9bd1ec50abb3 req-b7a635ef-87c5-4c08-9a79-0a7be86a28d1 service neutron] Bound port: 1ad404ad-b415-4130-81fb-67637fa7ba8a, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9331d2d7-a6a0-4c34-9e42-53844ef9b31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e861f168-e1a5-4542-8ee4-9759fa17a578'}}] {{(pid=104071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:24:02.079294 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-c5dcf22e-70c7-439d-acfd-9bd1ec50abb3 req-b7a635ef-87c5-4c08-9a79-0a7be86a28d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (1ad404ad-b415-4130-81fb-67637fa7ba8a), before_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:02.139413 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-df01de3e-f6cf-4253-895b-65b557a1455e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (84e30450-e547-4748-a220-898a66747e61), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:02.183255 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-50cb1eec-cbdd-4363-a5f6-f569a6daa44c req-dcdb8576-d56e-459e-9d0d-fbbe805c4ffd tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bb45d27-4147-42b8-a14c-c2b672c6e0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964677 May 27 03:24:02.231601 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Device bfbe9cb8-2655-4fd9-8904-baffc1034ee0 up at agent hyperv_hv-cinder-82880 {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:24:02.279234 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ea2d99-b1c0-4d5a-b9ce-dbb954c6aacd req-2d29fe84-c769-4bcf-833a-1a6bc5cd381f tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:02.286721 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-06ea2d99-b1c0-4d5a-b9ce-dbb954c6aacd req-2d29fe84-c769-4bcf-833a-1a6bc5cd381f tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/ports?device_id=a04444dd-f9dd-428f-b524-fba73fc83fe4 HTTP/1.1" status: 200 len: 944 time: 0.1645646 May 27 03:24:02.316127 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Provisioning for port bfbe9cb8-2655-4fd9-8904-baffc1034ee0 completed by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 03:24:02.324480 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.db [req-c5dcf22e-70c7-439d-acfd-9bd1ec50abb3 req-b7a635ef-87c5-4c08-9a79-0a7be86a28d1 service neutron] For port 1ad404ad-b415-4130-81fb-67637fa7ba8a, host hv-cinder-82880, cleared binding levels {{(pid=104071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:24:02.333427 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.db [req-c5dcf22e-70c7-439d-acfd-9bd1ec50abb3 req-b7a635ef-87c5-4c08-9a79-0a7be86a28d1 service neutron] For port 1ad404ad-b415-4130-81fb-67637fa7ba8a, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=1ad404ad-b415-4130-81fb-67637fa7ba8a,segment=NetworkSegment(9331d2d7-a6a0-4c34-9e42-53844ef9b31b),segment_id=9331d2d7-a6a0-4c34-9e42-53844ef9b31b)] {{(pid=104071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:24:02.364480 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Provisioning complete for port bfbe9cb8-2655-4fd9-8904-baffc1034ee0 triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:24:02.369831 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (bfbe9cb8-2655-4fd9-8904-baffc1034ee0), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:02.401411 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-c5dcf22e-70c7-439d-acfd-9bd1ec50abb3 req-b7a635ef-87c5-4c08-9a79-0a7be86a28d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12907171'] for port (1ad404ad-b415-4130-81fb-67637fa7ba8a), after_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:02.446177 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-06ea2d99-b1c0-4d5a-b9ce-dbb954c6aacd req-1151c3d5-5975-43f9-9827-25403fb98f53 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b952be5-5d1b-4d72-ad7c-b294a4de78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1583762 May 27 03:24:02.453110 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cc2142-1172-49c8-9583-7ef4a095cd93 req-7f6355c9-0c90-428a-a98f-abcccf842c13 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:02.459697 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:02.467452 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f8cc2142-1172-49c8-9583-7ef4a095cd93 req-7f6355c9-0c90-428a-a98f-abcccf842c13 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=b54917ef-d32c-4303-99e3-75adc12f147e HTTP/1.1" status: 200 len: 943 time: 0.0971220 May 27 03:24:02.470743 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Current status of the port bfbe9cb8-2655-4fd9-8904-baffc1034ee0 is: BUILD; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:24:02.471137 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (bfbe9cb8-2655-4fd9-8904-baffc1034ee0), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:02.503424 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a04444dd-f9dd-428f-b524-fba73fc83fe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfbe9cb8-2655-4fd9-8904-baffc1034ee0'}] {{(pid=104073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:24:02.506651 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fe636b475fcf817a66bede64dee182d8d37f0deb14dcb08a99f86243ff54ad7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfcaf0a1-7267-4683-b2dd-ab56e5f10425" -d '{"events": [{"server_uuid": "a04444dd-f9dd-428f-b524-fba73fc83fe4", "name": "network-vif-plugged", "status": "completed", "tag": "bfbe9cb8-2655-4fd9-8904-baffc1034ee0"}]}' {{(pid=104073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:24:02.526289 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] For port bfbe9cb8-2655-4fd9-8904-baffc1034ee0, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=bfbe9cb8-2655-4fd9-8904-baffc1034ee0,segment=NetworkSegment(63adec67-bcb3-479f-bdea-b274a09a22b6),segment_id=63adec67-bcb3-479f-bdea-b274a09a22b6)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:24:02.535804 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (bfbe9cb8-2655-4fd9-8904-baffc1034ee0), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:02.567553 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dcf22e-70c7-439d-acfd-9bd1ec50abb3 req-b7a635ef-87c5-4c08-9a79-0a7be86a28d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:02.570357 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-c5dcf22e-70c7-439d-acfd-9bd1ec50abb3 req-b7a635ef-87c5-4c08-9a79-0a7be86a28d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-366398'] for port (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:02.579602 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-c5dcf22e-70c7-439d-acfd-9bd1ec50abb3 req-b7a635ef-87c5-4c08-9a79-0a7be86a28d1 service neutron] 10.222.0.67 "PUT /v2.0/ports/1ad404ad-b415-4130-81fb-67637fa7ba8a HTTP/1.1" status: 200 len: 1093 time: 2.4585171 May 27 03:24:02.582168 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd00e4700-28c6-4440-83e4-c3d1a86a75c7', 'tag': '1ad404ad-b415-4130-81fb-67637fa7ba8a'}] {{(pid=104071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:24:02.586842 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bb076ad6e20eee76da9493a154e3e0af7ddb4a8668b70cc9390b05200f69f4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1c99a96-1253-45ad-977c-0ac9d8cab470" -d '{"events": [{"name": "network-changed", "server_uuid": "d00e4700-28c6-4440-83e4-c3d1a86a75c7", "tag": "1ad404ad-b415-4130-81fb-67637fa7ba8a"}]}' {{(pid=104071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:24:02.602796 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d14404-a49a-45b5-a413-9483b4da6d5e req-f05097df-8474-4098-8162-d04e3a3ed71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:02.609453 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-b1d14404-a49a-45b5-a413-9483b4da6d5e req-f05097df-8474-4098-8162-d04e3a3ed71b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7e2e4b63d6af43058e0dc76d8ceac844&device_id=b54917ef-d32c-4303-99e3-75adc12f147e HTTP/1.1" status: 200 len: 1127 time: 0.2563140 May 27 03:24:02.625617 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f8cc2142-1172-49c8-9583-7ef4a095cd93 req-5471f777-6ff2-46ff-a02c-fe304b371d8a tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=355c63b5-9543-409d-a9f3-f7230b59d8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1571662 May 27 03:24:02.629663 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Pushing event updated for resources: {'Port': ['ID=bfbe9cb8-2655-4fd9-8904-baffc1034ee0,revision_number=5']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:02.718425 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 56676) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:24:02.741479 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-5b66476c-8bca-4442-b0c1-4c7c06692853 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:02.742788 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55b1c713-b2a4-444b-b408-bd5760be7b20 x-openstack-request-id: req-55b1c713-b2a4-444b-b408-bd5760be7b20 {{(pid=104073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:24:02.743191 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a04444dd-f9dd-428f-b524-fba73fc83fe4", "name": "network-vif-plugged", "status": "completed", "tag": "bfbe9cb8-2655-4fd9-8904-baffc1034ee0", "code": 200}]} {{(pid=104073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:24:02.743452 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-55b1c713-b2a4-444b-b408-bd5760be7b20 {{(pid=104073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:24:02.743855 dv-cinder-828806-4-iscsi neutron-server[104073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55b1c713-b2a4-444b-b408-bd5760be7b20'] response: {'server_uuid': 'a04444dd-f9dd-428f-b524-fba73fc83fe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfbe9cb8-2655-4fd9-8904-baffc1034ee0', 'code': 200} May 27 03:24:02.801983 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a635ef-87c5-4c08-9a79-0a7be86a28d1 service neutron] Pushing event updated for resources: {'Port': ['ID=1ad404ad-b415-4130-81fb-67637fa7ba8a,revision_number=3']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:02.810580 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c26ddc85-07d6-44d1-8c73-cb06b49373e8 x-openstack-request-id: req-c26ddc85-07d6-44d1-8c73-cb06b49373e8 {{(pid=104071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:24:02.810872 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d00e4700-28c6-4440-83e4-c3d1a86a75c7", "tag": "1ad404ad-b415-4130-81fb-67637fa7ba8a", "status": "completed", "code": 200}]} {{(pid=104071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:24:02.811124 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c26ddc85-07d6-44d1-8c73-cb06b49373e8 {{(pid=104071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:24:02.811538 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c26ddc85-07d6-44d1-8c73-cb06b49373e8'] response: {'name': 'network-changed', 'server_uuid': 'd00e4700-28c6-4440-83e4-c3d1a86a75c7', 'tag': '1ad404ad-b415-4130-81fb-67637fa7ba8a', 'status': 'completed', 'code': 200} May 27 03:24:02.815271 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-b1d14404-a49a-45b5-a413-9483b4da6d5e req-0564b7d5-5975-43e1-9026-116a85abe022 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe4197df-049a-453f-a110-e4a007e15f18 HTTP/1.1" status: 200 len: 217 time: 0.1406350 May 27 03:24:02.824231 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a79b69f-4238-493d-8ff9-592b2e0e95b4 req-e2bda877-e32a-4e8b-b4b6-155a1abbcb48 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:02.831775 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-1a79b69f-4238-493d-8ff9-592b2e0e95b4 req-e2bda877-e32a-4e8b-b4b6-155a1abbcb48 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/ports?device_id=d00e4700-28c6-4440-83e4-c3d1a86a75c7 HTTP/1.1" status: 200 len: 943 time: 0.2110987 May 27 03:24:02.869672 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-5b66476c-8bca-4442-b0c1-4c7c06692853 admin admin] Publish callbacks [] for security_group (214d7421-cd42-4516-9533-2462df71caf5), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:02.878408 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-5b66476c-8bca-4442-b0c1-4c7c06692853 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (214d7421-cd42-4516-9533-2462df71caf5), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:02.887069 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-1a79b69f-4238-493d-8ff9-592b2e0e95b4 req-56c9ac72-fdf7-493c-885c-7616a13cb199 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/security-groups?id=175a7da0-8a41-43f4-9e53-a62bc6fe8167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542362 May 27 03:24:02.924110 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-5b66476c-8bca-4442-b0c1-4c7c06692853 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=350c2f8f5adb4b44992dd12b32d5d11e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2035792 May 27 03:24:02.925677 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b66476c-8bca-4442-b0c1-4c7c06692853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=214d7421-cd42-4516-9533-2462df71caf5,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:02.927066 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 56684) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:24:02.991046 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-f6a9ba57-d7d2-4eac-ab7c-e4b36b3d5eca admin admin] Publish callbacks [] for security_group (214d7421-cd42-4516-9533-2462df71caf5), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:03.018091 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-f6a9ba57-d7d2-4eac-ab7c-e4b36b3d5eca admin admin] Publish callbacks [] for security_group (214d7421-cd42-4516-9533-2462df71caf5), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:03.064090 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=1 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:03.065882 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=1 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:03.072698 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-f6a9ba57-d7d2-4eac-ab7c-e4b36b3d5eca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (214d7421-cd42-4516-9533-2462df71caf5), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:03.075407 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-f6a9ba57-d7d2-4eac-ab7c-e4b36b3d5eca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:03.076596 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-f6a9ba57-d7d2-4eac-ab7c-e4b36b3d5eca admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/214d7421-cd42-4516-9533-2462df71caf5 HTTP/1.1" status: 204 len: 168 time: 0.1477706 May 27 03:24:03.087375 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a9ba57-d7d2-4eac-ab7c-e4b36b3d5eca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=214d7421-cd42-4516-9533-2462df71caf5,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:03.326857 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b710f61c-9c52-4a00-8823-ae03af116a6c req-f3979222-7e82-4ade-aa7b-7170a64c9741 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:03.333447 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b710f61c-9c52-4a00-8823-ae03af116a6c req-f3979222-7e82-4ade-aa7b-7170a64c9741 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=126a653e-c2f9-4fad-9401-b165bddb395d HTTP/1.1" status: 200 len: 946 time: 0.0543909 May 27 03:24:03.420772 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dcf22e-70c7-439d-acfd-9bd1ec50abb3 req-d4053c2b-972f-43ac-a041-13eda0a158bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:03.422332 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-c5dcf22e-70c7-439d-acfd-9bd1ec50abb3 req-d4053c2b-972f-43ac-a041-13eda0a158bf service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=082b5523ee504be09f6fcaf833207a4f&device_id=d00e4700-28c6-4440-83e4-c3d1a86a75c7 HTTP/1.1" status: 200 len: 1127 time: 0.0794091 May 27 03:24:03.438969 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b710f61c-9c52-4a00-8823-ae03af116a6c req-9020767e-0d32-4c42-b5ee-20833e5fb45b tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bb45d27-4147-42b8-a14c-c2b672c6e0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987871 May 27 03:24:03.572772 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:03.687050 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-c5dcf22e-70c7-439d-acfd-9bd1ec50abb3 req-ca50466d-b291-474f-b42a-353071a2d406 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1ad404ad-b415-4130-81fb-67637fa7ba8a HTTP/1.1" status: 200 len: 217 time: 0.1111906 May 27 03:24:03.687470 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:03.696578 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cad032-ad05-4a35-a3af-f9a2b33a5f61 req-0b5e84ca-50c0-498f-9776-e332b0edeab2 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:03.698374 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-80cad032-ad05-4a35-a3af-f9a2b33a5f61 req-0b5e84ca-50c0-498f-9776-e332b0edeab2 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/ports?device_id=a04444dd-f9dd-428f-b524-fba73fc83fe4 HTTP/1.1" status: 200 len: 945 time: 0.1213861 May 27 03:24:03.714997 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f70e7e6e-5d50-42a8-9a05-38619da83ed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (7db81693-ec25-4d8d-9069-8605391ffc10), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:03.719642 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d14404-a49a-45b5-a413-9483b4da6d5e req-15311f1c-8545-4b5f-b4d0-9985dd852ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:03.721303 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-b1d14404-a49a-45b5-a413-9483b4da6d5e req-15311f1c-8545-4b5f-b4d0-9985dd852ee3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=74986d1d-a9b7-43a2-b2c2-09937b076cb1 HTTP/1.1" status: 200 len: 855 time: 0.2019658 May 27 03:24:03.835743 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bfc525-b777-44cc-954a-64b0596d15a2 req-36a04241-b168-404a-8ba9-a1d7babb339f tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:03.838124 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-77bfc525-b777-44cc-954a-64b0596d15a2 req-36a04241-b168-404a-8ba9-a1d7babb339f tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=b54917ef-d32c-4303-99e3-75adc12f147e HTTP/1.1" status: 200 len: 943 time: 0.0884645 May 27 03:24:03.901525 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dcf22e-70c7-439d-acfd-9bd1ec50abb3 req-57bce8fe-887d-4386-8c2c-f2d2fe0a191a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:03.903644 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-77bfc525-b777-44cc-954a-64b0596d15a2 req-51d11b59-0ea2-45e2-9b05-79956d8ba97c tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=355c63b5-9543-409d-a9f3-f7230b59d8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556157 May 27 03:24:03.905531 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-c5dcf22e-70c7-439d-acfd-9bd1ec50abb3 req-57bce8fe-887d-4386-8c2c-f2d2fe0a191a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=22c8ee8a-bdb1-4646-81f4-b6b1b8177bb9 HTTP/1.1" status: 200 len: 854 time: 0.2042470 May 27 03:24:03.916258 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d14404-a49a-45b5-a413-9483b4da6d5e req-38b77933-cc0b-423a-acc4-52ffd9fd32cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:03.918610 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-b1d14404-a49a-45b5-a413-9483b4da6d5e req-38b77933-cc0b-423a-acc4-52ffd9fd32cd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9235750b-3863-4242-97a7-a4cb52643ca2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1558340 May 27 03:24:03.919492 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f7cf9c-b9ad-4fbe-8259-d7eeb7ea43d5 req-0ce3f267-5e2a-4303-8631-02fbecdb193b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:03.920826 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-d2f7cf9c-b9ad-4fbe-8259-d7eeb7ea43d5 req-0ce3f267-5e2a-4303-8631-02fbecdb193b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a04444dd-f9dd-428f-b524-fba73fc83fe4 HTTP/1.1" status: 200 len: 1129 time: 0.1295178 May 27 03:24:04.047802 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba8efb3-9935-4f0d-ab2f-131970a2961e req-0350b331-4f5c-45a5-934a-51817004ad71 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:04.048030 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-80cad032-ad05-4a35-a3af-f9a2b33a5f61 req-b49c27de-b0a2-4c56-b4e6-8c4b7b9150d6 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b952be5-5d1b-4d72-ad7c-b294a4de78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3321829 May 27 03:24:04.057370 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-aba8efb3-9935-4f0d-ab2f-131970a2961e req-0350b331-4f5c-45a5-934a-51817004ad71 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/ports?device_id=d00e4700-28c6-4440-83e4-c3d1a86a75c7 HTTP/1.1" status: 200 len: 943 time: 0.0727625 May 27 03:24:04.078753 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=3 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:04.115772 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:04.117420 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dcf22e-70c7-439d-acfd-9bd1ec50abb3 req-904bfe9e-5f8d-4519-b998-1cc5f540121c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:04.119275 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-c5dcf22e-70c7-439d-acfd-9bd1ec50abb3 req-904bfe9e-5f8d-4519-b998-1cc5f540121c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e861f168-e1a5-4542-8ee4-9759fa17a578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1944730 May 27 03:24:04.152324 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-aba8efb3-9935-4f0d-ab2f-131970a2961e req-e4148f25-984f-49ea-816d-5d6554ef8e15 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/security-groups?id=175a7da0-8a41-43f4-9e53-a62bc6fe8167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933845 May 27 03:24:04.217146 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-d2f7cf9c-b9ad-4fbe-8259-d7eeb7ea43d5 req-5fbbaad0-0d32-452f-b0cc-bbb68482889a service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=4b952be5-5d1b-4d72-ad7c-b294a4de78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2677796 May 27 03:24:04.238249 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-b1d14404-a49a-45b5-a413-9483b4da6d5e req-c8cc6613-57e8-4b01-9132-519b8f981793 service neutron] 10.222.0.67 "GET /v2.0/networks/9235750b-3863-4242-97a7-a4cb52643ca2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2970943 May 27 03:24:04.278434 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-c5dcf22e-70c7-439d-acfd-9bd1ec50abb3 req-74ca32b4-fba1-49ee-913e-bc9c9e372907 service neutron] 10.222.0.67 "GET /v2.0/networks/e861f168-e1a5-4542-8ee4-9759fa17a578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504705 May 27 03:24:04.310662 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 56744) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:24:04.419231 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [None req-61ba2220-5bb7-437d-a6a9-49b56e9d27e3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1556435986-network', 'tenant_id': 'd5bef1b49d424299864523887eb72b3c'}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:24:04.446450 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61ba2220-5bb7-437d-a6a9-49b56e9d27e3 admin admin] Made reservation on behalf of d5bef1b49d424299864523887eb72b3c for: {'network': 1} {{(pid=104072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:24:04.450900 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-61ba2220-5bb7-437d-a6a9-49b56e9d27e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for network (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:04.458069 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-61ba2220-5bb7-437d-a6a9-49b56e9d27e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:04.554359 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-61ba2220-5bb7-437d-a6a9-49b56e9d27e3 admin admin] Publish callbacks [] for security_group (7f3d6934-f571-474c-94a9-4921b9eed6dd), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:04.559715 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-61ba2220-5bb7-437d-a6a9-49b56e9d27e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (7f3d6934-f571-474c-94a9-4921b9eed6dd), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:04.568222 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30c3afc-f8ff-4cac-9d6a-10632cb43445 req-6fdfe234-8581-4ad0-b0c8-9ddb33b74830 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:04.568222 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-a30c3afc-f8ff-4cac-9d6a-10632cb43445 req-6fdfe234-8581-4ad0-b0c8-9ddb33b74830 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=126a653e-c2f9-4fad-9401-b165bddb395d HTTP/1.1" status: 200 len: 946 time: 0.0639658 May 27 03:24:04.591369 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61ba2220-5bb7-437d-a6a9-49b56e9d27e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=104072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:24:04.604338 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ba2220-5bb7-437d-a6a9-49b56e9d27e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f3d6934-f571-474c-94a9-4921b9eed6dd,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:04.607917 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-61ba2220-5bb7-437d-a6a9-49b56e9d27e3 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8743907721831', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-814499'] for segment (3d0db8b7-60ed-4f83-92b1-448610616c6c), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:04.608484 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.db.segments_db [None req-61ba2220-5bb7-437d-a6a9-49b56e9d27e3 admin admin] Added segment 3d0db8b7-60ed-4f83-92b1-448610616c6c of type vlan for network 79e2e930-0200-4ceb-a2bb-a93bbb04e0f6 May 27 03:24:04.656018 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-61ba2220-5bb7-437d-a6a9-49b56e9d27e3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743907247189'] for network (79e2e930-0200-4ceb-a2bb-a93bbb04e0f6), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:04.687300 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-61ba2220-5bb7-437d-a6a9-49b56e9d27e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336'] for network (79e2e930-0200-4ceb-a2bb-a93bbb04e0f6), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:04.689380 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ba2220-5bb7-437d-a6a9-49b56e9d27e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:04.690175 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-61ba2220-5bb7-437d-a6a9-49b56e9d27e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-366398'] for network (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:04.722896 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-61ba2220-5bb7-437d-a6a9-49b56e9d27e3 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.4106772 May 27 03:24:04.727691 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 56756) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:24:04.735371 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [None req-c85723e2-8b77-4a3e-9134-0c013eae6493 admin admin] Request body: {'subnet': {'network_id': '79e2e930-0200-4ceb-a2bb-a93bbb04e0f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1556435986-subnet', 'tenant_id': 'd5bef1b49d424299864523887eb72b3c', 'ip_version': 4}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:24:04.788837 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c85723e2-8b77-4a3e-9134-0c013eae6493 admin admin] Made reservation on behalf of d5bef1b49d424299864523887eb72b3c for: {'subnet': 1} {{(pid=104072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:24:04.791674 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-c85723e2-8b77-4a3e-9134-0c013eae6493 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14026639'] for subnet (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:04.822755 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ba2220-5bb7-437d-a6a9-49b56e9d27e3 admin admin] Pushing event updated for resources: {'Network': ['ID=79e2e930-0200-4ceb-a2bb-a93bbb04e0f6,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:04.845760 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Network 79e2e930-0200-4ceb-a2bb-a93bbb04e0f6 details requested by agent ovs-agent-dv-cinder-828806-4-iscsi with host dv-cinder-828806-4-iscsi {{(pid=104073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 03:24:04.963870 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-b1d14404-a49a-45b5-a413-9483b4da6d5e req-e96a2cc6-73f1-4257-a220-e3c904e22753 service neutron] 10.222.0.67 "GET /v2.0/networks/9235750b-3863-4242-97a7-a4cb52643ca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3642354 May 27 03:24:05.045683 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (01a6c5a5-ff25-49ea-8869-bb2b5ba0570e), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:05.047381 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-a30c3afc-f8ff-4cac-9d6a-10632cb43445 req-64b1664c-d3c1-47fe-a3e5-19a3c8bd0e54 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bb45d27-4147-42b8-a14c-c2b672c6e0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4670458 May 27 03:24:05.068149 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-c85723e2-8b77-4a3e-9134-0c013eae6493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16716613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13119285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14026649'] for subnet (5133a594-c63e-4ae9-a294-52a4d497dec8), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:05.126248 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-c5dcf22e-70c7-439d-acfd-9bd1ec50abb3 req-bd8eb82f-7a25-49ea-a838-bc7c7ea26b07 service neutron] 10.222.0.67 "GET /v2.0/networks/e861f168-e1a5-4542-8ee4-9759fa17a578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5280185 May 27 03:24:05.301159 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85723e2-8b77-4a3e-9134-0c013eae6493 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5133a594-c63e-4ae9-a294-52a4d497dec8,revision_number=0']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:05.329096 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1fcd79-4ab2-4e6c-a4e5-97f36edc8e1a req-5c5b86a1-4112-49a9-bb84-acb47abb42f5 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:05.336642 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-dd1fcd79-4ab2-4e6c-a4e5-97f36edc8e1a req-5c5b86a1-4112-49a9-bb84-acb47abb42f5 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=b54917ef-d32c-4303-99e3-75adc12f147e HTTP/1.1" status: 200 len: 943 time: 0.1784885 May 27 03:24:05.364827 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85723e2-8b77-4a3e-9134-0c013eae6493 admin admin] Checking segment: {'id': '3d0db8b7-60ed-4f83-92b1-448610616c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '79e2e930-0200-4ceb-a2bb-a93bbb04e0f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:24:05.365361 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c85723e2-8b77-4a3e-9134-0c013eae6493 admin admin] Network hostable DHCP agents. Network: 79e2e930-0200-4ceb-a2bb-a93bbb04e0f6, hostable agents: ['88cb169e-23a7-4380-813c-9b707a5671b5'], hosted agents: [] {{(pid=104072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:24:05.386009 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:05.411427 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c85723e2-8b77-4a3e-9134-0c013eae6493 admin admin] Network 79e2e930-0200-4ceb-a2bb-a93bbb04e0f6 is scheduled to be hosted by DHCP agent 88cb169e-23a7-4380-813c-9b707a5671b5 with binding_index 1 {{(pid=104072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:24:05.416183 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:INSERT=14,neutron:SELECT=80,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:05.430565 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-dd1fcd79-4ab2-4e6c-a4e5-97f36edc8e1a req-dc489fca-fea9-432e-839b-f7278bf2680b tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=355c63b5-9543-409d-a9f3-f7230b59d8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926809 May 27 03:24:05.438733 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.base_scheduler [None req-c85723e2-8b77-4a3e-9134-0c013eae6493 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828806-4-iscsi, 79e2e930-0200-4ceb-a2bb-a93bbb04e0f6) {{(pid=104072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:24:05.445756 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c85723e2-8b77-4a3e-9134-0c013eae6493 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:05.446649 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-c85723e2-8b77-4a3e-9134-0c013eae6493 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-366398'] for subnet (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:05.461349 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e76cb22-da9f-4e98-a3b2-5eab9b923e7d None None] Network 79e2e930-0200-4ceb-a2bb-a93bbb04e0f6 requested from dv-cinder-828806-4-iscsi {{(pid=104073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:24:05.480672 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-c85723e2-8b77-4a3e-9134-0c013eae6493 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7485809 May 27 03:24:05.480672 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 56776) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:24:05.483705 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [None req-163ee191-a714-4447-99c6-9982e3035a23 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1556435986-router', 'tenant_id': 'd5bef1b49d424299864523887eb72b3c', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d'}}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:24:05.500074 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652968d3-810d-4ea0-9a95-9f1f3a3a139c req-7a1916f2-2435-42c3-993b-a7f6852f1ecc tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:05.502021 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-652968d3-810d-4ea0-9a95-9f1f3a3a139c req-7a1916f2-2435-42c3-993b-a7f6852f1ecc tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/ports?device_id=a04444dd-f9dd-428f-b524-fba73fc83fe4 HTTP/1.1" status: 200 len: 945 time: 0.0603559 May 27 03:24:05.505233 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-163ee191-a714-4447-99c6-9982e3035a23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16723533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4148'] for router (0a3e2812-07e4-4838-94d5-bb57a2cd3859), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:05.506432 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-163ee191-a714-4447-99c6-9982e3035a23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16723197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16278093', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16646318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4159'] for router (0a3e2812-07e4-4838-94d5-bb57a2cd3859), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:05.562538 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-163ee191-a714-4447-99c6-9982e3035a23 admin admin] Publish callbacks [] for router_controller (0a3e2812-07e4-4838-94d5-bb57a2cd3859), precommit_add_association {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:05.565564 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-652968d3-810d-4ea0-9a95-9f1f3a3a139c req-06edd442-c50a-4940-9251-c0ae65335212 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b952be5-5d1b-4d72-ad7c-b294a4de78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563943 May 27 03:24:05.615325 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a5a3478-d1e2-4a04-8629-272b36e82705 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e4825cd-1402-5c2a-9e28-936b264acd46-79e2e930-0200-4ceb-a2bb-a93bbb04e0f6', 'network_id': '79e2e930-0200-4ceb-a2bb-a93bbb04e0f6', 'project_id': 'd5bef1b49d424299864523887eb72b3c', 'fixed_ips': [{'subnet_id': '5133a594-c63e-4ae9-a294-52a4d497dec8'}]}} from dv-cinder-828806-4-iscsi. {{(pid=104073) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 27 03:24:05.616272 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3478-d1e2-4a04-8629-272b36e82705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (None), before_create {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:05.676193 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc52616-93a4-4afa-a246-bbc5c586b432 req-e8743e0a-c444-42ff-8481-1065a45427f4 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:05.677738 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-1cc52616-93a4-4afa-a246-bbc5c586b432 req-e8743e0a-c444-42ff-8481-1065a45427f4 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=126a653e-c2f9-4fad-9401-b165bddb395d HTTP/1.1" status: 200 len: 946 time: 0.0495472 May 27 03:24:05.684138 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72687f78-ebbc-4e4a-ae15-acb64d3fd98f req-e8e84ad5-037c-45c7-9394-4b3d9daa7eef tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:05.690988 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-72687f78-ebbc-4e4a-ae15-acb64d3fd98f req-e8e84ad5-037c-45c7-9394-4b3d9daa7eef tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/ports?device_id=d00e4700-28c6-4440-83e4-c3d1a86a75c7 HTTP/1.1" status: 200 len: 943 time: 0.1272480 May 27 03:24:05.718389 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=100 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:05.738020 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-1cc52616-93a4-4afa-a246-bbc5c586b432 req-0742c4d1-62f9-438f-a07f-b071d95f8ef0 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bb45d27-4147-42b8-a14c-c2b672c6e0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526061 May 27 03:24:05.765622 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.db_base_plugin_common [None req-8a5a3478-d1e2-4a04-8629-272b36e82705 None None] Allocated IP 172.20.0.2 (79e2e930-0200-4ceb-a2bb-a93bbb04e0f6/5133a594-c63e-4ae9-a294-52a4d497dec8/4bd0c646-757a-475f-b7d3-748ef25cd5d2) {{(pid=104073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:24:05.827940 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:05.920683 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3478-d1e2-4a04-8629-272b36e82705 None None] Publish callbacks [] for port (4bd0c646-757a-475f-b7d3-748ef25cd5d2), precommit_create {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:05.929736 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3478-d1e2-4a04-8629-272b36e82705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743907242280'] for port (4bd0c646-757a-475f-b7d3-748ef25cd5d2), after_create {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:05.984115 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5a3478-d1e2-4a04-8629-272b36e82705 None None] Network 79e2e930-0200-4ceb-a2bb-a93bbb04e0f6 is already hosted by enough agents. {{(pid=104073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:24:05.986020 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.scheduler.base_scheduler [None req-8a5a3478-d1e2-4a04-8629-272b36e82705 None None] Resources bound (agent type, host, resource id): {{(pid=104073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:24:05.987822 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5a3478-d1e2-4a04-8629-272b36e82705 None None] Pushing event updated for resources: {'Port': ['ID=4bd0c646-757a-475f-b7d3-748ef25cd5d2,revision_number=1']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:05.990209 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5a3478-d1e2-4a04-8629-272b36e82705 None None] Received port after_create {{(pid=104073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:24:06.001812 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-163ee191-a714-4447-99c6-9982e3035a23 admin admin] Publish callbacks [] for router_gateway (0a3e2812-07e4-4838-94d5-bb57a2cd3859), precommit_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:06.027132 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-72687f78-ebbc-4e4a-ae15-acb64d3fd98f req-8c9a36f3-c641-42a9-bf41-8a24297ea319 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/security-groups?id=175a7da0-8a41-43f4-9e53-a62bc6fe8167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3351679 May 27 03:24:06.056556 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.managers [None req-8a5a3478-d1e2-4a04-8629-272b36e82705 None None] Attempting to bind port 4bd0c646-757a-475f-b7d3-748ef25cd5d2 on host dv-cinder-828806-4-iscsi for vnic_type normal with profile {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:24:06.057010 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.managers [None req-8a5a3478-d1e2-4a04-8629-272b36e82705 None None] Attempting to bind port 4bd0c646-757a-475f-b7d3-748ef25cd5d2 by drivers openvswitch,hyperv on host dv-cinder-828806-4-iscsi at level 0 using segments [{'id': '3d0db8b7-60ed-4f83-92b1-448610616c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '79e2e930-0200-4ceb-a2bb-a93bbb04e0f6'}] {{(pid=104073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:24:06.057305 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5a3478-d1e2-4a04-8629-272b36e82705 None None] Attempting to bind port 4bd0c646-757a-475f-b7d3-748ef25cd5d2 on network 79e2e930-0200-4ceb-a2bb-a93bbb04e0f6 {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:24:06.062843 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5a3478-d1e2-4a04-8629-272b36e82705 None None] Checking agent: {'id': '01a6c5a5-ff25-49ea-8869-bb2b5ba0570e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828806-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 14, 35), 'started_at': datetime.datetime(2022, 5, 27, 3, 15, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828806-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:24:06.063214 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5a3478-d1e2-4a04-8629-272b36e82705 None None] Checking segment: {'id': '3d0db8b7-60ed-4f83-92b1-448610616c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '79e2e930-0200-4ceb-a2bb-a93bbb04e0f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:24:06.063612 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3478-d1e2-4a04-8629-272b36e82705 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:06.063997 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5a3478-d1e2-4a04-8629-272b36e82705 None None] Bound using segment: {'id': '3d0db8b7-60ed-4f83-92b1-448610616c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '79e2e930-0200-4ceb-a2bb-a93bbb04e0f6'} {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:24:06.064453 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.managers [None req-8a5a3478-d1e2-4a04-8629-272b36e82705 None None] Bound port: 4bd0c646-757a-475f-b7d3-748ef25cd5d2, host: dv-cinder-828806-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d0db8b7-60ed-4f83-92b1-448610616c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '79e2e930-0200-4ceb-a2bb-a93bbb04e0f6'}}] {{(pid=104073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:24:06.064827 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3478-d1e2-4a04-8629-272b36e82705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (4bd0c646-757a-475f-b7d3-748ef25cd5d2), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:06.130115 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-8a5a3478-d1e2-4a04-8629-272b36e82705 None None] For port 4bd0c646-757a-475f-b7d3-748ef25cd5d2, host dv-cinder-828806-4-iscsi, cleared binding levels {{(pid=104073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:24:06.133404 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-8a5a3478-d1e2-4a04-8629-272b36e82705 None None] For port 4bd0c646-757a-475f-b7d3-748ef25cd5d2, host dv-cinder-828806-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-4-iscsi',level=0,port_id=4bd0c646-757a-475f-b7d3-748ef25cd5d2,segment=NetworkSegment(3d0db8b7-60ed-4f83-92b1-448610616c6c),segment_id=3d0db8b7-60ed-4f83-92b1-448610616c6c)] {{(pid=104073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:24:06.139543 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3478-d1e2-4a04-8629-272b36e82705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (4bd0c646-757a-475f-b7d3-748ef25cd5d2), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:06.149030 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:06.203043 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5a3478-d1e2-4a04-8629-272b36e82705 None None] Pushing event updated for resources: {'Port': ['ID=4bd0c646-757a-475f-b7d3-748ef25cd5d2,revision_number=2']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:06.218496 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-163ee191-a714-4447-99c6-9982e3035a23 admin admin] Publish callbacks [] for router_gateway (0a3e2812-07e4-4838-94d5-bb57a2cd3859), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:06.235432 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Device fe4197df-049a-453f-a110-e4a007e15f18 details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=104073) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 03:24:06.244230 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-163ee191-a714-4447-99c6-9982e3035a23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:06.375934 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.db.db_base_plugin_common [None req-163ee191-a714-4447-99c6-9982e3035a23 admin admin] Allocated IP 172.27.3.245 (ca8b8e18-04f1-46f4-8c3b-aba3c077569d/ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa/4ee83673-46b6-4e1b-bcba-ae840fc50e57) {{(pid=104072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:24:06.382791 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] For port fe4197df-049a-453f-a110-e4a007e15f18, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=fe4197df-049a-453f-a110-e4a007e15f18,segment=NetworkSegment(8900a96c-140e-4a88-9323-782a7b94dd95),segment_id=8900a96c-140e-4a88-9323-782a7b94dd95)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:24:06.409546 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Returning: {'device': 'fe4197df-049a-453f-a110-e4a007e15f18', 'network_id': '9235750b-3863-4242-97a7-a4cb52643ca2', 'port_id': 'fe4197df-049a-453f-a110-e4a007e15f18', 'mac_address': 'fa:16:3e:5d:dc:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74986d1d-a9b7-43a2-b2c2-09937b076cb1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104073) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 03:24:06.474264 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Current status of the port fe4197df-049a-453f-a110-e4a007e15f18 is: DOWN; New status is: BUILD {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:24:06.474683 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (fe4197df-049a-453f-a110-e4a007e15f18), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:06.514361 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.notifiers.nova [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe4197df-049a-453f-a110-e4a007e15f18 {{(pid=104073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:24:06.540472 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-163ee191-a714-4447-99c6-9982e3035a23 admin admin] Publish callbacks [] for port (4ee83673-46b6-4e1b-bcba-ae840fc50e57), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:06.543362 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] For port fe4197df-049a-453f-a110-e4a007e15f18, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=fe4197df-049a-453f-a110-e4a007e15f18,segment=NetworkSegment(8900a96c-140e-4a88-9323-782a7b94dd95),segment_id=8900a96c-140e-4a88-9323-782a7b94dd95)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:24:06.560804 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (fe4197df-049a-453f-a110-e4a007e15f18), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:06.632465 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72813b0f-66e1-4ff3-8ba5-6bd094e0f500 req-e5d03a0a-2d5f-48a3-96ab-95b1feb7afa0 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:06.639638 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-163ee191-a714-4447-99c6-9982e3035a23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743907242280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13119109'] for port (4ee83673-46b6-4e1b-bcba-ae840fc50e57), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:06.649629 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-72813b0f-66e1-4ff3-8ba5-6bd094e0f500 req-e5d03a0a-2d5f-48a3-96ab-95b1feb7afa0 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=b54917ef-d32c-4303-99e3-75adc12f147e HTTP/1.1" status: 200 len: 944 time: 0.0781062 May 27 03:24:06.681752 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Pushing event updated for resources: {'Port': ['ID=fe4197df-049a-453f-a110-e4a007e15f18,revision_number=4']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:06.720895 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-72813b0f-66e1-4ff3-8ba5-6bd094e0f500 req-1c2ea709-b03e-47fa-b727-eec8736ac28a tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=355c63b5-9543-409d-a9f3-f7230b59d8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727761 May 27 03:24:06.724565 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:UPDATE=4,neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=4 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:06.731132 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163ee191-a714-4447-99c6-9982e3035a23 admin admin] Pushing event updated for resources: {'Port': ['ID=4ee83673-46b6-4e1b-bcba-ae840fc50e57,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:06.773380 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-163ee191-a714-4447-99c6-9982e3035a23 admin admin] Network ca8b8e18-04f1-46f4-8c3b-aba3c077569d is already hosted by enough agents. {{(pid=104072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:24:06.779781 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.base_scheduler [None req-163ee191-a714-4447-99c6-9982e3035a23 admin admin] Resources bound (agent type, host, resource id): {{(pid=104072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:24:06.782075 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163ee191-a714-4447-99c6-9982e3035a23 admin admin] Received port after_create {{(pid=104072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:24:06.804998 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:DELETE=1,neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:06.823306 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98e3559-204c-4030-9809-64b1171327ae req-84d98b08-52ab-499c-a8bf-92de9f34bb5d tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:06.824812 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f98e3559-204c-4030-9809-64b1171327ae req-84d98b08-52ab-499c-a8bf-92de9f34bb5d tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/ports?device_id=a04444dd-f9dd-428f-b524-fba73fc83fe4 HTTP/1.1" status: 200 len: 945 time: 0.0948691 May 27 03:24:06.848428 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=100 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:06.862781 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386e89dd-9ce5-46c2-9c0a-831735411a11 req-a03424dc-75ef-4055-8170-9653f00a4766 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:06.864392 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-386e89dd-9ce5-46c2-9c0a-831735411a11 req-a03424dc-75ef-4055-8170-9653f00a4766 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=126a653e-c2f9-4fad-9401-b165bddb395d HTTP/1.1" status: 200 len: 946 time: 0.0522995 May 27 03:24:06.918257 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-386e89dd-9ce5-46c2-9c0a-831735411a11 req-6eaa7b8a-c43e-4309-886b-34f9f6decb8a tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bb45d27-4147-42b8-a14c-c2b672c6e0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477676 May 27 03:24:06.941204 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f98e3559-204c-4030-9809-64b1171327ae req-c0d2ad5f-9914-4d23-a0ed-3a250b71f27d tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b952be5-5d1b-4d72-ad7c-b294a4de78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100390 May 27 03:24:07.097942 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-163ee191-a714-4447-99c6-9982e3035a23 admin admin] Publish callbacks [] for router_gateway (0a3e2812-07e4-4838-94d5-bb57a2cd3859), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:07.355093 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-163ee191-a714-4447-99c6-9982e3035a23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16723146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16278078'] for router (0a3e2812-07e4-4838-94d5-bb57a2cd3859), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:07.381770 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b0ef1ff-d113-45a7-971f-51bb946919dc None None] Network 79e2e930-0200-4ceb-a2bb-a93bbb04e0f6 requested from dv-cinder-828806-4-iscsi {{(pid=104073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:24:07.391829 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d311643-f6f5-4dfb-8e77-807a65ea2264 req-ab975a6a-9612-43d9-a6be-faa02b8f8256 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:07.393467 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-6d311643-f6f5-4dfb-8e77-807a65ea2264 req-ab975a6a-9612-43d9-a6be-faa02b8f8256 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/ports?device_id=d00e4700-28c6-4440-83e4-c3d1a86a75c7 HTTP/1.1" status: 200 len: 943 time: 0.0564775 May 27 03:24:07.451914 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-ee2c4d18-0f2e-43cc-9347-83cae2792028 None None] Provisioning complete for port 4bd0c646-757a-475f-b7d3-748ef25cd5d2 triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:24:07.452071 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-6d311643-f6f5-4dfb-8e77-807a65ea2264 req-38573028-f15f-4918-af49-f0c8e815c373 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/security-groups?id=175a7da0-8a41-43f4-9e53-a62bc6fe8167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526156 May 27 03:24:07.452275 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-ee2c4d18-0f2e-43cc-9347-83cae2792028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (4bd0c646-757a-475f-b7d3-748ef25cd5d2), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:07.502966 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-163ee191-a714-4447-99c6-9982e3035a23 admin admin] Router 0a3e2812-07e4-4838-94d5-bb57a2cd3859 is scheduled to L3 agent 3e4effd7-5bc9-408b-93fa-42e4b19a61d9 with binding_index 1 {{(pid=104072) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 03:24:07.579585 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-ee2c4d18-0f2e-43cc-9347-83cae2792028 None None] Current status of the port 4bd0c646-757a-475f-b7d3-748ef25cd5d2 is: DOWN; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:24:07.580129 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-ee2c4d18-0f2e-43cc-9347-83cae2792028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (4bd0c646-757a-475f-b7d3-748ef25cd5d2), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:07.589990 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:07.616446 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-ee2c4d18-0f2e-43cc-9347-83cae2792028 None None] For port 4bd0c646-757a-475f-b7d3-748ef25cd5d2, host dv-cinder-828806-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-4-iscsi',level=0,port_id=4bd0c646-757a-475f-b7d3-748ef25cd5d2,segment=NetworkSegment(3d0db8b7-60ed-4f83-92b1-448610616c6c),segment_id=3d0db8b7-60ed-4f83-92b1-448610616c6c)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:24:07.621634 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-163ee191-a714-4447-99c6-9982e3035a23 admin admin] Notify agent at l3_agent.dv-cinder-828806-4-iscsi the message routers_updated {{(pid=104072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:24:07.622649 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-ee2c4d18-0f2e-43cc-9347-83cae2792028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (4bd0c646-757a-475f-b7d3-748ef25cd5d2), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:07.636505 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c96b60-5893-4706-8d2d-784011c4f221 None None] Sync routers for ids ['0a3e2812-07e4-4838-94d5-bb57a2cd3859'] in dv-cinder-828806-4-iscsi {{(pid=104074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:24:07.649114 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c96b60-5893-4706-8d2d-784011c4f221 None None] Routers {'0a3e2812-07e4-4838-94d5-bb57a2cd3859'} bound to L3 agent in host dv-cinder-828806-4-iscsi {{(pid=104074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:24:07.649864 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-f1c96b60-5893-4706-8d2d-784011c4f221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:14:31Z,description=,heartbeat_timestamp=2022-05-27T03:24:01Z,host='dv-cinder-828806-4-iscsi',id=3e4effd7-5bc9-408b-93fa-42e4b19a61d9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:14:31Z,topic='l3_agent')) {'router_ids': ['0a3e2812-07e4-4838-94d5-bb57a2cd3859'], 'active': True} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:24:07.650913 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-163ee191-a714-4447-99c6-9982e3035a23 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:07.654582 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-163ee191-a714-4447-99c6-9982e3035a23 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.1727612 May 27 03:24:07.655238 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 56800) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:24:07.679566 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2c4d18-0f2e-43cc-9347-83cae2792028 None None] Pushing event updated for resources: {'Port': ['ID=4bd0c646-757a-475f-b7d3-748ef25cd5d2,revision_number=3']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:07.768100 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvr_db [None req-f1c96b60-5893-4706-8d2d-784011c4f221 None None] Set router 0a3e2812-07e4-4838-94d5-bb57a2cd3859 gateway port host: dv-cinder-828806-4-iscsi {{(pid=104074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:24:07.826763 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:07.846013 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-7fae85b4-0210-47d3-8457-aaaa03de0fc6 None None] Provisioning complete for port 4bd0c646-757a-475f-b7d3-748ef25cd5d2 triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:24:07.847134 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-7fae85b4-0210-47d3-8457-aaaa03de0fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (4bd0c646-757a-475f-b7d3-748ef25cd5d2), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:07.873614 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255da00c-599c-47d8-bd85-5cc0263b5529 req-24575940-0f53-48a5-8d63-3980bbd75dfe tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:07.875243 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-255da00c-599c-47d8-bd85-5cc0263b5529 req-24575940-0f53-48a5-8d63-3980bbd75dfe tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=b54917ef-d32c-4303-99e3-75adc12f147e HTTP/1.1" status: 200 len: 944 time: 0.0631554 May 27 03:24:07.928763 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-7fae85b4-0210-47d3-8457-aaaa03de0fc6 None None] Current status of the port 4bd0c646-757a-475f-b7d3-748ef25cd5d2 is: ACTIVE; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:24:07.929336 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:07.939083 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-f1c96b60-5893-4706-8d2d-784011c4f221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a3e2812-07e4-4838-94d5-bb57a2cd3859', 'name': 'tempest-TestVolumeBootPattern-1556435986-router', 'tenant_id': 'd5bef1b49d424299864523887eb72b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '4ee83673-46b6-4e1b-bcba-ae840fc50e57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:24:05Z', 'updated_at': '2022-05-27T03:24:06Z', 'revision_number': 3, 'project_id': 'd5bef1b49d424299864523887eb72b3c', 'gw_port': {'id': '4ee83673-46b6-4e1b-bcba-ae840fc50e57', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f6:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a3e2812-07e4-4838-94d5-bb57a2cd3859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:24:06Z', 'updated_at': '2022-05-27T03:24:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi'}], 'dv-cinder-828806-4-iscsi', False) {} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:24:07.967111 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c96b60-5893-4706-8d2d-784011c4f221 None None] Checking router: 0a3e2812-07e4-4838-94d5-bb57a2cd3859 for host: dv-cinder-828806-4-iscsi {{(pid=104074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:24:07.967526 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c96b60-5893-4706-8d2d-784011c4f221 None None] Updating router 0a3e2812-07e4-4838-94d5-bb57a2cd3859 port 4ee83673-46b6-4e1b-bcba-ae840fc50e57 binding host dv-cinder-828806-4-iscsi {{(pid=104074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:24:07.995445 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-f1c96b60-5893-4706-8d2d-784011c4f221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (4ee83673-46b6-4e1b-bcba-ae840fc50e57), before_update {{(pid=104074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:08.006349 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-255da00c-599c-47d8-bd85-5cc0263b5529 req-c9b2aa23-f3ab-4831-99a4-54cf2bce8e4a tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=355c63b5-9543-409d-a9f3-f7230b59d8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953295 May 27 03:24:08.044016 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53181b11-0289-42a8-b979-517b8fd94bae req-40e0925d-1afa-490e-b821-c009fc0d7fb9 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:08.045725 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-53181b11-0289-42a8-b979-517b8fd94bae req-40e0925d-1afa-490e-b821-c009fc0d7fb9 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=126a653e-c2f9-4fad-9401-b165bddb395d HTTP/1.1" status: 200 len: 946 time: 0.0547051 May 27 03:24:08.107887 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-53181b11-0289-42a8-b979-517b8fd94bae req-8ac332b4-b894-4c50-9b01-9318b1fd01ae tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bb45d27-4147-42b8-a14c-c2b672c6e0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563066 May 27 03:24:08.247111 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] get_ports_and_sgs() called for port_ids ['fe4197df-049a-453f-a110-e4a007e15f18'] {{(pid=104073) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:24:08.306123 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-f1c96b60-5893-4706-8d2d-784011c4f221 None None] Publish callbacks [] for port (4ee83673-46b6-4e1b-bcba-ae840fc50e57), precommit_update {{(pid=104074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:08.313851 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-f1c96b60-5893-4706-8d2d-784011c4f221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (4ee83673-46b6-4e1b-bcba-ae840fc50e57), after_update {{(pid=104074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:08.327084 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09558973-8cbf-4f4e-8c13-47734de2acc9 req-f80051fc-9096-4081-ba39-1109d07a8264 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:08.333443 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-09558973-8cbf-4f4e-8c13-47734de2acc9 req-f80051fc-9096-4081-ba39-1109d07a8264 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/ports?device_id=a04444dd-f9dd-428f-b524-fba73fc83fe4 HTTP/1.1" status: 200 len: 945 time: 0.0721858 May 27 03:24:08.373586 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b950bd-0470-495c-a433-6868dc5595a8 None None] Pushing event updated for resources: {'Port': ['ID=4ee83673-46b6-4e1b-bcba-ae840fc50e57,revision_number=2']} {{(pid=104074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:08.390300 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.managers [None req-f1c96b60-5893-4706-8d2d-784011c4f221 None None] Attempting to bind port 4ee83673-46b6-4e1b-bcba-ae840fc50e57 on host dv-cinder-828806-4-iscsi for vnic_type normal with profile {{(pid=104074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:24:08.390674 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.managers [None req-f1c96b60-5893-4706-8d2d-784011c4f221 None None] Attempting to bind port 4ee83673-46b6-4e1b-bcba-ae840fc50e57 by drivers openvswitch,hyperv on host dv-cinder-828806-4-iscsi at level 0 using segments [{'id': '7e44f6fa-4b8b-41b0-9dbf-83bfa81b059a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d'}] {{(pid=104074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:24:08.391193 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c96b60-5893-4706-8d2d-784011c4f221 None None] Attempting to bind port 4ee83673-46b6-4e1b-bcba-ae840fc50e57 on network ca8b8e18-04f1-46f4-8c3b-aba3c077569d {{(pid=104074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:24:08.397552 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c96b60-5893-4706-8d2d-784011c4f221 None None] Checking agent: {'id': '01a6c5a5-ff25-49ea-8869-bb2b5ba0570e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828806-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 14, 35), 'started_at': datetime.datetime(2022, 5, 27, 3, 15, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828806-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:24:08.398016 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c96b60-5893-4706-8d2d-784011c4f221 None None] Checking segment: {'id': '7e44f6fa-4b8b-41b0-9dbf-83bfa81b059a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:24:08.398675 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-f1c96b60-5893-4706-8d2d-784011c4f221 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:08.399281 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c96b60-5893-4706-8d2d-784011c4f221 None None] Bound using segment: {'id': '7e44f6fa-4b8b-41b0-9dbf-83bfa81b059a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d'} {{(pid=104074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:24:08.399891 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.managers [None req-f1c96b60-5893-4706-8d2d-784011c4f221 None None] Bound port: 4ee83673-46b6-4e1b-bcba-ae840fc50e57, host: dv-cinder-828806-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e44f6fa-4b8b-41b0-9dbf-83bfa81b059a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d'}}] {{(pid=104074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:24:08.400408 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-f1c96b60-5893-4706-8d2d-784011c4f221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (4ee83673-46b6-4e1b-bcba-ae840fc50e57), before_update {{(pid=104074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:08.404558 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:08.467249 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-09558973-8cbf-4f4e-8c13-47734de2acc9 req-e076d02e-3bd7-4332-914b-dc2dcaf7931c tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b952be5-5d1b-4d72-ad7c-b294a4de78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1329906 May 27 03:24:08.497772 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Device 4bd0c646-757a-475f-b7d3-748ef25cd5d2 up at agent ovs-agent-dv-cinder-828806-4-iscsi {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:24:08.506697 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.db [None req-f1c96b60-5893-4706-8d2d-784011c4f221 None None] For port 4ee83673-46b6-4e1b-bcba-ae840fc50e57, host dv-cinder-828806-4-iscsi, cleared binding levels {{(pid=104074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:24:08.513371 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.db [None req-f1c96b60-5893-4706-8d2d-784011c4f221 None None] For port 4ee83673-46b6-4e1b-bcba-ae840fc50e57, host dv-cinder-828806-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-4-iscsi',level=0,port_id=4ee83673-46b6-4e1b-bcba-ae840fc50e57,segment=NetworkSegment(7e44f6fa-4b8b-41b0-9dbf-83bfa81b059a),segment_id=7e44f6fa-4b8b-41b0-9dbf-83bfa81b059a)] {{(pid=104074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:24:08.529725 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-f1c96b60-5893-4706-8d2d-784011c4f221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (4ee83673-46b6-4e1b-bcba-ae840fc50e57), after_update {{(pid=104074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:08.562757 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Provisioning complete for port 4bd0c646-757a-475f-b7d3-748ef25cd5d2 triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:24:08.563051 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (4bd0c646-757a-475f-b7d3-748ef25cd5d2), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:08.581556 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-d4a41a8e-aaef-4e99-b687-d763803843e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:08.593214 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10303caa-6a2f-4e08-9fed-7caf277c350a req-61f91a69-3866-4bec-8560-41144130cca5 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:08.600699 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-10303caa-6a2f-4e08-9fed-7caf277c350a req-61f91a69-3866-4bec-8560-41144130cca5 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/ports?device_id=d00e4700-28c6-4440-83e4-c3d1a86a75c7 HTTP/1.1" status: 200 len: 943 time: 0.0558963 May 27 03:24:08.627411 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b950bd-0470-495c-a433-6868dc5595a8 None None] Pushing event updated for resources: {'Port': ['ID=4ee83673-46b6-4e1b-bcba-ae840fc50e57,revision_number=3']} {{(pid=104074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:08.637485 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:08.652192 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c96b60-5893-4706-8d2d-784011c4f221 None None] Routers {'0a3e2812-07e4-4838-94d5-bb57a2cd3859'} bound to L3 agent in host dv-cinder-828806-4-iscsi {{(pid=104074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:24:08.652876 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-f1c96b60-5893-4706-8d2d-784011c4f221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:14:31Z,description=,heartbeat_timestamp=2022-05-27T03:24:01Z,host='dv-cinder-828806-4-iscsi',id=3e4effd7-5bc9-408b-93fa-42e4b19a61d9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:14:31Z,topic='l3_agent')) {'router_ids': ['0a3e2812-07e4-4838-94d5-bb57a2cd3859'], 'active': True} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:24:08.653702 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-10303caa-6a2f-4e08-9fed-7caf277c350a req-effda959-cb14-43d6-bdac-28b674a5fab7 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/security-groups?id=175a7da0-8a41-43f4-9e53-a62bc6fe8167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519753 May 27 03:24:08.664205 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Current status of the port 4bd0c646-757a-475f-b7d3-748ef25cd5d2 is: ACTIVE; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:24:08.696346 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8e9cb9-0734-4295-9b0c-ba141676a261 req-f37f5e5f-2a0d-44ae-81e9-30fffae215eb tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:08.697871 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-ff8e9cb9-0734-4295-9b0c-ba141676a261 req-f37f5e5f-2a0d-44ae-81e9-30fffae215eb tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/ports?device_id=a04444dd-f9dd-428f-b524-fba73fc83fe4 HTTP/1.1" status: 200 len: 945 time: 0.1187539 May 27 03:24:08.707201 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 56818) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:24:08.712704 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [None req-7b20ac1a-5bd0-4d3f-ba55-84e52473e0e8 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Request body: {'floatingip': {'port_id': 'bfbe9cb8-2655-4fd9-8904-baffc1034ee0'}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:24:08.747434 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:08.760128 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvr_db [None req-f1c96b60-5893-4706-8d2d-784011c4f221 None None] Set router 0a3e2812-07e4-4838-94d5-bb57a2cd3859 gateway port host: dv-cinder-828806-4-iscsi {{(pid=104074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:24:08.790375 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-7b20ac1a-5bd0-4d3f-ba55-84e52473e0e8 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Publish callbacks [] for floatingip (13407073-359a-4d18-b67c-992af9aa2851), before_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:08.810004 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.db.db_base_plugin_common [None req-d4a41a8e-aaef-4e99-b687-d763803843e7 admin admin] Allocated IP 172.20.0.1 (79e2e930-0200-4ceb-a2bb-a93bbb04e0f6/5133a594-c63e-4ae9-a294-52a4d497dec8/1453a154-6ec5-4313-8a2b-fddd349b5446) {{(pid=104072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:24:08.928222 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-d4a41a8e-aaef-4e99-b687-d763803843e7 admin admin] Publish callbacks [] for port (1453a154-6ec5-4313-8a2b-fddd349b5446), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:08.929584 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-f1c96b60-5893-4706-8d2d-784011c4f221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a3e2812-07e4-4838-94d5-bb57a2cd3859', 'name': 'tempest-TestVolumeBootPattern-1556435986-router', 'tenant_id': 'd5bef1b49d424299864523887eb72b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '4ee83673-46b6-4e1b-bcba-ae840fc50e57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:24:05Z', 'updated_at': '2022-05-27T03:24:06Z', 'revision_number': 3, 'project_id': 'd5bef1b49d424299864523887eb72b3c', 'gw_port': {'id': '4ee83673-46b6-4e1b-bcba-ae840fc50e57', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f6:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a3e2812-07e4-4838-94d5-bb57a2cd3859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:24:06Z', 'updated_at': '2022-05-27T03:24:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi'}], 'dv-cinder-828806-4-iscsi', False) {} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:24:08.959160 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c96b60-5893-4706-8d2d-784011c4f221 None None] The sync data for ids ['0a3e2812-07e4-4838-94d5-bb57a2cd3859'] in dv-cinder-828806-4-iscsi is: [{'id': '0a3e2812-07e4-4838-94d5-bb57a2cd3859', 'name': 'tempest-TestVolumeBootPattern-1556435986-router', 'tenant_id': 'd5bef1b49d424299864523887eb72b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '4ee83673-46b6-4e1b-bcba-ae840fc50e57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:24:05Z', 'updated_at': '2022-05-27T03:24:06Z', 'revision_number': 3, 'project_id': 'd5bef1b49d424299864523887eb72b3c', 'gw_port': {'id': '4ee83673-46b6-4e1b-bcba-ae840fc50e57', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f6:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a3e2812-07e4-4838-94d5-bb57a2cd3859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:24:06Z', 'updated_at': '2022-05-27T03:24:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi'}] {{(pid=104074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:24:08.965763 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-d4a41a8e-aaef-4e99-b687-d763803843e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743907242280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13119109'] for port (1453a154-6ec5-4313-8a2b-fddd349b5446), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:08.996520 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:09.024267 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a41a8e-aaef-4e99-b687-d763803843e7 admin admin] Network 79e2e930-0200-4ceb-a2bb-a93bbb04e0f6 is already hosted by enough agents. {{(pid=104072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:24:09.027953 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.base_scheduler [None req-d4a41a8e-aaef-4e99-b687-d763803843e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:24:09.034179 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a41a8e-aaef-4e99-b687-d763803843e7 admin admin] Pushing event updated for resources: {'Port': ['ID=1453a154-6ec5-4313-8a2b-fddd349b5446,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:09.036460 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a41a8e-aaef-4e99-b687-d763803843e7 admin admin] Received port after_create {{(pid=104072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:24:09.075606 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-d4a41a8e-aaef-4e99-b687-d763803843e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16279373'] for router_interface (0a3e2812-07e4-4838-94d5-bb57a2cd3859), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:09.143316 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:09.261876 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-d4a41a8e-aaef-4e99-b687-d763803843e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (1453a154-6ec5-4313-8a2b-fddd349b5446), before_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:09.318354 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701f3b08-3a22-489e-850a-e930ae7e13ca req-88a36a75-af6e-4f25-96ef-226edb640421 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:09.335636 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-701f3b08-3a22-489e-850a-e930ae7e13ca req-88a36a75-af6e-4f25-96ef-226edb640421 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=126a653e-c2f9-4fad-9401-b165bddb395d HTTP/1.1" status: 200 len: 946 time: 0.1095805 May 27 03:24:09.373785 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-b7e457ee-3f26-4ef8-96ef-240d93a1e4b6 None None] Provisioning complete for port 1453a154-6ec5-4313-8a2b-fddd349b5446 triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:24:09.374316 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-b7e457ee-3f26-4ef8-96ef-240d93a1e4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (1453a154-6ec5-4313-8a2b-fddd349b5446), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:09.408256 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cf2154-20e0-49a8-8b26-32d60f6c5df2 req-3c3dc8bb-f16d-4b7f-98b2-10e4e0dcdf27 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:09.415617 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-96cf2154-20e0-49a8-8b26-32d60f6c5df2 req-3c3dc8bb-f16d-4b7f-98b2-10e4e0dcdf27 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=b54917ef-d32c-4303-99e3-75adc12f147e HTTP/1.1" status: 200 len: 944 time: 0.2652905 May 27 03:24:09.431180 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-b7e457ee-3f26-4ef8-96ef-240d93a1e4b6 None None] Port 1453a154-6ec5-4313-8a2b-fddd349b5446 cannot update to ACTIVE because it is not bound. {{(pid=104073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:24:09.477955 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-701f3b08-3a22-489e-850a-e930ae7e13ca req-ae4499a8-3154-462a-89b9-6f016ca8dc96 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bb45d27-4147-42b8-a14c-c2b672c6e0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412914 May 27 03:24:09.558242 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-96cf2154-20e0-49a8-8b26-32d60f6c5df2 req-2e939494-c52e-47b8-b572-2b3cb944e48e tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=355c63b5-9543-409d-a9f3-f7230b59d8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1410520 May 27 03:24:09.590950 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-d4a41a8e-aaef-4e99-b687-d763803843e7 admin admin] Publish callbacks [] for port (1453a154-6ec5-4313-8a2b-fddd349b5446), precommit_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:09.596978 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-d4a41a8e-aaef-4e99-b687-d763803843e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13119154'] for port (1453a154-6ec5-4313-8a2b-fddd349b5446), after_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:09.631675 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-7b20ac1a-5bd0-4d3f-ba55-84e52473e0e8 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:09.637686 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-7b20ac1a-5bd0-4d3f-ba55-84e52473e0e8 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16279512'] for floatingip (13407073-359a-4d18-b67c-992af9aa2851), after_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:09.672991 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:09.680849 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a41a8e-aaef-4e99-b687-d763803843e7 admin admin] Pushing event updated for resources: {'Port': ['ID=1453a154-6ec5-4313-8a2b-fddd349b5446,revision_number=2']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:09.684767 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-d4a41a8e-aaef-4e99-b687-d763803843e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-366354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16280317'] for router_interface (0a3e2812-07e4-4838-94d5-bb57a2cd3859), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:09.744143 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.db.l3_db [None req-7b20ac1a-5bd0-4d3f-ba55-84e52473e0e8 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Floating IP 13407073-359a-4d18-b67c-992af9aa2851 associated. External IP: 172.27.3.221, port: bfbe9cb8-2655-4fd9-8904-baffc1034ee0. May 27 03:24:09.779284 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:09.811387 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54189a0-ebf0-4a89-888b-1c026c9272cd req-8bde626e-ae12-40d0-8bb5-160026d80352 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:09.812881 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c54189a0-ebf0-4a89-888b-1c026c9272cd req-8bde626e-ae12-40d0-8bb5-160026d80352 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/ports?device_id=d00e4700-28c6-4440-83e4-c3d1a86a75c7 HTTP/1.1" status: 200 len: 943 time: 0.0652921 May 27 03:24:09.865074 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a41a8e-aaef-4e99-b687-d763803843e7 admin admin] Network 79e2e930-0200-4ceb-a2bb-a93bbb04e0f6 is already hosted by enough agents. {{(pid=104072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:24:09.871207 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.base_scheduler [None req-d4a41a8e-aaef-4e99-b687-d763803843e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:24:09.887785 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c54189a0-ebf0-4a89-888b-1c026c9272cd req-63a8215e-9336-4049-821d-0bcece005252 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/security-groups?id=175a7da0-8a41-43f4-9e53-a62bc6fe8167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686414 May 27 03:24:09.977476 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b20ac1a-5bd0-4d3f-ba55-84e52473e0e8 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Router ec376dbd-361b-41fd-8d64-cf1759d3c8fc has already been hosted by L3 agent 3e4effd7-5bc9-408b-93fa-42e4b19a61d9 {{(pid=104071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:24:10.012776 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4a41a8e-aaef-4e99-b687-d763803843e7 admin admin] Router 0a3e2812-07e4-4838-94d5-bb57a2cd3859 has already been hosted by L3 agent 3e4effd7-5bc9-408b-93fa-42e4b19a61d9 {{(pid=104072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:24:10.032315 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:10.064267 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:10.150243 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4a41a8e-aaef-4e99-b687-d763803843e7 admin admin] Notify agent at l3_agent.dv-cinder-828806-4-iscsi the message routers_updated {{(pid=104072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:24:10.162317 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-b76ba648-4d71-48ad-a92b-2c1332dba066 None None] Provisioning complete for port 1453a154-6ec5-4313-8a2b-fddd349b5446 triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:24:10.162887 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-b76ba648-4d71-48ad-a92b-2c1332dba066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (1453a154-6ec5-4313-8a2b-fddd349b5446), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:10.167243 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-d4a41a8e-aaef-4e99-b687-d763803843e7 admin admin] 10.222.0.50 "PUT /v2.0/routers/0a3e2812-07e4-4838-94d5-bb57a2cd3859/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5112264 May 27 03:24:10.209527 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-b76ba648-4d71-48ad-a92b-2c1332dba066 None None] Port 1453a154-6ec5-4313-8a2b-fddd349b5446 cannot update to ACTIVE because it is not bound. {{(pid=104073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:24:10.348595 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b20ac1a-5bd0-4d3f-ba55-84e52473e0e8 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Notify agent at l3_agent.dv-cinder-828806-4-iscsi the message routers_updated {{(pid=104071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:24:10.353617 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-7b20ac1a-5bd0-4d3f-ba55-84e52473e0e8 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159658'] for floatingip (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:10.363993 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272b8121-2a87-488b-9b97-9e4b7d12a257 None None] Sync routers for ids ['ec376dbd-361b-41fd-8d64-cf1759d3c8fc'] in dv-cinder-828806-4-iscsi {{(pid=104073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:24:10.386532 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272b8121-2a87-488b-9b97-9e4b7d12a257 None None] Routers {'ec376dbd-361b-41fd-8d64-cf1759d3c8fc'} bound to L3 agent in host dv-cinder-828806-4-iscsi {{(pid=104073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:24:10.387280 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-272b8121-2a87-488b-9b97-9e4b7d12a257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:14:31Z,description=,heartbeat_timestamp=2022-05-27T03:24:01Z,host='dv-cinder-828806-4-iscsi',id=3e4effd7-5bc9-408b-93fa-42e4b19a61d9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:14:31Z,topic='l3_agent')) {'router_ids': ['ec376dbd-361b-41fd-8d64-cf1759d3c8fc'], 'active': True} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:24:10.405385 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-7b20ac1a-5bd0-4d3f-ba55-84e52473e0e8 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "PUT /v2.0/floatingips/13407073-359a-4d18-b67c-992af9aa2851 HTTP/1.1" status: 200 len: 991 time: 1.6968164 May 27 03:24:10.410264 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a04444dd-f9dd-428f-b524-fba73fc83fe4', 'tag': 'bfbe9cb8-2655-4fd9-8904-baffc1034ee0'}] {{(pid=104071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:24:10.410264 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bb076ad6e20eee76da9493a154e3e0af7ddb4a8668b70cc9390b05200f69f4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16e02cbd-37da-45f9-aa62-30f5242cd1ba" -d '{"events": [{"name": "network-changed", "server_uuid": "a04444dd-f9dd-428f-b524-fba73fc83fe4", "tag": "bfbe9cb8-2655-4fd9-8904-baffc1034ee0"}]}' {{(pid=104071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:24:10.462242 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbb95ecb-81a7-454e-81cc-471526eafeb9 x-openstack-request-id: req-fbb95ecb-81a7-454e-81cc-471526eafeb9 {{(pid=104071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:24:10.462643 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a04444dd-f9dd-428f-b524-fba73fc83fe4", "tag": "bfbe9cb8-2655-4fd9-8904-baffc1034ee0", "status": "completed", "code": 200}]} {{(pid=104071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:24:10.463103 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fbb95ecb-81a7-454e-81cc-471526eafeb9 {{(pid=104071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:24:10.463737 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbb95ecb-81a7-454e-81cc-471526eafeb9'] response: {'name': 'network-changed', 'server_uuid': 'a04444dd-f9dd-428f-b524-fba73fc83fe4', 'tag': 'bfbe9cb8-2655-4fd9-8904-baffc1034ee0', 'status': 'completed', 'code': 200} May 27 03:24:10.472169 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Device 4ee83673-46b6-4e1b-bcba-ae840fc50e57 up at agent ovs-agent-dv-cinder-828806-4-iscsi {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:24:10.617420 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1591e875-621d-4233-80f8-2ca9a2ff72a7 req-50880a86-7c2a-45a4-90ab-4a0977ecdd1f tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:10.619403 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-1591e875-621d-4233-80f8-2ca9a2ff72a7 req-50880a86-7c2a-45a4-90ab-4a0977ecdd1f tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=126a653e-c2f9-4fad-9401-b165bddb395d HTTP/1.1" status: 200 len: 946 time: 0.0581620 May 27 03:24:10.698670 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-1591e875-621d-4233-80f8-2ca9a2ff72a7 req-78841fdb-2cc9-4abe-b286-a22dc5412cd1 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bb45d27-4147-42b8-a14c-c2b672c6e0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687635 May 27 03:24:10.712252 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvr_db [None req-272b8121-2a87-488b-9b97-9e4b7d12a257 None None] Set router ec376dbd-361b-41fd-8d64-cf1759d3c8fc gateway port host: dv-cinder-828806-4-iscsi {{(pid=104073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:24:10.714595 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Provisioning complete for port 4ee83673-46b6-4e1b-bcba-ae840fc50e57 triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:24:10.714977 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (4ee83673-46b6-4e1b-bcba-ae840fc50e57), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:10.735270 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8dcd0a-8544-46b7-a18c-32ab589f0e50 req-5e29f926-9bcf-4889-8899-2da043b6a2de tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:10.745052 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-bd8dcd0a-8544-46b7-a18c-32ab589f0e50 req-5e29f926-9bcf-4889-8899-2da043b6a2de tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=b54917ef-d32c-4303-99e3-75adc12f147e HTTP/1.1" status: 200 len: 944 time: 0.0827012 May 27 03:24:10.795296 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-bd8dcd0a-8544-46b7-a18c-32ab589f0e50 req-8ce3674d-a72a-481d-b4e3-210559f3f064 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=355c63b5-9543-409d-a9f3-f7230b59d8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493326 May 27 03:24:10.827352 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 56868) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:24:10.832316 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [None req-8b8fef83-24a8-4dd3-b990-6f81f5602d72 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-313883107-network', 'tenant_id': '1021e1aa0d4143d8a6513d484f48f601'}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:24:10.856029 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b8fef83-24a8-4dd3-b990-6f81f5602d72 admin admin] Made reservation on behalf of 1021e1aa0d4143d8a6513d484f48f601 for: {'network': 1} {{(pid=104071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:24:10.858403 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-8b8fef83-24a8-4dd3-b990-6f81f5602d72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for network (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:10.863188 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=100 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:10.868009 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-8b8fef83-24a8-4dd3-b990-6f81f5602d72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:10.917675 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Current status of the port 4ee83673-46b6-4e1b-bcba-ae840fc50e57 is: DOWN; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:24:10.918063 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (4ee83673-46b6-4e1b-bcba-ae840fc50e57), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:10.979520 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-8b8fef83-24a8-4dd3-b990-6f81f5602d72 admin admin] Publish callbacks [] for security_group (8a0d667f-7632-4a76-9d64-d28def904d13), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:10.988653 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-8b8fef83-24a8-4dd3-b990-6f81f5602d72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (8a0d667f-7632-4a76-9d64-d28def904d13), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:10.993759 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] For port 4ee83673-46b6-4e1b-bcba-ae840fc50e57, host dv-cinder-828806-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-4-iscsi',level=0,port_id=4ee83673-46b6-4e1b-bcba-ae840fc50e57,segment=NetworkSegment(7e44f6fa-4b8b-41b0-9dbf-83bfa81b059a),segment_id=7e44f6fa-4b8b-41b0-9dbf-83bfa81b059a)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:24:11.002818 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (4ee83673-46b6-4e1b-bcba-ae840fc50e57), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:11.017408 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b8fef83-24a8-4dd3-b990-6f81f5602d72 admin admin] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=104071) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:24:11.035665 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8fef83-24a8-4dd3-b990-6f81f5602d72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a0d667f-7632-4a76-9d64-d28def904d13,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:11.045687 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-8b8fef83-24a8-4dd3-b990-6f81f5602d72 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8743907721831', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-814499'] for segment (eb8eb703-40f0-4a9f-8012-0abc4a829151), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:11.046253 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.db.segments_db [None req-8b8fef83-24a8-4dd3-b990-6f81f5602d72 admin admin] Added segment eb8eb703-40f0-4a9f-8012-0abc4a829151 of type vlan for network a762592d-e585-4f7a-bcc4-554f04bf7fe4 May 27 03:24:11.048562 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8fef83-24a8-4dd3-b990-6f81f5602d72 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:24:11.049284 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8fef83-24a8-4dd3-b990-6f81f5602d72 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:24:11.049750 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8fef83-24a8-4dd3-b990-6f81f5602d72 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:24:11.050336 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8fef83-24a8-4dd3-b990-6f81f5602d72 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:24:11.050922 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8fef83-24a8-4dd3-b990-6f81f5602d72 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:24:11.051351 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8fef83-24a8-4dd3-b990-6f81f5602d72 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:24:11.052335 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8fef83-24a8-4dd3-b990-6f81f5602d72 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:24:11.052830 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8fef83-24a8-4dd3-b990-6f81f5602d72 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:24:11.053274 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8fef83-24a8-4dd3-b990-6f81f5602d72 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:24:11.053777 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8fef83-24a8-4dd3-b990-6f81f5602d72 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:24:11.054480 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8fef83-24a8-4dd3-b990-6f81f5602d72 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:24:11.054996 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8fef83-24a8-4dd3-b990-6f81f5602d72 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:24:11.055501 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8fef83-24a8-4dd3-b990-6f81f5602d72 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:24:11.055968 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8fef83-24a8-4dd3-b990-6f81f5602d72 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:24:11.056321 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8fef83-24a8-4dd3-b990-6f81f5602d72 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:24:11.064051 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:11.101463 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Pushing event updated for resources: {'Port': ['ID=4ee83673-46b6-4e1b-bcba-ae840fc50e57,revision_number=4']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:11.120832 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-272b8121-2a87-488b-9b97-9e4b7d12a257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec376dbd-361b-41fd-8d64-cf1759d3c8fc', 'name': 'tempest-AttachVolumeTestJSON-611778045-router', 'tenant_id': '9351d2e0e0e14585820951a9398b35f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': 'da55691b-81f4-431f-952d-01e3daeffc29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:14Z', 'updated_at': '2022-05-27T03:23:27Z', 'revision_number': 4, 'project_id': '9351d2e0e0e14585820951a9398b35f4', 'gw_port': {'id': 'da55691b-81f4-431f-952d-01e3daeffc29', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:b4:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec376dbd-361b-41fd-8d64-cf1759d3c8fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:15Z', 'updated_at': '2022-05-27T03:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi', '_floatingips': [{'id': '13407073-359a-4d18-b67c-992af9aa2851', 'tenant_id': '9351d2e0e0e14585820951a9398b35f4', 'floating_ip_address': '172.27.3.221', 'floating_network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'router_id': 'ec376dbd-361b-41fd-8d64-cf1759d3c8fc', 'port_id': 'bfbe9cb8-2655-4fd9-8904-baffc1034ee0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc2d2605-cf0b-41cc-a4d1-c3c28ec94860', 'mac_address': 'fa:16:3e:c2:f7:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04444dd-f9dd-428f-b524-fba73fc83fe4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:23:42Z', 'updated_at': '2022-05-27T03:24:09Z', 'revision_number': 1, 'project_id': '9351d2e0e0e14585820951a9398b35f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '678e1304-6bf6-41b4-a3e4-e72b45445918', 'name': '', 'network_id': 'cc2d2605-cf0b-41cc-a4d1-c3c28ec94860', 'tenant_id': '9351d2e0e0e14585820951a9398b35f4', 'mac_address': 'fa:16:3e:c2:90:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec376dbd-361b-41fd-8d64-cf1759d3c8fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'a8c67362-f6b9-416d-9235-7ee8f03b0511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:25Z', 'updated_at': '2022-05-27T03:23:44Z', 'revision_number': 5, 'project_id': '9351d2e0e0e14585820951a9398b35f4', 'subnets': [{'id': 'a8c67362-f6b9-416d-9235-7ee8f03b0511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-4-iscsi', False) {} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:24:11.139590 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ca1ce7-d943-4c40-a0a9-639a5411ec8b req-442eaa3f-4e07-4053-bd33-107779b36e9b tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:11.142068 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c8ca1ce7-d943-4c40-a0a9-639a5411ec8b req-442eaa3f-4e07-4053-bd33-107779b36e9b tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/ports?device_id=d00e4700-28c6-4440-83e4-c3d1a86a75c7 HTTP/1.1" status: 200 len: 943 time: 0.1153927 May 27 03:24:11.149900 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272b8121-2a87-488b-9b97-9e4b7d12a257 None None] Checking router: ec376dbd-361b-41fd-8d64-cf1759d3c8fc for host: dv-cinder-828806-4-iscsi {{(pid=104073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:24:11.150787 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-8b8fef83-24a8-4dd3-b990-6f81f5602d72 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743907247189'] for network (a762592d-e585-4f7a-bcc4-554f04bf7fe4), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:11.160421 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272b8121-2a87-488b-9b97-9e4b7d12a257 None None] Routers {'ec376dbd-361b-41fd-8d64-cf1759d3c8fc'} bound to L3 agent in host dv-cinder-828806-4-iscsi {{(pid=104073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:24:11.161074 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-272b8121-2a87-488b-9b97-9e4b7d12a257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:14:31Z,description=,heartbeat_timestamp=2022-05-27T03:24:01Z,host='dv-cinder-828806-4-iscsi',id=3e4effd7-5bc9-408b-93fa-42e4b19a61d9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:14:31Z,topic='l3_agent')) {'router_ids': ['ec376dbd-361b-41fd-8d64-cf1759d3c8fc'], 'active': True} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:24:11.190725 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-8b8fef83-24a8-4dd3-b990-6f81f5602d72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336'] for network (a762592d-e585-4f7a-bcc4-554f04bf7fe4), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:11.192154 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b8fef83-24a8-4dd3-b990-6f81f5602d72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:11.192896 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-8b8fef83-24a8-4dd3-b990-6f81f5602d72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-366398'] for network (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:11.197668 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:11.208217 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Device fe4197df-049a-453f-a110-e4a007e15f18 up at agent hyperv_hv-cinder-82880 {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:24:11.240741 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c8ca1ce7-d943-4c40-a0a9-639a5411ec8b req-a6cfa861-e0bf-4150-bf7d-548ed0d47536 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/security-groups?id=175a7da0-8a41-43f4-9e53-a62bc6fe8167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891001 May 27 03:24:11.265429 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cddd0104-8136-4b5a-a2cc-1cedba98ada7 None None] Sync routers for ids ['0a3e2812-07e4-4838-94d5-bb57a2cd3859'] in dv-cinder-828806-4-iscsi {{(pid=104074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:24:11.282521 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cddd0104-8136-4b5a-a2cc-1cedba98ada7 None None] Routers {'0a3e2812-07e4-4838-94d5-bb57a2cd3859'} bound to L3 agent in host dv-cinder-828806-4-iscsi {{(pid=104074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:24:11.283247 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-cddd0104-8136-4b5a-a2cc-1cedba98ada7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:14:31Z,description=,heartbeat_timestamp=2022-05-27T03:24:01Z,host='dv-cinder-828806-4-iscsi',id=3e4effd7-5bc9-408b-93fa-42e4b19a61d9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:14:31Z,topic='l3_agent')) {'router_ids': ['0a3e2812-07e4-4838-94d5-bb57a2cd3859'], 'active': True} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:24:11.283467 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8fef83-24a8-4dd3-b990-6f81f5602d72 admin admin] Pushing event updated for resources: {'Network': ['ID=a762592d-e585-4f7a-bcc4-554f04bf7fe4,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:11.301019 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-8b8fef83-24a8-4dd3-b990-6f81f5602d72 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.4715505 May 27 03:24:11.301807 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Network a762592d-e585-4f7a-bcc4-554f04bf7fe4 details requested by agent ovs-agent-dv-cinder-828806-4-iscsi with host dv-cinder-828806-4-iscsi {{(pid=104073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 03:24:11.303491 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 56884) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:24:11.309585 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [None req-23557323-c983-4960-b5a9-3a8b9aa9f969 admin admin] Request body: {'subnet': {'network_id': 'a762592d-e585-4f7a-bcc4-554f04bf7fe4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-313883107-subnet', 'tenant_id': '1021e1aa0d4143d8a6513d484f48f601', 'ip_version': 4}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:24:11.339247 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23557323-c983-4960-b5a9-3a8b9aa9f969 admin admin] Made reservation on behalf of 1021e1aa0d4143d8a6513d484f48f601 for: {'subnet': 1} {{(pid=104072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:24:11.342490 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-23557323-c983-4960-b5a9-3a8b9aa9f969 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14026639'] for subnet (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:11.420773 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvr_db [None req-272b8121-2a87-488b-9b97-9e4b7d12a257 None None] Set router ec376dbd-361b-41fd-8d64-cf1759d3c8fc gateway port host: dv-cinder-828806-4-iscsi {{(pid=104073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:24:11.432534 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvr_db [None req-cddd0104-8136-4b5a-a2cc-1cedba98ada7 None None] Set router 0a3e2812-07e4-4838-94d5-bb57a2cd3859 gateway port host: dv-cinder-828806-4-iscsi {{(pid=104074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:24:11.471935 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Provisioning for port fe4197df-049a-453f-a110-e4a007e15f18 completed by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 03:24:11.515296 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Provisioning complete for port fe4197df-049a-453f-a110-e4a007e15f18 triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:24:11.515967 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (fe4197df-049a-453f-a110-e4a007e15f18), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:11.616725 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-23557323-c983-4960-b5a9-3a8b9aa9f969 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16716613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13119285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14026649'] for subnet (b68ba2dd-dfbf-4add-bf96-b7f92c2077d6), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:11.677630 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Current status of the port fe4197df-049a-453f-a110-e4a007e15f18 is: BUILD; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:24:11.678035 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (fe4197df-049a-453f-a110-e4a007e15f18), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:11.691998 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23557323-c983-4960-b5a9-3a8b9aa9f969 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b68ba2dd-dfbf-4add-bf96-b7f92c2077d6,revision_number=0']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:11.703367 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23557323-c983-4960-b5a9-3a8b9aa9f969 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:24:11.703707 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23557323-c983-4960-b5a9-3a8b9aa9f969 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:24:11.704059 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23557323-c983-4960-b5a9-3a8b9aa9f969 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:24:11.704392 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23557323-c983-4960-b5a9-3a8b9aa9f969 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:24:11.704719 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23557323-c983-4960-b5a9-3a8b9aa9f969 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:24:11.705061 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23557323-c983-4960-b5a9-3a8b9aa9f969 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:24:11.705386 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23557323-c983-4960-b5a9-3a8b9aa9f969 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:24:11.705696 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23557323-c983-4960-b5a9-3a8b9aa9f969 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:24:11.706020 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23557323-c983-4960-b5a9-3a8b9aa9f969 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:24:11.706335 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23557323-c983-4960-b5a9-3a8b9aa9f969 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:24:11.706662 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23557323-c983-4960-b5a9-3a8b9aa9f969 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:24:11.706987 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23557323-c983-4960-b5a9-3a8b9aa9f969 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:24:11.707297 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23557323-c983-4960-b5a9-3a8b9aa9f969 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:24:11.707605 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23557323-c983-4960-b5a9-3a8b9aa9f969 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:24:11.707909 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23557323-c983-4960-b5a9-3a8b9aa9f969 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:24:11.711324 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23557323-c983-4960-b5a9-3a8b9aa9f969 admin admin] Checking segment: {'id': 'eb8eb703-40f0-4a9f-8012-0abc4a829151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'a762592d-e585-4f7a-bcc4-554f04bf7fe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:24:11.711678 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23557323-c983-4960-b5a9-3a8b9aa9f969 admin admin] Network hostable DHCP agents. Network: a762592d-e585-4f7a-bcc4-554f04bf7fe4, hostable agents: ['88cb169e-23a7-4380-813c-9b707a5671b5'], hosted agents: [] {{(pid=104072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:24:11.719435 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:11.738208 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23557323-c983-4960-b5a9-3a8b9aa9f969 admin admin] Network a762592d-e585-4f7a-bcc4-554f04bf7fe4 is scheduled to be hosted by DHCP agent 88cb169e-23a7-4380-813c-9b707a5671b5 with binding_index 1 {{(pid=104072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:24:11.743384 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b54917ef-d32c-4303-99e3-75adc12f147e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe4197df-049a-453f-a110-e4a007e15f18'}] {{(pid=104073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:24:11.745738 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fe636b475fcf817a66bede64dee182d8d37f0deb14dcb08a99f86243ff54ad7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95326c88-ffb3-4881-b52c-b8a70326cc24" -d '{"events": [{"server_uuid": "b54917ef-d32c-4303-99e3-75adc12f147e", "name": "network-vif-plugged", "status": "completed", "tag": "fe4197df-049a-453f-a110-e4a007e15f18"}]}' {{(pid=104073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:24:11.758094 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.base_scheduler [None req-23557323-c983-4960-b5a9-3a8b9aa9f969 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828806-4-iscsi, a762592d-e585-4f7a-bcc4-554f04bf7fe4) {{(pid=104072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:24:11.767171 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23557323-c983-4960-b5a9-3a8b9aa9f969 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:11.768456 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-23557323-c983-4960-b5a9-3a8b9aa9f969 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-366398'] for subnet (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:11.774536 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86118ffa-c416-4a31-8f2b-4ed6b7f030af None None] Network a762592d-e585-4f7a-bcc4-554f04bf7fe4 requested from dv-cinder-828806-4-iscsi {{(pid=104073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:24:11.810551 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-23557323-c983-4960-b5a9-3a8b9aa9f969 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5058892 May 27 03:24:11.811174 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 56900) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:24:11.811436 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] For port fe4197df-049a-453f-a110-e4a007e15f18, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=fe4197df-049a-453f-a110-e4a007e15f18,segment=NetworkSegment(8900a96c-140e-4a88-9323-782a7b94dd95),segment_id=8900a96c-140e-4a88-9323-782a7b94dd95)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:24:11.815333 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-cddd0104-8136-4b5a-a2cc-1cedba98ada7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a3e2812-07e4-4838-94d5-bb57a2cd3859', 'name': 'tempest-TestVolumeBootPattern-1556435986-router', 'tenant_id': 'd5bef1b49d424299864523887eb72b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '4ee83673-46b6-4e1b-bcba-ae840fc50e57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:24:05Z', 'updated_at': '2022-05-27T03:24:09Z', 'revision_number': 4, 'project_id': 'd5bef1b49d424299864523887eb72b3c', 'gw_port': {'id': '4ee83673-46b6-4e1b-bcba-ae840fc50e57', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f6:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3e2812-07e4-4838-94d5-bb57a2cd3859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:24:06Z', 'updated_at': '2022-05-27T03:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi', '_interfaces': [{'id': '1453a154-6ec5-4313-8a2b-fddd349b5446', 'name': '', 'network_id': '79e2e930-0200-4ceb-a2bb-a93bbb04e0f6', 'tenant_id': 'd5bef1b49d424299864523887eb72b3c', 'mac_address': 'fa:16:3e:be:67:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a3e2812-07e4-4838-94d5-bb57a2cd3859', 'device_owner': 'network:router_interface', 'standard_attr_id': 226, 'fixed_ips': [{'subnet_id': '5133a594-c63e-4ae9-a294-52a4d497dec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:24:08Z', 'updated_at': '2022-05-27T03:24:09Z', 'revision_number': 2, 'project_id': 'd5bef1b49d424299864523887eb72b3c', 'subnets': [{'id': '5133a594-c63e-4ae9-a294-52a4d497dec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-4-iscsi', False) {} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:24:11.815559 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [None req-e7738419-1aa4-4b95-a1e7-aa043bc219d6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-313883107-router', 'tenant_id': '1021e1aa0d4143d8a6513d484f48f601', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d'}}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:24:11.824860 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-272b8121-2a87-488b-9b97-9e4b7d12a257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec376dbd-361b-41fd-8d64-cf1759d3c8fc', 'name': 'tempest-AttachVolumeTestJSON-611778045-router', 'tenant_id': '9351d2e0e0e14585820951a9398b35f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': 'da55691b-81f4-431f-952d-01e3daeffc29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:14Z', 'updated_at': '2022-05-27T03:23:27Z', 'revision_number': 4, 'project_id': '9351d2e0e0e14585820951a9398b35f4', 'gw_port': {'id': 'da55691b-81f4-431f-952d-01e3daeffc29', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:b4:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec376dbd-361b-41fd-8d64-cf1759d3c8fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:15Z', 'updated_at': '2022-05-27T03:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi', '_floatingips': [{'id': '13407073-359a-4d18-b67c-992af9aa2851', 'tenant_id': '9351d2e0e0e14585820951a9398b35f4', 'floating_ip_address': '172.27.3.221', 'floating_network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'router_id': 'ec376dbd-361b-41fd-8d64-cf1759d3c8fc', 'port_id': 'bfbe9cb8-2655-4fd9-8904-baffc1034ee0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc2d2605-cf0b-41cc-a4d1-c3c28ec94860', 'mac_address': 'fa:16:3e:c2:f7:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04444dd-f9dd-428f-b524-fba73fc83fe4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:23:42Z', 'updated_at': '2022-05-27T03:24:09Z', 'revision_number': 1, 'project_id': '9351d2e0e0e14585820951a9398b35f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '678e1304-6bf6-41b4-a3e4-e72b45445918', 'name': '', 'network_id': 'cc2d2605-cf0b-41cc-a4d1-c3c28ec94860', 'tenant_id': '9351d2e0e0e14585820951a9398b35f4', 'mac_address': 'fa:16:3e:c2:90:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec376dbd-361b-41fd-8d64-cf1759d3c8fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'a8c67362-f6b9-416d-9235-7ee8f03b0511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:25Z', 'updated_at': '2022-05-27T03:23:44Z', 'revision_number': 5, 'project_id': '9351d2e0e0e14585820951a9398b35f4', 'subnets': [{'id': 'a8c67362-f6b9-416d-9235-7ee8f03b0511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-4-iscsi', False) {} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:24:11.841217 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:11.841812 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-e7738419-1aa4-4b95-a1e7-aa043bc219d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16723533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4148'] for router (991fc6bf-2303-4050-8e71-5c3bcbcf4bd3), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:11.844768 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-e7738419-1aa4-4b95-a1e7-aa043bc219d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16723197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16278093', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16646318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4159'] for router (991fc6bf-2303-4050-8e71-5c3bcbcf4bd3), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:11.852932 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ed5ec4-12d0-4203-9f74-667d60732bb8 req-efc49708-0b9c-4b64-b60f-e31d3b543c6e tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:11.854794 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-10ed5ec4-12d0-4203-9f74-667d60732bb8 req-efc49708-0b9c-4b64-b60f-e31d3b543c6e tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=126a653e-c2f9-4fad-9401-b165bddb395d HTTP/1.1" status: 200 len: 946 time: 0.0701404 May 27 03:24:11.859442 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11288efa-a3f4-4268-8fd4-550df1a30421 x-openstack-request-id: req-11288efa-a3f4-4268-8fd4-550df1a30421 {{(pid=104073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:24:11.859726 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b54917ef-d32c-4303-99e3-75adc12f147e", "name": "network-vif-plugged", "status": "completed", "tag": "fe4197df-049a-453f-a110-e4a007e15f18", "code": 200}]} {{(pid=104073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:24:11.859972 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-11288efa-a3f4-4268-8fd4-550df1a30421 {{(pid=104073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:24:11.860366 dv-cinder-828806-4-iscsi neutron-server[104073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11288efa-a3f4-4268-8fd4-550df1a30421'] response: {'server_uuid': 'b54917ef-d32c-4303-99e3-75adc12f147e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe4197df-049a-453f-a110-e4a007e15f18', 'code': 200} May 27 03:24:11.866915 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272b8121-2a87-488b-9b97-9e4b7d12a257 None None] The sync data for ids ['ec376dbd-361b-41fd-8d64-cf1759d3c8fc'] in dv-cinder-828806-4-iscsi is: [{'id': 'ec376dbd-361b-41fd-8d64-cf1759d3c8fc', 'name': 'tempest-AttachVolumeTestJSON-611778045-router', 'tenant_id': '9351d2e0e0e14585820951a9398b35f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': 'da55691b-81f4-431f-952d-01e3daeffc29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:14Z', 'updated_at': '2022-05-27T03:23:27Z', 'revision_number': 4, 'project_id': '9351d2e0e0e14585820951a9398b35f4', 'gw_port': {'id': 'da55691b-81f4-431f-952d-01e3daeffc29', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:b4:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec376dbd-361b-41fd-8d64-cf1759d3c8fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:15Z', 'updated_at': '2022-05-27T03:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi', '_floatingips': [{'id': '13407073-359a-4d18-b67c-992af9aa2851', 'tenant_id': '9351d2e0e0e14585820951a9398b35f4', 'floating_ip_address': '172.27.3.221', 'floating_network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'router_id': 'ec376dbd-361b-41fd-8d64-cf1759d3c8fc', 'port_id': 'bfbe9cb8-2655-4fd9-8904-baffc1034ee0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc2d2605-cf0b-41cc-a4d1-c3c28ec94860', 'mac_address': 'fa:16:3e:c2:f7:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04444dd-f9dd-428f-b524-fba73fc83fe4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:23:42Z', 'updated_at': '2022-05-27T03:24:09Z', 'revision_number': 1, 'project_id': '9351d2e0e0e14585820951a9398b35f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '678e1304-6bf6-41b4-a3e4-e72b45445918', 'name': '', 'network_id': 'cc2d2605-cf0b-41cc-a4d1-c3c28ec94860', 'tenant_id': '9351d2e0e0e14585820951a9398b35f4', 'mac_address': 'fa:16:3e:c2:90:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec376dbd-361b-41fd-8d64-cf1759d3c8fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'a8c67362-f6b9-416d-9235-7ee8f03b0511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:25Z', 'updated_at': '2022-05-27T03:23:44Z', 'revision_number': 5, 'project_id': '9351d2e0e0e14585820951a9398b35f4', 'subnets': [{'id': 'a8c67362-f6b9-416d-9235-7ee8f03b0511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:24:11.873119 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (fe4197df-049a-453f-a110-e4a007e15f18), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:11.874474 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cddd0104-8136-4b5a-a2cc-1cedba98ada7 None None] Checking router: 0a3e2812-07e4-4838-94d5-bb57a2cd3859 for host: dv-cinder-828806-4-iscsi {{(pid=104074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:24:11.881804 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cddd0104-8136-4b5a-a2cc-1cedba98ada7 None None] Updating router 0a3e2812-07e4-4838-94d5-bb57a2cd3859 port 1453a154-6ec5-4313-8a2b-fddd349b5446 binding host dv-cinder-828806-4-iscsi {{(pid=104074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:24:11.940254 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-10ed5ec4-12d0-4203-9f74-667d60732bb8 req-3c2c52a0-d751-430c-830f-be2a773551d4 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bb45d27-4147-42b8-a14c-c2b672c6e0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776393 May 27 03:24:11.944055 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-e7738419-1aa4-4b95-a1e7-aa043bc219d6 admin admin] Publish callbacks [] for router_controller (991fc6bf-2303-4050-8e71-5c3bcbcf4bd3), precommit_add_association {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:11.977995 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-cddd0104-8136-4b5a-a2cc-1cedba98ada7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (1453a154-6ec5-4313-8a2b-fddd349b5446), before_update {{(pid=104074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:12.024124 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c99a96-1253-45ad-977c-0ac9d8cab470 req-4da3806e-2ce5-4aa6-aaa2-9f05b61be2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:12.026849 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-b1c99a96-1253-45ad-977c-0ac9d8cab470 req-4da3806e-2ce5-4aa6-aaa2-9f05b61be2ea service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=082b5523ee504be09f6fcaf833207a4f&device_id=d00e4700-28c6-4440-83e4-c3d1a86a75c7 HTTP/1.1" status: 200 len: 1127 time: 0.0513601 May 27 03:24:12.039880 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Pushing event updated for resources: {'Port': ['ID=fe4197df-049a-453f-a110-e4a007e15f18,revision_number=5']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:12.071866 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91b4775-85e8-4da5-9083-70e17771b07e req-cc10a945-4e58-4dd3-9550-b8bbda2c7024 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:12.074460 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-d91b4775-85e8-4da5-9083-70e17771b07e req-cc10a945-4e58-4dd3-9550-b8bbda2c7024 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=b54917ef-d32c-4303-99e3-75adc12f147e HTTP/1.1" status: 200 len: 945 time: 0.1324255 May 27 03:24:12.083074 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54216023-34bf-43a6-83be-1997a53ad0a0 req-61ae8542-1ce0-4b67-98c9-dfc89e400922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:12.083280 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c5b0bd-fd89-494a-84bd-c4969f7f73e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e4825cd-1402-5c2a-9e28-936b264acd46-a762592d-e585-4f7a-bcc4-554f04bf7fe4', 'network_id': 'a762592d-e585-4f7a-bcc4-554f04bf7fe4', 'project_id': '1021e1aa0d4143d8a6513d484f48f601', 'fixed_ips': [{'subnet_id': 'b68ba2dd-dfbf-4add-bf96-b7f92c2077d6'}]}} from dv-cinder-828806-4-iscsi. {{(pid=104073) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 27 03:24:12.084272 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-a6c5b0bd-fd89-494a-84bd-c4969f7f73e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (None), before_create {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:12.084751 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-54216023-34bf-43a6-83be-1997a53ad0a0 req-61ae8542-1ce0-4b67-98c9-dfc89e400922 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6db8193dcee944008c7b41889bfa67a3&device_id=126a653e-c2f9-4fad-9401-b165bddb395d HTTP/1.1" status: 200 len: 1130 time: 0.0531385 May 27 03:24:12.179715 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:12.204891 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e02cbd-37da-45f9-aa62-30f5242cd1ba req-588ebcc9-cea5-4da5-a55d-a3fc23bd3b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:12.206691 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-16e02cbd-37da-45f9-aa62-30f5242cd1ba req-588ebcc9-cea5-4da5-a55d-a3fc23bd3b02 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9351d2e0e0e14585820951a9398b35f4&device_id=a04444dd-f9dd-428f-b524-fba73fc83fe4 HTTP/1.1" status: 200 len: 1129 time: 0.1189692 May 27 03:24:12.259795 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c99a96-1253-45ad-977c-0ac9d8cab470 req-0813d9c4-2563-4d61-822b-7d596774e3db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:12.261369 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-b1c99a96-1253-45ad-977c-0ac9d8cab470 req-0813d9c4-2563-4d61-822b-7d596774e3db service neutron] 10.222.0.67 "GET /v2.0/networks?id=e861f168-e1a5-4542-8ee4-9759fa17a578 HTTP/1.1" status: 200 len: 916 time: 0.1753216 May 27 03:24:12.270267 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:12.276528 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6a8bb3-e874-4438-a4a1-f790c877d0a3 None None] New status for floating IP 13407073-359a-4d18-b67c-992af9aa2851: ACTIVE {{(pid=104073) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 03:24:12.296904 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:12.299652 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-943460b3-0c6f-4d3b-b8e2-44440191164b req-4828774d-72ec-478f-b635-ad0e8df78e4e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=0ddacdbc-778d-43a4-9781-bc1bfec238e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1552775 May 27 03:24:12.310073 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-d91b4775-85e8-4da5-9083-70e17771b07e req-64c1c169-ed31-455c-95d1-7a47aaed37ab tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=355c63b5-9543-409d-a9f3-f7230b59d8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1671174 May 27 03:24:12.371321 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-e7738419-1aa4-4b95-a1e7-aa043bc219d6 admin admin] Publish callbacks [] for router_gateway (991fc6bf-2303-4050-8e71-5c3bcbcf4bd3), precommit_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:12.395180 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.db_base_plugin_common [None req-a6c5b0bd-fd89-494a-84bd-c4969f7f73e9 None None] Allocated IP 172.20.0.2 (a762592d-e585-4f7a-bcc4-554f04bf7fe4/b68ba2dd-dfbf-4add-bf96-b7f92c2077d6/bec6e8a6-e420-48b4-b7c6-b73e07082e59) {{(pid=104073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:24:12.419973 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-cddd0104-8136-4b5a-a2cc-1cedba98ada7 None None] Publish callbacks [] for port (1453a154-6ec5-4313-8a2b-fddd349b5446), precommit_update {{(pid=104074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:12.420761 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e498a2-9b72-46bd-9d15-1626e9dad5fb req-7ea8a7f3-26ed-4f55-9fd4-b001dff32e2f tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:12.423754 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:12.431466 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-57e498a2-9b72-46bd-9d15-1626e9dad5fb req-7ea8a7f3-26ed-4f55-9fd4-b001dff32e2f tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/ports?device_id=d00e4700-28c6-4440-83e4-c3d1a86a75c7 HTTP/1.1" status: 200 len: 943 time: 0.0942519 May 27 03:24:12.447604 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-cddd0104-8136-4b5a-a2cc-1cedba98ada7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (1453a154-6ec5-4313-8a2b-fddd349b5446), after_update {{(pid=104074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:12.512709 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Device 4ee83673-46b6-4e1b-bcba-ae840fc50e57 up at agent ovs-agent-dv-cinder-828806-4-iscsi {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:24:12.533725 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdc2b0a-c653-463e-80de-98b2cdcaed97 None None] Pushing event updated for resources: {'Port': ['ID=1453a154-6ec5-4313-8a2b-fddd349b5446,revision_number=3']} {{(pid=104074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:12.537249 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=100 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:12.543247 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-57e498a2-9b72-46bd-9d15-1626e9dad5fb req-ff23b51b-dc6e-4760-8404-266de9f222d1 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/security-groups?id=175a7da0-8a41-43f4-9e53-a62bc6fe8167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106071 May 27 03:24:12.636123 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-e7738419-1aa4-4b95-a1e7-aa043bc219d6 admin admin] Publish callbacks [] for router_gateway (991fc6bf-2303-4050-8e71-5c3bcbcf4bd3), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:12.637264 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.managers [None req-cddd0104-8136-4b5a-a2cc-1cedba98ada7 None None] Attempting to bind port 1453a154-6ec5-4313-8a2b-fddd349b5446 on host dv-cinder-828806-4-iscsi for vnic_type normal with profile {{(pid=104074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:24:12.637838 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.managers [None req-cddd0104-8136-4b5a-a2cc-1cedba98ada7 None None] Attempting to bind port 1453a154-6ec5-4313-8a2b-fddd349b5446 by drivers openvswitch,hyperv on host dv-cinder-828806-4-iscsi at level 0 using segments [{'id': '3d0db8b7-60ed-4f83-92b1-448610616c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '79e2e930-0200-4ceb-a2bb-a93bbb04e0f6'}] {{(pid=104074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:24:12.638590 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cddd0104-8136-4b5a-a2cc-1cedba98ada7 None None] Attempting to bind port 1453a154-6ec5-4313-8a2b-fddd349b5446 on network 79e2e930-0200-4ceb-a2bb-a93bbb04e0f6 {{(pid=104074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:24:12.645399 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cddd0104-8136-4b5a-a2cc-1cedba98ada7 None None] Checking agent: {'id': '01a6c5a5-ff25-49ea-8869-bb2b5ba0570e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828806-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 14, 35), 'started_at': datetime.datetime(2022, 5, 27, 3, 15, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828806-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:24:12.646064 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cddd0104-8136-4b5a-a2cc-1cedba98ada7 None None] Checking segment: {'id': '3d0db8b7-60ed-4f83-92b1-448610616c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '79e2e930-0200-4ceb-a2bb-a93bbb04e0f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:24:12.646657 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-cddd0104-8136-4b5a-a2cc-1cedba98ada7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:12.647800 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cddd0104-8136-4b5a-a2cc-1cedba98ada7 None None] Bound using segment: {'id': '3d0db8b7-60ed-4f83-92b1-448610616c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '79e2e930-0200-4ceb-a2bb-a93bbb04e0f6'} {{(pid=104074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:24:12.648517 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.managers [None req-cddd0104-8136-4b5a-a2cc-1cedba98ada7 None None] Bound port: 1453a154-6ec5-4313-8a2b-fddd349b5446, host: dv-cinder-828806-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d0db8b7-60ed-4f83-92b1-448610616c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '79e2e930-0200-4ceb-a2bb-a93bbb04e0f6'}}] {{(pid=104074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:24:12.649126 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-cddd0104-8136-4b5a-a2cc-1cedba98ada7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (1453a154-6ec5-4313-8a2b-fddd349b5446), before_update {{(pid=104074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:12.661584 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-e7738419-1aa4-4b95-a1e7-aa043bc219d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:12.792011 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.db [None req-cddd0104-8136-4b5a-a2cc-1cedba98ada7 None None] For port 1453a154-6ec5-4313-8a2b-fddd349b5446, host dv-cinder-828806-4-iscsi, cleared binding levels {{(pid=104074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:24:12.804775 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.db [None req-cddd0104-8136-4b5a-a2cc-1cedba98ada7 None None] For port 1453a154-6ec5-4313-8a2b-fddd349b5446, host dv-cinder-828806-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-4-iscsi',level=0,port_id=1453a154-6ec5-4313-8a2b-fddd349b5446,segment=NetworkSegment(3d0db8b7-60ed-4f83-92b1-448610616c6c),segment_id=3d0db8b7-60ed-4f83-92b1-448610616c6c)] {{(pid=104074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:24:12.812870 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.db.db_base_plugin_common [None req-e7738419-1aa4-4b95-a1e7-aa043bc219d6 admin admin] Allocated IP 172.27.3.4 (ca8b8e18-04f1-46f4-8c3b-aba3c077569d/ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa/62239fbe-df38-4f76-b1ac-58d0d12b9eb9) {{(pid=104072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:24:12.817395 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-cddd0104-8136-4b5a-a2cc-1cedba98ada7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (1453a154-6ec5-4313-8a2b-fddd349b5446), after_update {{(pid=104074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:12.858734 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Provisioning complete for port 4ee83673-46b6-4e1b-bcba-ae840fc50e57 triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:24:12.859199 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (4ee83673-46b6-4e1b-bcba-ae840fc50e57), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:12.881147 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cddd0104-8136-4b5a-a2cc-1cedba98ada7 None None] Routers {'0a3e2812-07e4-4838-94d5-bb57a2cd3859'} bound to L3 agent in host dv-cinder-828806-4-iscsi {{(pid=104074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:24:12.881914 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-cddd0104-8136-4b5a-a2cc-1cedba98ada7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:14:31Z,description=,heartbeat_timestamp=2022-05-27T03:24:01Z,host='dv-cinder-828806-4-iscsi',id=3e4effd7-5bc9-408b-93fa-42e4b19a61d9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:14:31Z,topic='l3_agent')) {'router_ids': ['0a3e2812-07e4-4838-94d5-bb57a2cd3859'], 'active': True} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:24:12.920469 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdc2b0a-c653-463e-80de-98b2cdcaed97 None None] Pushing event updated for resources: {'Port': ['ID=1453a154-6ec5-4313-8a2b-fddd349b5446,revision_number=4']} {{(pid=104074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:12.966995 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-e7738419-1aa4-4b95-a1e7-aa043bc219d6 admin admin] Publish callbacks [] for port (62239fbe-df38-4f76-b1ac-58d0d12b9eb9), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:13.016724 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-d8703908-2f70-4646-a72d-bc103e4a5b80 None None] Provisioning complete for port 1453a154-6ec5-4313-8a2b-fddd349b5446 triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:24:13.017435 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-d8703908-2f70-4646-a72d-bc103e4a5b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (1453a154-6ec5-4313-8a2b-fddd349b5446), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:13.033280 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvr_db [None req-cddd0104-8136-4b5a-a2cc-1cedba98ada7 None None] Set router 0a3e2812-07e4-4838-94d5-bb57a2cd3859 gateway port host: dv-cinder-828806-4-iscsi {{(pid=104074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:24:13.037172 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-e7738419-1aa4-4b95-a1e7-aa043bc219d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743907242280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13119109'] for port (62239fbe-df38-4f76-b1ac-58d0d12b9eb9), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:13.093791 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7738419-1aa4-4b95-a1e7-aa043bc219d6 admin admin] Network ca8b8e18-04f1-46f4-8c3b-aba3c077569d is already hosted by enough agents. {{(pid=104072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:24:13.111289 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:13.112638 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.base_scheduler [None req-e7738419-1aa4-4b95-a1e7-aa043bc219d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:24:13.123517 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7738419-1aa4-4b95-a1e7-aa043bc219d6 admin admin] Received port after_create {{(pid=104072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:24:13.153478 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Device 1ad404ad-b415-4130-81fb-67637fa7ba8a details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=104073) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 03:24:13.208462 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7738419-1aa4-4b95-a1e7-aa043bc219d6 admin admin] Pushing event updated for resources: {'Port': ['ID=62239fbe-df38-4f76-b1ac-58d0d12b9eb9,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:13.218656 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a662e962-d0af-4ba8-9bf7-400705115b64 req-3c1750ab-3b30-4bf7-970c-001c5fb2bd0b tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:13.219698 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a662e962-d0af-4ba8-9bf7-400705115b64 req-3c1750ab-3b30-4bf7-970c-001c5fb2bd0b tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=126a653e-c2f9-4fad-9401-b165bddb395d HTTP/1.1" status: 200 len: 946 time: 0.1299622 May 27 03:24:13.265815 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-a6c5b0bd-fd89-494a-84bd-c4969f7f73e9 None None] Publish callbacks [] for port (bec6e8a6-e420-48b4-b7c6-b73e07082e59), precommit_create {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:13.275605 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Current status of the port 4ee83673-46b6-4e1b-bcba-ae840fc50e57 is: ACTIVE; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:24:13.288667 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-cddd0104-8136-4b5a-a2cc-1cedba98ada7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a3e2812-07e4-4838-94d5-bb57a2cd3859', 'name': 'tempest-TestVolumeBootPattern-1556435986-router', 'tenant_id': 'd5bef1b49d424299864523887eb72b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '4ee83673-46b6-4e1b-bcba-ae840fc50e57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:24:05Z', 'updated_at': '2022-05-27T03:24:09Z', 'revision_number': 4, 'project_id': 'd5bef1b49d424299864523887eb72b3c', 'gw_port': {'id': '4ee83673-46b6-4e1b-bcba-ae840fc50e57', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f6:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3e2812-07e4-4838-94d5-bb57a2cd3859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:24:06Z', 'updated_at': '2022-05-27T03:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi', '_interfaces': [{'id': '1453a154-6ec5-4313-8a2b-fddd349b5446', 'name': '', 'network_id': '79e2e930-0200-4ceb-a2bb-a93bbb04e0f6', 'tenant_id': 'd5bef1b49d424299864523887eb72b3c', 'mac_address': 'fa:16:3e:be:67:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a3e2812-07e4-4838-94d5-bb57a2cd3859', 'device_owner': 'network:router_interface', 'standard_attr_id': 226, 'fixed_ips': [{'subnet_id': '5133a594-c63e-4ae9-a294-52a4d497dec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:24:08Z', 'updated_at': '2022-05-27T03:24:12Z', 'revision_number': 4, 'project_id': 'd5bef1b49d424299864523887eb72b3c', 'subnets': [{'id': '5133a594-c63e-4ae9-a294-52a4d497dec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-4-iscsi', False) {} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:24:13.290372 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-a6c5b0bd-fd89-494a-84bd-c4969f7f73e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743907242280'] for port (bec6e8a6-e420-48b4-b7c6-b73e07082e59), after_create {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:13.311433 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (a17a57cc-679f-4398-8430-1b64b86f4dc1), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:13.325307 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cddd0104-8136-4b5a-a2cc-1cedba98ada7 None None] The sync data for ids ['0a3e2812-07e4-4838-94d5-bb57a2cd3859'] in dv-cinder-828806-4-iscsi is: [{'id': '0a3e2812-07e4-4838-94d5-bb57a2cd3859', 'name': 'tempest-TestVolumeBootPattern-1556435986-router', 'tenant_id': 'd5bef1b49d424299864523887eb72b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '4ee83673-46b6-4e1b-bcba-ae840fc50e57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:24:05Z', 'updated_at': '2022-05-27T03:24:09Z', 'revision_number': 4, 'project_id': 'd5bef1b49d424299864523887eb72b3c', 'gw_port': {'id': '4ee83673-46b6-4e1b-bcba-ae840fc50e57', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f6:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3e2812-07e4-4838-94d5-bb57a2cd3859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:24:06Z', 'updated_at': '2022-05-27T03:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi', '_interfaces': [{'id': '1453a154-6ec5-4313-8a2b-fddd349b5446', 'name': '', 'network_id': '79e2e930-0200-4ceb-a2bb-a93bbb04e0f6', 'tenant_id': 'd5bef1b49d424299864523887eb72b3c', 'mac_address': 'fa:16:3e:be:67:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a3e2812-07e4-4838-94d5-bb57a2cd3859', 'device_owner': 'network:router_interface', 'standard_attr_id': 226, 'fixed_ips': [{'subnet_id': '5133a594-c63e-4ae9-a294-52a4d497dec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:24:08Z', 'updated_at': '2022-05-27T03:24:12Z', 'revision_number': 4, 'project_id': 'd5bef1b49d424299864523887eb72b3c', 'subnets': [{'id': '5133a594-c63e-4ae9-a294-52a4d497dec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:24:13.394865 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c5b0bd-fd89-494a-84bd-c4969f7f73e9 None None] Network a762592d-e585-4f7a-bcc4-554f04bf7fe4 is already hosted by enough agents. {{(pid=104073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:24:13.418368 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.scheduler.base_scheduler [None req-a6c5b0bd-fd89-494a-84bd-c4969f7f73e9 None None] Resources bound (agent type, host, resource id): {{(pid=104073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:24:13.421755 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] For port 1ad404ad-b415-4130-81fb-67637fa7ba8a, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=1ad404ad-b415-4130-81fb-67637fa7ba8a,segment=NetworkSegment(9331d2d7-a6a0-4c34-9e42-53844ef9b31b),segment_id=9331d2d7-a6a0-4c34-9e42-53844ef9b31b)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:24:13.436141 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c5b0bd-fd89-494a-84bd-c4969f7f73e9 None None] Received port after_create {{(pid=104073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:24:13.448892 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c5b0bd-fd89-494a-84bd-c4969f7f73e9 None None] Pushing event updated for resources: {'Port': ['ID=bec6e8a6-e420-48b4-b7c6-b73e07082e59,revision_number=1']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:13.457090 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Returning: {'device': '1ad404ad-b415-4130-81fb-67637fa7ba8a', 'network_id': 'e861f168-e1a5-4542-8ee4-9759fa17a578', 'port_id': '1ad404ad-b415-4130-81fb-67637fa7ba8a', 'mac_address': 'fa:16:3e:3a:35:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22c8ee8a-bdb1-4646-81f4-b6b1b8177bb9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104073) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 03:24:13.467849 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-d8703908-2f70-4646-a72d-bc103e4a5b80 None None] Current status of the port 1453a154-6ec5-4313-8a2b-fddd349b5446 is: DOWN; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:24:13.468245 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-d8703908-2f70-4646-a72d-bc103e4a5b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (1453a154-6ec5-4313-8a2b-fddd349b5446), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:13.595197 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:13.670958 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a662e962-d0af-4ba8-9bf7-400705115b64 req-72d80bc1-a19f-4164-bcc8-3169101f1c09 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bb45d27-4147-42b8-a14c-c2b672c6e0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4431336 May 27 03:24:13.696330 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.managers [None req-a6c5b0bd-fd89-494a-84bd-c4969f7f73e9 None None] Attempting to bind port bec6e8a6-e420-48b4-b7c6-b73e07082e59 on host dv-cinder-828806-4-iscsi for vnic_type normal with profile {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:24:13.696727 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.managers [None req-a6c5b0bd-fd89-494a-84bd-c4969f7f73e9 None None] Attempting to bind port bec6e8a6-e420-48b4-b7c6-b73e07082e59 by drivers openvswitch,hyperv on host dv-cinder-828806-4-iscsi at level 0 using segments [{'id': 'eb8eb703-40f0-4a9f-8012-0abc4a829151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'a762592d-e585-4f7a-bcc4-554f04bf7fe4'}] {{(pid=104073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:24:13.697128 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c5b0bd-fd89-494a-84bd-c4969f7f73e9 None None] Attempting to bind port bec6e8a6-e420-48b4-b7c6-b73e07082e59 on network a762592d-e585-4f7a-bcc4-554f04bf7fe4 {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:24:13.706004 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f1b4f7-56d0-44ee-91fd-45a350de9230 req-8c9febee-9875-4da6-8be6-2014d586e334 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:13.707550 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-27f1b4f7-56d0-44ee-91fd-45a350de9230 req-8c9febee-9875-4da6-8be6-2014d586e334 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=b54917ef-d32c-4303-99e3-75adc12f147e HTTP/1.1" status: 200 len: 945 time: 0.1728287 May 27 03:24:13.711814 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-d8703908-2f70-4646-a72d-bc103e4a5b80 None None] For port 1453a154-6ec5-4313-8a2b-fddd349b5446, host dv-cinder-828806-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-4-iscsi',level=0,port_id=1453a154-6ec5-4313-8a2b-fddd349b5446,segment=NetworkSegment(3d0db8b7-60ed-4f83-92b1-448610616c6c),segment_id=3d0db8b7-60ed-4f83-92b1-448610616c6c)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:24:13.712931 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Current status of the port 1ad404ad-b415-4130-81fb-67637fa7ba8a is: DOWN; New status is: BUILD {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:24:13.717043 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (1ad404ad-b415-4130-81fb-67637fa7ba8a), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:13.734242 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c5b0bd-fd89-494a-84bd-c4969f7f73e9 None None] Checking agent: {'id': '01a6c5a5-ff25-49ea-8869-bb2b5ba0570e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828806-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 14, 35), 'started_at': datetime.datetime(2022, 5, 27, 3, 15, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828806-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:24:13.736036 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c5b0bd-fd89-494a-84bd-c4969f7f73e9 None None] Checking segment: {'id': 'eb8eb703-40f0-4a9f-8012-0abc4a829151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'a762592d-e585-4f7a-bcc4-554f04bf7fe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:24:13.736579 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-a6c5b0bd-fd89-494a-84bd-c4969f7f73e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:13.737094 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c5b0bd-fd89-494a-84bd-c4969f7f73e9 None None] Bound using segment: {'id': 'eb8eb703-40f0-4a9f-8012-0abc4a829151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'a762592d-e585-4f7a-bcc4-554f04bf7fe4'} {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:24:13.737672 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.managers [None req-a6c5b0bd-fd89-494a-84bd-c4969f7f73e9 None None] Bound port: bec6e8a6-e420-48b4-b7c6-b73e07082e59, host: dv-cinder-828806-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb8eb703-40f0-4a9f-8012-0abc4a829151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'a762592d-e585-4f7a-bcc4-554f04bf7fe4'}}] {{(pid=104073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:24:13.738378 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-a6c5b0bd-fd89-494a-84bd-c4969f7f73e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (bec6e8a6-e420-48b4-b7c6-b73e07082e59), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:13.759024 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-d8703908-2f70-4646-a72d-bc103e4a5b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (1453a154-6ec5-4313-8a2b-fddd349b5446), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:13.769560 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-b1c99a96-1253-45ad-977c-0ac9d8cab470 req-1860d87a-1533-4a99-9c69-2ed55be5a491 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1ad404ad-b415-4130-81fb-67637fa7ba8a HTTP/1.1" status: 200 len: 217 time: 0.3381305 May 27 03:24:13.775417 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.notifiers.nova [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ad404ad-b415-4130-81fb-67637fa7ba8a {{(pid=104073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:24:13.801527 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:13.813539 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943460b3-0c6f-4d3b-b8e2-44440191164b req-b9b4b163-7c9c-47a1-b7db-ed72ff77d0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:13.815274 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-943460b3-0c6f-4d3b-b8e2-44440191164b req-b9b4b163-7c9c-47a1-b7db-ed72ff77d0d0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a0a3ae93f6ab44af93b0538061809b98&device_id=0ddacdbc-778d-43a4-9781-bc1bfec238e4 HTTP/1.1" status: 200 len: 1129 time: 0.1626525 May 27 03:24:13.849746 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3f19e8-58f1-41fb-9c3c-e582f44fe897 req-9c16ebc6-e953-4a19-8843-c4ca06fb1170 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:13.857741 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-ea3f19e8-58f1-41fb-9c3c-e582f44fe897 req-9c16ebc6-e953-4a19-8843-c4ca06fb1170 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/ports?device_id=d00e4700-28c6-4440-83e4-c3d1a86a75c7 HTTP/1.1" status: 200 len: 943 time: 0.1007240 May 27 03:24:13.882186 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:13.932909 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] For port 1ad404ad-b415-4130-81fb-67637fa7ba8a, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=1ad404ad-b415-4130-81fb-67637fa7ba8a,segment=NetworkSegment(9331d2d7-a6a0-4c34-9e42-53844ef9b31b),segment_id=9331d2d7-a6a0-4c34-9e42-53844ef9b31b)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:24:13.957775 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-a3da94e6-31a2-4f4e-be7d-5db6f4ca22e5 None None] Provisioning complete for port 1453a154-6ec5-4313-8a2b-fddd349b5446 triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:24:13.958137 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-a3da94e6-31a2-4f4e-be7d-5db6f4ca22e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (1453a154-6ec5-4313-8a2b-fddd349b5446), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:13.972248 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-ea3f19e8-58f1-41fb-9c3c-e582f44fe897 req-39acc906-f51e-4ba4-8a39-28a408e7da22 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/security-groups?id=175a7da0-8a41-43f4-9e53-a62bc6fe8167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135569 May 27 03:24:13.986162 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e02cbd-37da-45f9-aa62-30f5242cd1ba req-3ba6624f-9bcc-4e04-a35b-267ea0f6937c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:13.992684 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-16e02cbd-37da-45f9-aa62-30f5242cd1ba req-3ba6624f-9bcc-4e04-a35b-267ea0f6937c service neutron] 10.222.0.67 "GET /v2.0/networks?id=cc2d2605-cf0b-41cc-a4d1-c3c28ec94860 HTTP/1.1" status: 200 len: 911 time: 0.5600314 May 27 03:24:14.001339 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-27f1b4f7-56d0-44ee-91fd-45a350de9230 req-6369b2a2-0f41-4241-b926-2bd683f5b067 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=355c63b5-9543-409d-a9f3-f7230b59d8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2367404 May 27 03:24:14.002898 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54216023-34bf-43a6-83be-1997a53ad0a0 req-f5aedb11-d4dd-4be5-a813-9f56179b72ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:14.004710 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-54216023-34bf-43a6-83be-1997a53ad0a0 req-f5aedb11-d4dd-4be5-a813-9f56179b72ae service neutron] 10.222.0.67 "GET /v2.0/networks?id=ee2ac450-e56e-4c1d-8d15-c8bfd50e2024 HTTP/1.1" status: 200 len: 920 time: 0.6280832 May 27 03:24:14.027313 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (1ad404ad-b415-4130-81fb-67637fa7ba8a), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:14.028586 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-e7738419-1aa4-4b95-a1e7-aa043bc219d6 admin admin] Publish callbacks [] for router_gateway (991fc6bf-2303-4050-8e71-5c3bcbcf4bd3), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:14.030389 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8703908-2f70-4646-a72d-bc103e4a5b80 None None] Pushing event updated for resources: {'Port': ['ID=1453a154-6ec5-4313-8a2b-fddd349b5446,revision_number=5']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:14.041767 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-a6c5b0bd-fd89-494a-84bd-c4969f7f73e9 None None] For port bec6e8a6-e420-48b4-b7c6-b73e07082e59, host dv-cinder-828806-4-iscsi, cleared binding levels {{(pid=104073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:24:14.049132 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-a6c5b0bd-fd89-494a-84bd-c4969f7f73e9 None None] For port bec6e8a6-e420-48b4-b7c6-b73e07082e59, host dv-cinder-828806-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-4-iscsi',level=0,port_id=bec6e8a6-e420-48b4-b7c6-b73e07082e59,segment=NetworkSegment(eb8eb703-40f0-4a9f-8012-0abc4a829151),segment_id=eb8eb703-40f0-4a9f-8012-0abc4a829151)] {{(pid=104073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:24:14.152198 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Pushing event updated for resources: {'Port': ['ID=1ad404ad-b415-4130-81fb-67637fa7ba8a,revision_number=4']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:14.166125 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-a6c5b0bd-fd89-494a-84bd-c4969f7f73e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (bec6e8a6-e420-48b4-b7c6-b73e07082e59), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:14.334983 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-54216023-34bf-43a6-83be-1997a53ad0a0 req-2a69a63b-25d0-4597-8fad-a6010bb68004 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=93f8d1e6-7ba3-465b-83b0-41aabb82cf05 HTTP/1.1" status: 200 len: 217 time: 0.2210062 May 27 03:24:14.451793 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c5b0bd-fd89-494a-84bd-c4969f7f73e9 None None] Pushing event updated for resources: {'Port': ['ID=bec6e8a6-e420-48b4-b7c6-b73e07082e59,revision_number=2']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:14.478481 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-16e02cbd-37da-45f9-aa62-30f5242cd1ba req-4056111e-6f10-4222-a1d4-6bc852335f73 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bfbe9cb8-2655-4fd9-8904-baffc1034ee0 HTTP/1.1" status: 200 len: 1001 time: 0.3568087 May 27 03:24:14.478915 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-a3da94e6-31a2-4f4e-be7d-5db6f4ca22e5 None None] Current status of the port 1453a154-6ec5-4313-8a2b-fddd349b5446 is: ACTIVE; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:24:14.494081 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Device 1453a154-6ec5-4313-8a2b-fddd349b5446 up at agent ovs-agent-dv-cinder-828806-4-iscsi {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:24:14.521763 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-e7738419-1aa4-4b95-a1e7-aa043bc219d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16723146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16278078'] for router (991fc6bf-2303-4050-8e71-5c3bcbcf4bd3), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:14.537463 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeef8475-92a7-4d28-bab1-5b0f84216b24 req-61f73448-a86f-4de3-a906-86fb7cd6c077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:14.539507 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-aeef8475-92a7-4d28-bab1-5b0f84216b24 req-61f73448-a86f-4de3-a906-86fb7cd6c077 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b54917ef-d32c-4303-99e3-75adc12f147e HTTP/1.1" status: 200 len: 1129 time: 0.3671358 May 27 03:24:14.560334 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943460b3-0c6f-4d3b-b8e2-44440191164b req-6fb81213-df7b-4083-b9a9-2a0b89188f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:14.564153 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-943460b3-0c6f-4d3b-b8e2-44440191164b req-6fb81213-df7b-4083-b9a9-2a0b89188f63 service neutron] 10.222.0.67 "GET /v2.0/networks?id=fa73c53a-cb04-46d3-9e67-3609763bf5fd HTTP/1.1" status: 200 len: 912 time: 0.4310696 May 27 03:24:14.614443 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] get_ports_and_sgs() called for port_ids ['1ad404ad-b415-4130-81fb-67637fa7ba8a'] {{(pid=104073) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:24:14.642784 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e02cbd-37da-45f9-aa62-30f5242cd1ba req-143b8b14-67d6-416f-9fa4-56da1abfdaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:14.646694 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-16e02cbd-37da-45f9-aa62-30f5242cd1ba req-143b8b14-67d6-416f-9fa4-56da1abfdaf2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a8c67362-f6b9-416d-9235-7ee8f03b0511 HTTP/1.1" status: 200 len: 849 time: 0.1342256 May 27 03:24:14.648312 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54216023-34bf-43a6-83be-1997a53ad0a0 req-38d6dc29-0612-48b5-be9b-811c6283925a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:14.651090 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-54216023-34bf-43a6-83be-1997a53ad0a0 req-38d6dc29-0612-48b5-be9b-811c6283925a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cc441656-896b-4ce0-b128-b3b9a7f3a183 HTTP/1.1" status: 200 len: 858 time: 0.2709994 May 27 03:24:14.656084 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c99a96-1253-45ad-977c-0ac9d8cab470 req-6bd6122f-025f-42f9-a961-2df6aa379612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:14.657225 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-b1c99a96-1253-45ad-977c-0ac9d8cab470 req-6bd6122f-025f-42f9-a961-2df6aa379612 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=22c8ee8a-bdb1-4646-81f4-b6b1b8177bb9 HTTP/1.1" status: 200 len: 854 time: 0.5268500 May 27 03:24:14.746466 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:14.815028 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-943460b3-0c6f-4d3b-b8e2-44440191164b req-7b35a705-5c28-4b6a-816f-81ab5aed3c99 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=80ce9414-7ad7-4080-9680-4d84a0a632b6 HTTP/1.1" status: 200 len: 217 time: 0.0900114 May 27 03:24:14.817653 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c99a96-1253-45ad-977c-0ac9d8cab470 req-23b75ce1-61e6-4e8a-8834-5ae2d5d39448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:14.819178 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-b1c99a96-1253-45ad-977c-0ac9d8cab470 req-23b75ce1-61e6-4e8a-8834-5ae2d5d39448 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e861f168-e1a5-4542-8ee4-9759fa17a578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0997441 May 27 03:24:14.820216 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54216023-34bf-43a6-83be-1997a53ad0a0 req-7ab5dbf2-3d2b-4a4b-85ef-3da8a9933b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:14.821589 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-54216023-34bf-43a6-83be-1997a53ad0a0 req-7ab5dbf2-3d2b-4a4b-85ef-3da8a9933b6f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ee2ac450-e56e-4c1d-8d15-c8bfd50e2024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1010351 May 27 03:24:14.823795 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 56938) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:24:14.839696 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e02cbd-37da-45f9-aa62-30f5242cd1ba req-d1c92aca-217f-483c-9238-6cc2cb008809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:14.841259 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-16e02cbd-37da-45f9-aa62-30f5242cd1ba req-d1c92aca-217f-483c-9238-6cc2cb008809 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cc2d2605-cf0b-41cc-a4d1-c3c28ec94860&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1829884 May 27 03:24:14.844542 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Provisioning complete for port 1453a154-6ec5-4313-8a2b-fddd349b5446 triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:24:14.845156 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (1453a154-6ec5-4313-8a2b-fddd349b5446), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:14.929267 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=100 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:14.930005 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=100 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:15.032125 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-aeef8475-92a7-4d28-bab1-5b0f84216b24 req-bde4f631-20d8-41c2-97e0-a88e837259a9 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=355c63b5-9543-409d-a9f3-f7230b59d8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4658356 May 27 03:24:15.036056 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Current status of the port 1453a154-6ec5-4313-8a2b-fddd349b5446 is: ACTIVE; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:24:15.066798 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c6ec48-3895-4dd4-aa91-ede6e5f9a366 req-3ca3cebb-7400-495a-90b6-7163c1fa9167 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:15.074479 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f4c6ec48-3895-4dd4-aa91-ede6e5f9a366 req-3ca3cebb-7400-495a-90b6-7163c1fa9167 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=126a653e-c2f9-4fad-9401-b165bddb395d HTTP/1.1" status: 200 len: 946 time: 0.2495172 May 27 03:24:15.095133 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943460b3-0c6f-4d3b-b8e2-44440191164b req-78e23502-3137-4e69-96b4-e39c303f3f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:15.096784 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-943460b3-0c6f-4d3b-b8e2-44440191164b req-78e23502-3137-4e69-96b4-e39c303f3f29 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=495a6fa4-7393-4eee-b1ce-c74250cd973b HTTP/1.1" status: 200 len: 851 time: 0.2646399 May 27 03:24:15.162849 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f4c6ec48-3895-4dd4-aa91-ede6e5f9a366 req-9b6f12ed-dcf8-4f20-be3c-f67931c25014 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bb45d27-4147-42b8-a14c-c2b672c6e0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873477 May 27 03:24:15.176237 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7738419-1aa4-4b95-a1e7-aa043bc219d6 admin admin] Router 991fc6bf-2303-4050-8e71-5c3bcbcf4bd3 is scheduled to L3 agent 3e4effd7-5bc9-408b-93fa-42e4b19a61d9 with binding_index 1 {{(pid=104072) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 03:24:15.191169 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-0f36b779-5694-4aae-b6e3-a71dbfb2c39e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:15.240831 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f66105-7da0-46eb-8eea-04ba22378fc3 req-2d31e652-d4b1-47ae-afa9-722be9eb3c4b tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:15.242866 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-00f66105-7da0-46eb-8eea-04ba22378fc3 req-2d31e652-d4b1-47ae-afa9-722be9eb3c4b tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/ports?device_id=d00e4700-28c6-4440-83e4-c3d1a86a75c7 HTTP/1.1" status: 200 len: 944 time: 0.0917115 May 27 03:24:15.263124 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:15.339155 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-54216023-34bf-43a6-83be-1997a53ad0a0 req-0b7704ed-0884-4a9c-89a5-e4b94b1239fe service neutron] 10.222.0.67 "GET /v2.0/networks/ee2ac450-e56e-4c1d-8d15-c8bfd50e2024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4968956 May 27 03:24:15.340923 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0412db9-5ee0-4700-88af-0f6695f5e26a req-75f664ca-9cc0-4da5-8d90-fc7a07f8d410 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:15.350853 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c0412db9-5ee0-4700-88af-0f6695f5e26a req-75f664ca-9cc0-4da5-8d90-fc7a07f8d410 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=b54917ef-d32c-4303-99e3-75adc12f147e HTTP/1.1" status: 200 len: 945 time: 0.1040921 May 27 03:24:15.398028 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:15.400907 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-0f36b779-5694-4aae-b6e3-a71dbfb2c39e admin admin] Publish callbacks [] for security_group (7983b5cb-3a13-444b-a260-ccf3b84ce465), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:15.408397 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-b1c99a96-1253-45ad-977c-0ac9d8cab470 req-40a9ee9c-0daf-436f-a6b5-0016efb5becf service neutron] 10.222.0.67 "GET /v2.0/networks/e861f168-e1a5-4542-8ee4-9759fa17a578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5580339 May 27 03:24:15.412516 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-16e02cbd-37da-45f9-aa62-30f5242cd1ba req-c3f8fb6a-9a11-44ff-b6a5-59c36b1bd7b2 service neutron] 10.222.0.67 "GET /v2.0/networks/cc2d2605-cf0b-41cc-a4d1-c3c28ec94860?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5336189 May 27 03:24:15.413477 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-0f36b779-5694-4aae-b6e3-a71dbfb2c39e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (7983b5cb-3a13-444b-a260-ccf3b84ce465), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:15.420669 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7738419-1aa4-4b95-a1e7-aa043bc219d6 admin admin] Notify agent at l3_agent.dv-cinder-828806-4-iscsi the message routers_updated {{(pid=104072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:24:15.435898 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0bc8d1-d25a-48da-b612-43cf81f33f64 None None] Sync routers for ids ['991fc6bf-2303-4050-8e71-5c3bcbcf4bd3'] in dv-cinder-828806-4-iscsi {{(pid=104074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:24:15.444146 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c0412db9-5ee0-4700-88af-0f6695f5e26a req-bc81d2ba-9e53-4013-8291-19cb92d32bc6 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=355c63b5-9543-409d-a9f3-f7230b59d8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922148 May 27 03:24:15.459336 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0bc8d1-d25a-48da-b612-43cf81f33f64 None None] Routers {'991fc6bf-2303-4050-8e71-5c3bcbcf4bd3'} bound to L3 agent in host dv-cinder-828806-4-iscsi {{(pid=104074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:24:15.460304 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-bc0bc8d1-d25a-48da-b612-43cf81f33f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:14:31Z,description=,heartbeat_timestamp=2022-05-27T03:24:01Z,host='dv-cinder-828806-4-iscsi',id=3e4effd7-5bc9-408b-93fa-42e4b19a61d9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:14:31Z,topic='l3_agent')) {'router_ids': ['991fc6bf-2303-4050-8e71-5c3bcbcf4bd3'], 'active': True} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:24:15.468622 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-e7738419-1aa4-4b95-a1e7-aa043bc219d6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:15.472655 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-e7738419-1aa4-4b95-a1e7-aa043bc219d6 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.6580622 May 27 03:24:15.473044 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 56952) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:24:15.488545 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-00f66105-7da0-46eb-8eea-04ba22378fc3 req-9560623a-4978-45d8-9337-dfdf755475f9 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/security-groups?id=175a7da0-8a41-43f4-9e53-a62bc6fe8167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2190292 May 27 03:24:15.497286 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-0f36b779-5694-4aae-b6e3-a71dbfb2c39e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=fe675b007ea14d1d8e3adf534a868eeb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6709745 May 27 03:24:15.498205 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f36b779-5694-4aae-b6e3-a71dbfb2c39e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7983b5cb-3a13-444b-a260-ccf3b84ce465,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:15.502890 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 56954) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:24:15.674919 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvr_db [None req-bc0bc8d1-d25a-48da-b612-43cf81f33f64 None None] Set router 991fc6bf-2303-4050-8e71-5c3bcbcf4bd3 gateway port host: dv-cinder-828806-4-iscsi {{(pid=104074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:24:15.797792 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-943460b3-0c6f-4d3b-b8e2-44440191164b req-616a72e4-7b86-4820-9d98-5beeba06adf1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=fa73c53a-cb04-46d3-9e67-3609763bf5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1891913 May 27 03:24:15.853130 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c6eed3-21a3-4c62-8ca7-92fc73eab0b3 None None] Network a762592d-e585-4f7a-bcc4-554f04bf7fe4 requested from dv-cinder-828806-4-iscsi {{(pid=104073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:24:15.853784 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=100 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:15.893178 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:15.896982 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-54216023-34bf-43a6-83be-1997a53ad0a0 req-bf9210a4-eb16-4f02-ac22-91e4362e4d4a service neutron] 10.222.0.67 "GET /v2.0/networks/ee2ac450-e56e-4c1d-8d15-c8bfd50e2024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3629336 May 27 03:24:15.900073 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-b1c99a96-1253-45ad-977c-0ac9d8cab470 req-26ea4082-8f56-435d-abf7-e61e51fadcaf service neutron] 10.222.0.67 "GET /v2.0/networks/e861f168-e1a5-4542-8ee4-9759fa17a578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2709579 May 27 03:24:15.902738 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-16e02cbd-37da-45f9-aa62-30f5242cd1ba req-5e460191-c605-4efd-8155-1f9086964415 service neutron] 10.222.0.67 "GET /v2.0/networks/cc2d2605-cf0b-41cc-a4d1-c3c28ec94860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355596 May 27 03:24:15.938963 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-23b80277-84b6-4ffb-96ca-ca32d0bcd017 admin admin] Publish callbacks [] for security_group (7983b5cb-3a13-444b-a260-ccf3b84ce465), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:15.941476 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:15.960468 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-bc0bc8d1-d25a-48da-b612-43cf81f33f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '991fc6bf-2303-4050-8e71-5c3bcbcf4bd3', 'name': 'tempest-TestVolumeBootPattern-313883107-router', 'tenant_id': '1021e1aa0d4143d8a6513d484f48f601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '62239fbe-df38-4f76-b1ac-58d0d12b9eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:24:11Z', 'updated_at': '2022-05-27T03:24:13Z', 'revision_number': 3, 'project_id': '1021e1aa0d4143d8a6513d484f48f601', 'gw_port': {'id': '62239fbe-df38-4f76-b1ac-58d0d12b9eb9', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:68:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '991fc6bf-2303-4050-8e71-5c3bcbcf4bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 237, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:24:12Z', 'updated_at': '2022-05-27T03:24:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi'}], 'dv-cinder-828806-4-iscsi', False) {} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:24:15.977436 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-23b80277-84b6-4ffb-96ca-ca32d0bcd017 admin admin] Publish callbacks [] for security_group (7983b5cb-3a13-444b-a260-ccf3b84ce465), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:16.028540 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:16.029502 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0bc8d1-d25a-48da-b612-43cf81f33f64 None None] Checking router: 991fc6bf-2303-4050-8e71-5c3bcbcf4bd3 for host: dv-cinder-828806-4-iscsi {{(pid=104074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:24:16.029665 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-24e51e45-cf29-4963-aad7-34f8fb8ef665 None None] Provisioning complete for port bec6e8a6-e420-48b4-b7c6-b73e07082e59 triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:24:16.029917 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-24e51e45-cf29-4963-aad7-34f8fb8ef665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (bec6e8a6-e420-48b4-b7c6-b73e07082e59), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:16.030318 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0bc8d1-d25a-48da-b612-43cf81f33f64 None None] Updating router 991fc6bf-2303-4050-8e71-5c3bcbcf4bd3 port 62239fbe-df38-4f76-b1ac-58d0d12b9eb9 binding host dv-cinder-828806-4-iscsi {{(pid=104074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:24:16.051217 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-23b80277-84b6-4ffb-96ca-ca32d0bcd017 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (7983b5cb-3a13-444b-a260-ccf3b84ce465), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:16.054821 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-23b80277-84b6-4ffb-96ca-ca32d0bcd017 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:16.062371 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-23b80277-84b6-4ffb-96ca-ca32d0bcd017 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7983b5cb-3a13-444b-a260-ccf3b84ce465 HTTP/1.1" status: 204 len: 168 time: 0.5570292 May 27 03:24:16.081374 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b80277-84b6-4ffb-96ca-ca32d0bcd017 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7983b5cb-3a13-444b-a260-ccf3b84ce465,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:16.107900 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Device 1ad404ad-b415-4130-81fb-67637fa7ba8a up at agent hyperv_hv-cinder-82880 {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:24:16.146319 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-bc0bc8d1-d25a-48da-b612-43cf81f33f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (62239fbe-df38-4f76-b1ac-58d0d12b9eb9), before_update {{(pid=104074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:16.320679 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa20070b-b9f0-409a-8d0d-3b9bd988eb97 req-c81a0e8a-27fb-48f5-a48d-1aa86949d808 tempest-DeleteServersTestJSON-2102923163 tempest-DeleteServersTestJSON-2102923163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:16.344170 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-aa20070b-b9f0-409a-8d0d-3b9bd988eb97 req-c81a0e8a-27fb-48f5-a48d-1aa86949d808 tempest-DeleteServersTestJSON-2102923163 tempest-DeleteServersTestJSON-2102923163-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ddacdbc-778d-43a4-9781-bc1bfec238e4 HTTP/1.1" status: 200 len: 945 time: 0.1520078 May 27 03:24:16.385115 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Provisioning for port 1ad404ad-b415-4130-81fb-67637fa7ba8a completed by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 03:24:16.406580 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Provisioning complete for port 1ad404ad-b415-4130-81fb-67637fa7ba8a triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:24:16.407173 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (1ad404ad-b415-4130-81fb-67637fa7ba8a), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:16.474383 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-24e51e45-cf29-4963-aad7-34f8fb8ef665 None None] Current status of the port bec6e8a6-e420-48b4-b7c6-b73e07082e59 is: DOWN; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:24:16.475168 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-24e51e45-cf29-4963-aad7-34f8fb8ef665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (bec6e8a6-e420-48b4-b7c6-b73e07082e59), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:16.553417 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-aa20070b-b9f0-409a-8d0d-3b9bd988eb97 req-84055af2-7272-43ec-8293-498253c140f5 tempest-DeleteServersTestJSON-2102923163 tempest-DeleteServersTestJSON-2102923163-project] 10.222.0.50 "GET /v2.0/security-groups?id=cab20666-9115-4554-9d3c-c2407804d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022185 May 27 03:24:16.719265 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506a013b-979a-45e0-b72b-4bff06bb1cff req-a5f768a0-3516-4020-9428-f4503078aab9 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:16.728198 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-506a013b-979a-45e0-b72b-4bff06bb1cff req-a5f768a0-3516-4020-9428-f4503078aab9 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=b54917ef-d32c-4303-99e3-75adc12f147e HTTP/1.1" status: 200 len: 945 time: 0.0908699 May 27 03:24:16.730781 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 56982) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:24:16.766266 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-b6feac00-7e0e-40e1-a210-94ab60163fae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:16.781520 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Device bec6e8a6-e420-48b4-b7c6-b73e07082e59 up at agent ovs-agent-dv-cinder-828806-4-iscsi {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:24:16.797651 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37b6512-9778-4b84-951c-51902d386159 req-c76d7546-ab42-44a2-9be5-61fac7b2283c tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:16.804860 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c37b6512-9778-4b84-951c-51902d386159 req-c76d7546-ab42-44a2-9be5-61fac7b2283c tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=126a653e-c2f9-4fad-9401-b165bddb395d HTTP/1.1" status: 200 len: 946 time: 0.4294391 May 27 03:24:16.844926 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-943460b3-0c6f-4d3b-b8e2-44440191164b req-9b6ab77e-c0dd-4b4d-a88c-a40e64aa9685 service neutron] 10.222.0.67 "GET /v2.0/networks/fa73c53a-cb04-46d3-9e67-3609763bf5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6937637 May 27 03:24:16.850748 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-890ed62f-e177-4a60-8c0d-ea3c2f1a68ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:16.851297 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-24e51e45-cf29-4963-aad7-34f8fb8ef665 None None] For port bec6e8a6-e420-48b4-b7c6-b73e07082e59, host dv-cinder-828806-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-4-iscsi',level=0,port_id=bec6e8a6-e420-48b4-b7c6-b73e07082e59,segment=NetworkSegment(eb8eb703-40f0-4a9f-8012-0abc4a829151),segment_id=eb8eb703-40f0-4a9f-8012-0abc4a829151)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:24:16.868778 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:16.875834 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-b6feac00-7e0e-40e1-a210-94ab60163fae admin admin] Publish callbacks [] for security_group (ecfc0a73-8214-4ad0-a39e-e3ae10924a02), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:16.885469 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-24e51e45-cf29-4963-aad7-34f8fb8ef665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (bec6e8a6-e420-48b4-b7c6-b73e07082e59), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:16.886675 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-b6feac00-7e0e-40e1-a210-94ab60163fae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (ecfc0a73-8214-4ad0-a39e-e3ae10924a02), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:16.918010 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Provisioning complete for port bec6e8a6-e420-48b4-b7c6-b73e07082e59 triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:24:16.918404 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (bec6e8a6-e420-48b4-b7c6-b73e07082e59), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:16.922990 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c37b6512-9778-4b84-951c-51902d386159 req-82865b65-f93c-471b-83a3-c65dc929c302 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bb45d27-4147-42b8-a14c-c2b672c6e0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168766 May 27 03:24:16.952258 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-bc0bc8d1-d25a-48da-b612-43cf81f33f64 None None] Publish callbacks [] for port (62239fbe-df38-4f76-b1ac-58d0d12b9eb9), precommit_update {{(pid=104074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:16.955952 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:16.962712 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Current status of the port 1ad404ad-b415-4130-81fb-67637fa7ba8a is: BUILD; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:24:16.962885 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-bc0bc8d1-d25a-48da-b612-43cf81f33f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (62239fbe-df38-4f76-b1ac-58d0d12b9eb9), after_update {{(pid=104074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:16.963349 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (1ad404ad-b415-4130-81fb-67637fa7ba8a), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:17.015605 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-506a013b-979a-45e0-b72b-4bff06bb1cff req-bf908f91-7714-4aac-94c2-d63581fa33e6 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=355c63b5-9543-409d-a9f3-f7230b59d8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2858803 May 27 03:24:17.026052 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-b6feac00-7e0e-40e1-a210-94ab60163fae admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=47319ede4d6047259553de024723a3ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2942507 May 27 03:24:17.027432 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6feac00-7e0e-40e1-a210-94ab60163fae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecfc0a73-8214-4ad0-a39e-e3ae10924a02,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:17.031849 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 56984) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:24:17.044639 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:17.071329 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e7440-adcf-4bdf-b5db-8e2bc9d55096 None None] Pushing event updated for resources: {'Port': ['ID=62239fbe-df38-4f76-b1ac-58d0d12b9eb9,revision_number=2']} {{(pid=104074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:17.072581 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd00e4700-28c6-4440-83e4-c3d1a86a75c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ad404ad-b415-4130-81fb-67637fa7ba8a'}] {{(pid=104073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:24:17.081473 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.managers [None req-bc0bc8d1-d25a-48da-b612-43cf81f33f64 None None] Attempting to bind port 62239fbe-df38-4f76-b1ac-58d0d12b9eb9 on host dv-cinder-828806-4-iscsi for vnic_type normal with profile {{(pid=104074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:24:17.082068 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.managers [None req-bc0bc8d1-d25a-48da-b612-43cf81f33f64 None None] Attempting to bind port 62239fbe-df38-4f76-b1ac-58d0d12b9eb9 by drivers openvswitch,hyperv on host dv-cinder-828806-4-iscsi at level 0 using segments [{'id': '7e44f6fa-4b8b-41b0-9dbf-83bfa81b059a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d'}] {{(pid=104074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:24:17.082714 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0bc8d1-d25a-48da-b612-43cf81f33f64 None None] Attempting to bind port 62239fbe-df38-4f76-b1ac-58d0d12b9eb9 on network ca8b8e18-04f1-46f4-8c3b-aba3c077569d {{(pid=104074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:24:17.083033 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fe636b475fcf817a66bede64dee182d8d37f0deb14dcb08a99f86243ff54ad7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-099b5085-0a1b-4432-86d3-bdbee9d1b2b8" -d '{"events": [{"server_uuid": "d00e4700-28c6-4440-83e4-c3d1a86a75c7", "name": "network-vif-plugged", "status": "completed", "tag": "1ad404ad-b415-4130-81fb-67637fa7ba8a"}]}' {{(pid=104073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:24:17.087861 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e51e45-cf29-4963-aad7-34f8fb8ef665 None None] Pushing event updated for resources: {'Port': ['ID=bec6e8a6-e420-48b4-b7c6-b73e07082e59,revision_number=3']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:17.091677 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0bc8d1-d25a-48da-b612-43cf81f33f64 None None] Checking agent: {'id': '01a6c5a5-ff25-49ea-8869-bb2b5ba0570e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828806-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 14, 35), 'started_at': datetime.datetime(2022, 5, 27, 3, 15, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828806-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:24:17.092252 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0bc8d1-d25a-48da-b612-43cf81f33f64 None None] Checking segment: {'id': '7e44f6fa-4b8b-41b0-9dbf-83bfa81b059a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:24:17.092945 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-bc0bc8d1-d25a-48da-b612-43cf81f33f64 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:17.093500 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0bc8d1-d25a-48da-b612-43cf81f33f64 None None] Bound using segment: {'id': '7e44f6fa-4b8b-41b0-9dbf-83bfa81b059a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d'} {{(pid=104074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:24:17.094123 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.managers [None req-bc0bc8d1-d25a-48da-b612-43cf81f33f64 None None] Bound port: 62239fbe-df38-4f76-b1ac-58d0d12b9eb9, host: dv-cinder-828806-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e44f6fa-4b8b-41b0-9dbf-83bfa81b059a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d'}}] {{(pid=104074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:24:17.094658 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-bc0bc8d1-d25a-48da-b612-43cf81f33f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (62239fbe-df38-4f76-b1ac-58d0d12b9eb9), before_update {{(pid=104074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:17.118071 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-c5b08c3b-dcaf-460f-a222-bdfa06c7a2da None None] Provisioning complete for port bec6e8a6-e420-48b4-b7c6-b73e07082e59 triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:24:17.118665 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-c5b08c3b-dcaf-460f-a222-bdfa06c7a2da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (bec6e8a6-e420-48b4-b7c6-b73e07082e59), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:17.119906 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-59a4f98c-f563-406d-9614-123bbc61d801 admin admin] Publish callbacks [] for security_group (ecfc0a73-8214-4ad0-a39e-e3ae10924a02), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:17.128774 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77e44b4-868b-4cbe-b228-63254aaa4f66 req-0850a261-75db-4719-b012-1c8e872c7f14 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:17.130416 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-d77e44b4-868b-4cbe-b228-63254aaa4f66 req-0850a261-75db-4719-b012-1c8e872c7f14 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/ports?device_id=d00e4700-28c6-4440-83e4-c3d1a86a75c7 HTTP/1.1" status: 200 len: 944 time: 0.1172583 May 27 03:24:17.150574 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-59a4f98c-f563-406d-9614-123bbc61d801 admin admin] Publish callbacks [] for security_group (ecfc0a73-8214-4ad0-a39e-e3ae10924a02), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:17.173967 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] For port 1ad404ad-b415-4130-81fb-67637fa7ba8a, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=1ad404ad-b415-4130-81fb-67637fa7ba8a,segment=NetworkSegment(9331d2d7-a6a0-4c34-9e42-53844ef9b31b),segment_id=9331d2d7-a6a0-4c34-9e42-53844ef9b31b)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:24:17.196771 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e51e45-cf29-4963-aad7-34f8fb8ef665 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:24:17.198937 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e51e45-cf29-4963-aad7-34f8fb8ef665 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:24:17.200005 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e51e45-cf29-4963-aad7-34f8fb8ef665 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:24:17.200561 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e51e45-cf29-4963-aad7-34f8fb8ef665 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:24:17.203360 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e51e45-cf29-4963-aad7-34f8fb8ef665 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:24:17.205505 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e51e45-cf29-4963-aad7-34f8fb8ef665 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:24:17.205708 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-d77e44b4-868b-4cbe-b228-63254aaa4f66 req-9ee78f68-8137-4d7d-b80f-c930879d8115 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/security-groups?id=175a7da0-8a41-43f4-9e53-a62bc6fe8167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665319 May 27 03:24:17.206138 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e51e45-cf29-4963-aad7-34f8fb8ef665 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:24:17.207494 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e51e45-cf29-4963-aad7-34f8fb8ef665 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:24:17.208785 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e51e45-cf29-4963-aad7-34f8fb8ef665 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:24:17.209194 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.db [None req-bc0bc8d1-d25a-48da-b612-43cf81f33f64 None None] For port 62239fbe-df38-4f76-b1ac-58d0d12b9eb9, host dv-cinder-828806-4-iscsi, cleared binding levels {{(pid=104074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:24:17.209322 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e51e45-cf29-4963-aad7-34f8fb8ef665 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:24:17.210434 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e51e45-cf29-4963-aad7-34f8fb8ef665 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:24:17.211219 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e51e45-cf29-4963-aad7-34f8fb8ef665 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:24:17.212060 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e51e45-cf29-4963-aad7-34f8fb8ef665 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:24:17.212552 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e51e45-cf29-4963-aad7-34f8fb8ef665 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:24:17.213755 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e51e45-cf29-4963-aad7-34f8fb8ef665 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:24:17.213917 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.db [None req-bc0bc8d1-d25a-48da-b612-43cf81f33f64 None None] For port 62239fbe-df38-4f76-b1ac-58d0d12b9eb9, host dv-cinder-828806-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-4-iscsi',level=0,port_id=62239fbe-df38-4f76-b1ac-58d0d12b9eb9,segment=NetworkSegment(7e44f6fa-4b8b-41b0-9dbf-83bfa81b059a),segment_id=7e44f6fa-4b8b-41b0-9dbf-83bfa81b059a)] {{(pid=104074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:24:17.223875 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-bc0bc8d1-d25a-48da-b612-43cf81f33f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (62239fbe-df38-4f76-b1ac-58d0d12b9eb9), after_update {{(pid=104074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:17.227770 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-59a4f98c-f563-406d-9614-123bbc61d801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (ecfc0a73-8214-4ad0-a39e-e3ae10924a02), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:17.231484 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-59a4f98c-f563-406d-9614-123bbc61d801 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:17.232760 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-59a4f98c-f563-406d-9614-123bbc61d801 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ecfc0a73-8214-4ad0-a39e-e3ae10924a02 HTTP/1.1" status: 204 len: 168 time: 0.1996295 May 27 03:24:17.235304 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21163da5-74b2-426d-a56d-77ef1ef4843b x-openstack-request-id: req-21163da5-74b2-426d-a56d-77ef1ef4843b {{(pid=104073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:24:17.236783 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d00e4700-28c6-4440-83e4-c3d1a86a75c7", "name": "network-vif-plugged", "status": "completed", "tag": "1ad404ad-b415-4130-81fb-67637fa7ba8a", "code": 200}]} {{(pid=104073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:24:17.239136 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-21163da5-74b2-426d-a56d-77ef1ef4843b {{(pid=104073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:24:17.240797 dv-cinder-828806-4-iscsi neutron-server[104073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21163da5-74b2-426d-a56d-77ef1ef4843b'] response: {'server_uuid': 'd00e4700-28c6-4440-83e4-c3d1a86a75c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ad404ad-b415-4130-81fb-67637fa7ba8a', 'code': 200} May 27 03:24:17.242254 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (1ad404ad-b415-4130-81fb-67637fa7ba8a), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:17.244576 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a4f98c-f563-406d-9614-123bbc61d801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecfc0a73-8214-4ad0-a39e-e3ae10924a02,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:17.279604 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.db.db_base_plugin_common [None req-890ed62f-e177-4a60-8c0d-ea3c2f1a68ad admin admin] Allocated IP 172.20.0.1 (a762592d-e585-4f7a-bcc4-554f04bf7fe4/b68ba2dd-dfbf-4add-bf96-b7f92c2077d6/41531205-f235-42e3-9ef6-8e380657116d) {{(pid=104072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:24:17.303685 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0bc8d1-d25a-48da-b612-43cf81f33f64 None None] Routers {'991fc6bf-2303-4050-8e71-5c3bcbcf4bd3'} bound to L3 agent in host dv-cinder-828806-4-iscsi {{(pid=104074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:24:17.304678 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-bc0bc8d1-d25a-48da-b612-43cf81f33f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:14:31Z,description=,heartbeat_timestamp=2022-05-27T03:24:01Z,host='dv-cinder-828806-4-iscsi',id=3e4effd7-5bc9-408b-93fa-42e4b19a61d9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:14:31Z,topic='l3_agent')) {'router_ids': ['991fc6bf-2303-4050-8e71-5c3bcbcf4bd3'], 'active': True} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:24:17.332312 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Current status of the port bec6e8a6-e420-48b4-b7c6-b73e07082e59 is: ACTIVE; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:24:17.351571 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-c5b08c3b-dcaf-460f-a222-bdfa06c7a2da None None] Current status of the port bec6e8a6-e420-48b4-b7c6-b73e07082e59 is: ACTIVE; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:24:17.358223 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e7440-adcf-4bdf-b5db-8e2bc9d55096 None None] Pushing event updated for resources: {'Port': ['ID=62239fbe-df38-4f76-b1ac-58d0d12b9eb9,revision_number=3']} {{(pid=104074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:17.368857 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Pushing event updated for resources: {'Port': ['ID=1ad404ad-b415-4130-81fb-67637fa7ba8a,revision_number=5']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:17.433065 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvr_db [None req-bc0bc8d1-d25a-48da-b612-43cf81f33f64 None None] Set router 991fc6bf-2303-4050-8e71-5c3bcbcf4bd3 gateway port host: dv-cinder-828806-4-iscsi {{(pid=104074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:24:17.458991 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-890ed62f-e177-4a60-8c0d-ea3c2f1a68ad admin admin] Publish callbacks [] for port (41531205-f235-42e3-9ef6-8e380657116d), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:17.472495 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:17.494187 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:17.503596 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-890ed62f-e177-4a60-8c0d-ea3c2f1a68ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743907242280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13119109'] for port (41531205-f235-42e3-9ef6-8e380657116d), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:17.556630 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-890ed62f-e177-4a60-8c0d-ea3c2f1a68ad admin admin] Network a762592d-e585-4f7a-bcc4-554f04bf7fe4 is already hosted by enough agents. {{(pid=104072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:24:17.565422 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.base_scheduler [None req-890ed62f-e177-4a60-8c0d-ea3c2f1a68ad admin admin] Resources bound (agent type, host, resource id): {{(pid=104072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:24:17.569487 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890ed62f-e177-4a60-8c0d-ea3c2f1a68ad admin admin] Received port after_create {{(pid=104072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:24:17.574729 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890ed62f-e177-4a60-8c0d-ea3c2f1a68ad admin admin] Pushing event updated for resources: {'Port': ['ID=41531205-f235-42e3-9ef6-8e380657116d,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:17.619543 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-890ed62f-e177-4a60-8c0d-ea3c2f1a68ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16279373'] for router_interface (991fc6bf-2303-4050-8e71-5c3bcbcf4bd3), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:17.646752 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-bc0bc8d1-d25a-48da-b612-43cf81f33f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '991fc6bf-2303-4050-8e71-5c3bcbcf4bd3', 'name': 'tempest-TestVolumeBootPattern-313883107-router', 'tenant_id': '1021e1aa0d4143d8a6513d484f48f601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '62239fbe-df38-4f76-b1ac-58d0d12b9eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:24:11Z', 'updated_at': '2022-05-27T03:24:13Z', 'revision_number': 3, 'project_id': '1021e1aa0d4143d8a6513d484f48f601', 'gw_port': {'id': '62239fbe-df38-4f76-b1ac-58d0d12b9eb9', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:68:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '991fc6bf-2303-4050-8e71-5c3bcbcf4bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 237, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:24:12Z', 'updated_at': '2022-05-27T03:24:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi'}], 'dv-cinder-828806-4-iscsi', False) {} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:24:17.682882 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0bc8d1-d25a-48da-b612-43cf81f33f64 None None] The sync data for ids ['991fc6bf-2303-4050-8e71-5c3bcbcf4bd3'] in dv-cinder-828806-4-iscsi is: [{'id': '991fc6bf-2303-4050-8e71-5c3bcbcf4bd3', 'name': 'tempest-TestVolumeBootPattern-313883107-router', 'tenant_id': '1021e1aa0d4143d8a6513d484f48f601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '62239fbe-df38-4f76-b1ac-58d0d12b9eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:24:11Z', 'updated_at': '2022-05-27T03:24:13Z', 'revision_number': 3, 'project_id': '1021e1aa0d4143d8a6513d484f48f601', 'gw_port': {'id': '62239fbe-df38-4f76-b1ac-58d0d12b9eb9', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:68:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '991fc6bf-2303-4050-8e71-5c3bcbcf4bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 237, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:24:12Z', 'updated_at': '2022-05-27T03:24:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi'}] {{(pid=104074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:24:17.720802 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec0cd0f-db9b-4f54-b70e-fd5ccf06e60b req-2c442bc5-5d59-44fc-94d4-e862067951a9 tempest-DeleteServersTestJSON-2102923163 tempest-DeleteServersTestJSON-2102923163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:17.728057 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-0ec0cd0f-db9b-4f54-b70e-fd5ccf06e60b req-2c442bc5-5d59-44fc-94d4-e862067951a9 tempest-DeleteServersTestJSON-2102923163 tempest-DeleteServersTestJSON-2102923163-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ddacdbc-778d-43a4-9781-bc1bfec238e4 HTTP/1.1" status: 200 len: 945 time: 0.0696149 May 27 03:24:17.829892 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-0ec0cd0f-db9b-4f54-b70e-fd5ccf06e60b req-dbac4c90-7c54-42d8-8cd4-2c5c9c19e0f7 tempest-DeleteServersTestJSON-2102923163 tempest-DeleteServersTestJSON-2102923163-project] 10.222.0.50 "GET /v2.0/security-groups?id=cab20666-9115-4554-9d3c-c2407804d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955954 May 27 03:24:17.881256 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-890ed62f-e177-4a60-8c0d-ea3c2f1a68ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (41531205-f235-42e3-9ef6-8e380657116d), before_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:17.885848 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-ba6d5025-6697-4b05-917b-e8e72e647731 None None] Provisioning complete for port 41531205-f235-42e3-9ef6-8e380657116d triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:24:17.886984 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-ba6d5025-6697-4b05-917b-e8e72e647731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (41531205-f235-42e3-9ef6-8e380657116d), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:17.945501 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-ba6d5025-6697-4b05-917b-e8e72e647731 None None] Port 41531205-f235-42e3-9ef6-8e380657116d cannot update to ACTIVE because it is not bound. {{(pid=104073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:24:17.964404 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:18.123538 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 57014) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:24:18.133974 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e79cba-7a1b-4b74-9337-3bba23226b4d req-15c99ac0-3a3a-48dc-88a5-7b4a70009639 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:18.142149 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-28e79cba-7a1b-4b74-9337-3bba23226b4d req-15c99ac0-3a3a-48dc-88a5-7b4a70009639 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=126a653e-c2f9-4fad-9401-b165bddb395d HTTP/1.1" status: 200 len: 946 time: 0.0952775 May 27 03:24:18.224471 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385f05d2-242c-4e42-bc11-27e82e998d0b req-b70d4c1c-a82b-420c-974d-6161327d1cf5 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:18.231356 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-385f05d2-242c-4e42-bc11-27e82e998d0b req-b70d4c1c-a82b-420c-974d-6161327d1cf5 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=b54917ef-d32c-4303-99e3-75adc12f147e HTTP/1.1" status: 200 len: 945 time: 0.0706253 May 27 03:24:18.300148 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:18.305738 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-28e79cba-7a1b-4b74-9337-3bba23226b4d req-70f97d23-65b7-4ad6-bd25-03aae28f5867 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bb45d27-4147-42b8-a14c-c2b672c6e0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626012 May 27 03:24:18.315790 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-890ed62f-e177-4a60-8c0d-ea3c2f1a68ad admin admin] Publish callbacks [] for port (41531205-f235-42e3-9ef6-8e380657116d), precommit_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:18.325247 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-890ed62f-e177-4a60-8c0d-ea3c2f1a68ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13119154'] for port (41531205-f235-42e3-9ef6-8e380657116d), after_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:18.326301 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-1d048009-48ff-479b-852b-7438fd7315d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:18.357403 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-385f05d2-242c-4e42-bc11-27e82e998d0b req-2b08a2fb-b212-48ad-9eff-7ac037396edd tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=355c63b5-9543-409d-a9f3-f7230b59d8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146171 May 27 03:24:18.490106 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-890ed62f-e177-4a60-8c0d-ea3c2f1a68ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-366354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16280317'] for router_interface (991fc6bf-2303-4050-8e71-5c3bcbcf4bd3), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:18.492341 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890ed62f-e177-4a60-8c0d-ea3c2f1a68ad admin admin] Pushing event updated for resources: {'Port': ['ID=41531205-f235-42e3-9ef6-8e380657116d,revision_number=2']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:18.584937 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82b8f99-a769-42a7-b235-489bde786c43 req-322de5d7-587a-43e0-bd6c-01cd13529891 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:18.586391 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c82b8f99-a769-42a7-b235-489bde786c43 req-322de5d7-587a-43e0-bd6c-01cd13529891 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/ports?device_id=d00e4700-28c6-4440-83e4-c3d1a86a75c7 HTTP/1.1" status: 200 len: 945 time: 0.1267648 May 27 03:24:18.595137 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-1d048009-48ff-479b-852b-7438fd7315d7 admin admin] Publish callbacks [] for security_group (e48fd027-22c9-40bd-b6fd-b3b893e3fa24), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:18.614109 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-1d048009-48ff-479b-852b-7438fd7315d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (e48fd027-22c9-40bd-b6fd-b3b893e3fa24), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:18.623249 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Device 62239fbe-df38-4f76-b1ac-58d0d12b9eb9 up at agent ovs-agent-dv-cinder-828806-4-iscsi {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:24:18.680804 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-1d048009-48ff-479b-852b-7438fd7315d7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=53f6e32b4ad44341ba7d0cb848ef6bc5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5534315 May 27 03:24:18.680804 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d048009-48ff-479b-852b-7438fd7315d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e48fd027-22c9-40bd-b6fd-b3b893e3fa24,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:18.684679 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 57032) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:24:18.715247 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-943460b3-0c6f-4d3b-b8e2-44440191164b req-e67b75d9-07c1-4e64-a8fd-338b77bf79e1 service neutron] 10.222.0.67 "GET /v2.0/networks/fa73c53a-cb04-46d3-9e67-3609763bf5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065636 May 27 03:24:18.735158 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:18.751369 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:18.776273 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Provisioning complete for port 62239fbe-df38-4f76-b1ac-58d0d12b9eb9 triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:24:18.776893 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (62239fbe-df38-4f76-b1ac-58d0d12b9eb9), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:18.800933 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c82b8f99-a769-42a7-b235-489bde786c43 req-d1858cf2-54df-4e66-9297-50a2fd652fc8 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/security-groups?id=175a7da0-8a41-43f4-9e53-a62bc6fe8167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1908188 May 27 03:24:18.818860 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-957f6599-49db-480a-bc89-233e9dd3c184 admin admin] Publish callbacks [] for security_group (e48fd027-22c9-40bd-b6fd-b3b893e3fa24), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:18.865629 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:18.866323 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-957f6599-49db-480a-bc89-233e9dd3c184 admin admin] Publish callbacks [] for security_group (e48fd027-22c9-40bd-b6fd-b3b893e3fa24), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:18.880678 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-890ed62f-e177-4a60-8c0d-ea3c2f1a68ad admin admin] Network a762592d-e585-4f7a-bcc4-554f04bf7fe4 is already hosted by enough agents. {{(pid=104072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:24:18.883644 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.base_scheduler [None req-890ed62f-e177-4a60-8c0d-ea3c2f1a68ad admin admin] Resources bound (agent type, host, resource id): {{(pid=104072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:24:18.938467 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Current status of the port 62239fbe-df38-4f76-b1ac-58d0d12b9eb9 is: DOWN; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:24:18.940081 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (62239fbe-df38-4f76-b1ac-58d0d12b9eb9), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:18.996922 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] For port 62239fbe-df38-4f76-b1ac-58d0d12b9eb9, host dv-cinder-828806-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-4-iscsi',level=0,port_id=62239fbe-df38-4f76-b1ac-58d0d12b9eb9,segment=NetworkSegment(7e44f6fa-4b8b-41b0-9dbf-83bfa81b059a),segment_id=7e44f6fa-4b8b-41b0-9dbf-83bfa81b059a)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:24:19.008172 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (62239fbe-df38-4f76-b1ac-58d0d12b9eb9), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:19.009569 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Device bec6e8a6-e420-48b4-b7c6-b73e07082e59 up at agent ovs-agent-dv-cinder-828806-4-iscsi {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:24:19.037462 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cd1c49-3927-4c50-9b08-984e97613a55 req-008febb5-f833-45d1-82c5-a0c550babb20 tempest-DeleteServersTestJSON-2102923163 tempest-DeleteServersTestJSON-2102923163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:19.045542 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-82cd1c49-3927-4c50-9b08-984e97613a55 req-008febb5-f833-45d1-82c5-a0c550babb20 tempest-DeleteServersTestJSON-2102923163 tempest-DeleteServersTestJSON-2102923163-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ddacdbc-778d-43a4-9781-bc1bfec238e4 HTTP/1.1" status: 200 len: 945 time: 0.1002729 May 27 03:24:19.062367 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-890ed62f-e177-4a60-8c0d-ea3c2f1a68ad admin admin] Router 991fc6bf-2303-4050-8e71-5c3bcbcf4bd3 has already been hosted by L3 agent 3e4effd7-5bc9-408b-93fa-42e4b19a61d9 {{(pid=104072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:24:19.117629 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-957f6599-49db-480a-bc89-233e9dd3c184 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (e48fd027-22c9-40bd-b6fd-b3b893e3fa24), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:19.120558 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-957f6599-49db-480a-bc89-233e9dd3c184 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:19.124715 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-957f6599-49db-480a-bc89-233e9dd3c184 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e48fd027-22c9-40bd-b6fd-b3b893e3fa24 HTTP/1.1" status: 204 len: 168 time: 0.4387422 May 27 03:24:19.141311 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-82cd1c49-3927-4c50-9b08-984e97613a55 req-50f01624-acf1-4bb0-8dc7-7c65585b2dbe tempest-DeleteServersTestJSON-2102923163 tempest-DeleteServersTestJSON-2102923163-project] 10.222.0.50 "GET /v2.0/security-groups?id=cab20666-9115-4554-9d3c-c2407804d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946167 May 27 03:24:19.145667 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Pushing event updated for resources: {'Port': ['ID=62239fbe-df38-4f76-b1ac-58d0d12b9eb9,revision_number=4']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:19.160168 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957f6599-49db-480a-bc89-233e9dd3c184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e48fd027-22c9-40bd-b6fd-b3b893e3fa24,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:19.238296 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Provisioning complete for port bec6e8a6-e420-48b4-b7c6-b73e07082e59 triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:24:19.238669 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (bec6e8a6-e420-48b4-b7c6-b73e07082e59), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:19.289876 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-890ed62f-e177-4a60-8c0d-ea3c2f1a68ad admin admin] Notify agent at l3_agent.dv-cinder-828806-4-iscsi the message routers_updated {{(pid=104072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:24:19.299744 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-089ab9a4-a731-488f-bfb1-4994ed1fbbfd None None] Provisioning complete for port 41531205-f235-42e3-9ef6-8e380657116d triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:24:19.300206 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-089ab9a4-a731-488f-bfb1-4994ed1fbbfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (41531205-f235-42e3-9ef6-8e380657116d), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:19.311761 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-890ed62f-e177-4a60-8c0d-ea3c2f1a68ad admin admin] 10.222.0.50 "PUT /v2.0/routers/991fc6bf-2303-4050-8e71-5c3bcbcf4bd3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8341391 May 27 03:24:19.400896 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-089ab9a4-a731-488f-bfb1-4994ed1fbbfd None None] Port 41531205-f235-42e3-9ef6-8e380657116d cannot update to ACTIVE because it is not bound. {{(pid=104073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:24:19.403176 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Current status of the port bec6e8a6-e420-48b4-b7c6-b73e07082e59 is: ACTIVE; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:24:19.483175 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915fecaa-1d16-4760-9b02-198e4a208c2f req-4d78c8ca-f03f-489e-b0ab-a2e70ab4cc79 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:19.485862 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-915fecaa-1d16-4760-9b02-198e4a208c2f req-4d78c8ca-f03f-489e-b0ab-a2e70ab4cc79 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=126a653e-c2f9-4fad-9401-b165bddb395d HTTP/1.1" status: 200 len: 946 time: 0.0782909 May 27 03:24:19.510553 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7034fce-455c-4ac7-ba00-a45e8641a7ae req-fc6f21e5-f547-4728-8cf7-9e91c617b646 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:19.512233 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-e7034fce-455c-4ac7-ba00-a45e8641a7ae req-fc6f21e5-f547-4728-8cf7-9e91c617b646 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=b54917ef-d32c-4303-99e3-75adc12f147e HTTP/1.1" status: 200 len: 945 time: 0.0644453 May 27 03:24:19.551979 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-915fecaa-1d16-4760-9b02-198e4a208c2f req-ee066ed4-5d9d-4ae6-8e4c-268b28455e02 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bb45d27-4147-42b8-a14c-c2b672c6e0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563867 May 27 03:24:19.585126 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-e7034fce-455c-4ac7-ba00-a45e8641a7ae req-bc595138-7eda-499d-8d2a-9bf6dab6e879 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=355c63b5-9543-409d-a9f3-f7230b59d8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642545 May 27 03:24:19.721599 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63635b11-c3d0-4e5d-92ca-99ad7a8bdcfe req-00638a2e-ecf5-47dc-bc70-bc8beeee4a14 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:19.723130 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-63635b11-c3d0-4e5d-92ca-99ad7a8bdcfe req-00638a2e-ecf5-47dc-bc70-bc8beeee4a14 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=b54917ef-d32c-4303-99e3-75adc12f147e HTTP/1.1" status: 200 len: 945 time: 0.0577903 May 27 03:24:19.737328 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 57070) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:24:19.742364 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [None req-c64df89c-861f-41f9-81d2-a34b8a3fd1fb tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Request body: {'floatingip': {'port_id': 'fe4197df-049a-453f-a110-e4a007e15f18'}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:24:19.822990 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-c64df89c-861f-41f9-81d2-a34b8a3fd1fb tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Publish callbacks [] for floatingip (254a81ce-c604-42df-8a45-5a486a517384), before_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:19.925814 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 57080) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:24:19.930910 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [None req-571d1011-5d47-4eaf-94bf-d5c2aca347b2 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1104536221', 'description': 'tempest-secgroup-smoke-1104536221 description', 'project_id': 'd5bef1b49d424299864523887eb72b3c'}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:24:19.991865 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36275dfc-ffea-4c2c-a68a-3ebf5a70bd0e req-5c0cfc8b-85c7-45cf-acab-bd6aae5aceed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:19.993799 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-36275dfc-ffea-4c2c-a68a-3ebf5a70bd0e req-5c0cfc8b-85c7-45cf-acab-bd6aae5aceed service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d00e4700-28c6-4440-83e4-c3d1a86a75c7 HTTP/1.1" status: 200 len: 1129 time: 0.1654320 May 27 03:24:19.993964 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-571d1011-5d47-4eaf-94bf-d5c2aca347b2 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Publish callbacks [] for security_group (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:20.003360 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b93105-9158-4c15-811b-390c6cc0a6df req-44928a76-2e4a-4ca1-9af9-af827d435433 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:20.004940 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-43b93105-9158-4c15-811b-390c6cc0a6df req-44928a76-2e4a-4ca1-9af9-af827d435433 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/ports?device_id=d00e4700-28c6-4440-83e4-c3d1a86a75c7 HTTP/1.1" status: 200 len: 945 time: 0.0606995 May 27 03:24:20.072249 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea3b8a2-c6ec-46b3-a4c8-e5851c965603 req-01dcf9df-5001-4c36-b14f-8af24227cd28 tempest-DeleteServersTestJSON-2102923163 tempest-DeleteServersTestJSON-2102923163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:20.074599 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-fea3b8a2-c6ec-46b3-a4c8-e5851c965603 req-01dcf9df-5001-4c36-b14f-8af24227cd28 tempest-DeleteServersTestJSON-2102923163 tempest-DeleteServersTestJSON-2102923163-project] 10.222.0.67 "GET /v2.0/ports?device_id=0ddacdbc-778d-43a4-9781-bc1bfec238e4 HTTP/1.1" status: 200 len: 945 time: 0.0686007 May 27 03:24:20.077962 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:20.081891 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:20.155970 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-36275dfc-ffea-4c2c-a68a-3ebf5a70bd0e req-26b9b278-0527-4fde-bf55-1ef5ba044af0 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=175a7da0-8a41-43f4-9e53-a62bc6fe8167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1318748 May 27 03:24:20.179354 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-571d1011-5d47-4eaf-94bf-d5c2aca347b2 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Publish callbacks [] for security_group (d1e45c10-37e6-4124-bc3b-be47b71b2f02), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:20.199281 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-571d1011-5d47-4eaf-94bf-d5c2aca347b2 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (d1e45c10-37e6-4124-bc3b-be47b71b2f02), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:20.283516 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571d1011-5d47-4eaf-94bf-d5c2aca347b2 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1e45c10-37e6-4124-bc3b-be47b71b2f02,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:20.303061 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-43b93105-9158-4c15-811b-390c6cc0a6df req-84ea3f47-bf7e-4927-88c0-f6440e48001c tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/security-groups?id=175a7da0-8a41-43f4-9e53-a62bc6fe8167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2883065 May 27 03:24:20.308341 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-571d1011-5d47-4eaf-94bf-d5c2aca347b2 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Publish callbacks [] for security_group (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:20.313949 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-571d1011-5d47-4eaf-94bf-d5c2aca347b2 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3828433 May 27 03:24:20.318137 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 57096) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:24:20.324771 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [None req-41322c4a-a1e6-4e20-a64f-2967cb86b33a tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Request body: {'security_group_rule': {'security_group_id': 'd1e45c10-37e6-4124-bc3b-be47b71b2f02', 'project_id': 'd5bef1b49d424299864523887eb72b3c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:24:20.378113 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-41322c4a-a1e6-4e20-a64f-2967cb86b33a tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Publish callbacks [] for security_group_rule (714e0231-1372-487e-9474-a1d3b6177bc5), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:20.518789 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Device 62239fbe-df38-4f76-b1ac-58d0d12b9eb9 up at agent ovs-agent-dv-cinder-828806-4-iscsi {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:24:20.523602 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-41322c4a-a1e6-4e20-a64f-2967cb86b33a tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Publish callbacks [] for security_group_rule (714e0231-1372-487e-9474-a1d3b6177bc5), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:20.534582 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-41322c4a-a1e6-4e20-a64f-2967cb86b33a tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713807'] for security_group_rule (714e0231-1372-487e-9474-a1d3b6177bc5), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:20.560540 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41322c4a-a1e6-4e20-a64f-2967cb86b33a tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=714e0231-1372-487e-9474-a1d3b6177bc5,revision_number=0']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:20.573829 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-41322c4a-a1e6-4e20-a64f-2967cb86b33a tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:20.581615 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-41322c4a-a1e6-4e20-a64f-2967cb86b33a tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2617030 May 27 03:24:20.582890 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 57106) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:24:20.590586 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [None req-21014a1b-a27b-46ca-b1c8-f95a7e59bb84 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Request body: {'security_group_rule': {'security_group_id': 'd1e45c10-37e6-4124-bc3b-be47b71b2f02', 'project_id': 'd5bef1b49d424299864523887eb72b3c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:24:20.639060 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-21014a1b-a27b-46ca-b1c8-f95a7e59bb84 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Publish callbacks [] for security_group_rule (604f059a-5a4e-4090-96dd-bdbc9092f364), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:20.661155 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Provisioning complete for port 62239fbe-df38-4f76-b1ac-58d0d12b9eb9 triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:24:20.661595 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (62239fbe-df38-4f76-b1ac-58d0d12b9eb9), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:20.732211 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:20.765366 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:20.777365 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Current status of the port 62239fbe-df38-4f76-b1ac-58d0d12b9eb9 is: ACTIVE; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:24:20.805470 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-21014a1b-a27b-46ca-b1c8-f95a7e59bb84 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Publish callbacks [] for security_group_rule (604f059a-5a4e-4090-96dd-bdbc9092f364), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:20.830964 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697bb62e-ff10-4f35-b7f8-84037b54f0cb req-57127bd6-348b-4a3c-825c-dcf6b1e0bf69 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:20.833154 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce547393-11c9-4ed6-a8dc-9a0bd0714881 req-b0d3ed11-4cca-4219-8e73-097351d89ed4 tempest-DeleteServersTestJSON-2102923163 tempest-DeleteServersTestJSON-2102923163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:20.838729 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-697bb62e-ff10-4f35-b7f8-84037b54f0cb req-57127bd6-348b-4a3c-825c-dcf6b1e0bf69 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=126a653e-c2f9-4fad-9401-b165bddb395d HTTP/1.1" status: 200 len: 946 time: 0.1680083 May 27 03:24:20.852072 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-ce547393-11c9-4ed6-a8dc-9a0bd0714881 req-b0d3ed11-4cca-4219-8e73-097351d89ed4 tempest-DeleteServersTestJSON-2102923163 tempest-DeleteServersTestJSON-2102923163-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ddacdbc-778d-43a4-9781-bc1bfec238e4 HTTP/1.1" status: 200 len: 945 time: 0.5950239 May 27 03:24:20.882140 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-21014a1b-a27b-46ca-b1c8-f95a7e59bb84 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713807'] for security_group_rule (604f059a-5a4e-4090-96dd-bdbc9092f364), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:20.957827 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66c3ffa-6d7a-4e8a-8921-21d52c0d6edc None None] Sync routers for ids ['991fc6bf-2303-4050-8e71-5c3bcbcf4bd3'] in dv-cinder-828806-4-iscsi {{(pid=104073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:24:20.973304 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66c3ffa-6d7a-4e8a-8921-21d52c0d6edc None None] Routers {'991fc6bf-2303-4050-8e71-5c3bcbcf4bd3'} bound to L3 agent in host dv-cinder-828806-4-iscsi {{(pid=104073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:24:20.974032 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-c66c3ffa-6d7a-4e8a-8921-21d52c0d6edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:14:31Z,description=,heartbeat_timestamp=2022-05-27T03:24:01Z,host='dv-cinder-828806-4-iscsi',id=3e4effd7-5bc9-408b-93fa-42e4b19a61d9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:14:31Z,topic='l3_agent')) {'router_ids': ['991fc6bf-2303-4050-8e71-5c3bcbcf4bd3'], 'active': True} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:24:20.985360 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21014a1b-a27b-46ca-b1c8-f95a7e59bb84 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=604f059a-5a4e-4090-96dd-bdbc9092f364,revision_number=0']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:21.059496 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-21014a1b-a27b-46ca-b1c8-f95a7e59bb84 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:21.060743 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-21014a1b-a27b-46ca-b1c8-f95a7e59bb84 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4748952 May 27 03:24:21.073023 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 57132) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:24:21.080874 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [None req-587f5daa-ff09-4771-bac0-15b09bcb8329 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Request body: {'security_group_rule': {'security_group_id': 'd1e45c10-37e6-4124-bc3b-be47b71b2f02', 'project_id': 'd5bef1b49d424299864523887eb72b3c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:24:21.094902 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-697bb62e-ff10-4f35-b7f8-84037b54f0cb req-943c092f-906a-4723-9124-35d233e533ee tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bb45d27-4147-42b8-a14c-c2b672c6e0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551870 May 27 03:24:21.106051 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.plugin [req-fea3b8a2-c6ec-46b3-a4c8-e5851c965603 req-70b6b0b3-c30e-415d-ba46-402d8f87fa3d tempest-DeleteServersTestJSON-2102923163 tempest-DeleteServersTestJSON-2102923163-project] Deleting port 80ce9414-7ad7-4080-9680-4d84a0a632b6 {{(pid=104071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:24:21.106626 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-fea3b8a2-c6ec-46b3-a4c8-e5851c965603 req-70b6b0b3-c30e-415d-ba46-402d8f87fa3d tempest-DeleteServersTestJSON-2102923163 tempest-DeleteServersTestJSON-2102923163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743907775461'] for port (80ce9414-7ad7-4080-9680-4d84a0a632b6), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:21.131817 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-ce547393-11c9-4ed6-a8dc-9a0bd0714881 req-55a66c82-3517-45a1-9bde-48468e7cd105 tempest-DeleteServersTestJSON-2102923163 tempest-DeleteServersTestJSON-2102923163-project] 10.222.0.50 "GET /v2.0/security-groups?id=cab20666-9115-4554-9d3c-c2407804d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2776089 May 27 03:24:21.159374 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvr_db [None req-c66c3ffa-6d7a-4e8a-8921-21d52c0d6edc None None] Set router 991fc6bf-2303-4050-8e71-5c3bcbcf4bd3 gateway port host: dv-cinder-828806-4-iscsi {{(pid=104073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:24:21.204209 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-587f5daa-ff09-4771-bac0-15b09bcb8329 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Publish callbacks [] for security_group_rule (6c2f8394-c575-40f6-9763-db9aed32778e), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:21.269044 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.db [req-fea3b8a2-c6ec-46b3-a4c8-e5851c965603 req-70b6b0b3-c30e-415d-ba46-402d8f87fa3d tempest-DeleteServersTestJSON-2102923163 tempest-DeleteServersTestJSON-2102923163-project] For port 80ce9414-7ad7-4080-9680-4d84a0a632b6, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=80ce9414-7ad7-4080-9680-4d84a0a632b6,segment=NetworkSegment(a991f667-ec34-4360-888b-c7569fee92d5),segment_id=a991f667-ec34-4360-888b-c7569fee92d5)] {{(pid=104071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:24:21.269476 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-fea3b8a2-c6ec-46b3-a4c8-e5851c965603 req-70b6b0b3-c30e-415d-ba46-402d8f87fa3d tempest-DeleteServersTestJSON-2102923163 tempest-DeleteServersTestJSON-2102923163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16271712'] for port (80ce9414-7ad7-4080-9680-4d84a0a632b6), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:21.274389 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.db.resource_extend [None req-c64df89c-861f-41f9-81d2-a34b8a3fd1fb tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 03:24:21.295853 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:21.298338 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.plugin [req-fea3b8a2-c6ec-46b3-a4c8-e5851c965603 req-70b6b0b3-c30e-415d-ba46-402d8f87fa3d tempest-DeleteServersTestJSON-2102923163 tempest-DeleteServersTestJSON-2102923163-project] Calling delete_port for 80ce9414-7ad7-4080-9680-4d84a0a632b6 owned by compute:nova {{(pid=104071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:24:21.368361 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-587f5daa-ff09-4771-bac0-15b09bcb8329 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Publish callbacks [] for security_group_rule (6c2f8394-c575-40f6-9763-db9aed32778e), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:21.401824 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-587f5daa-ff09-4771-bac0-15b09bcb8329 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713807'] for security_group_rule (6c2f8394-c575-40f6-9763-db9aed32778e), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:21.422504 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-c64df89c-861f-41f9-81d2-a34b8a3fd1fb tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:21.430082 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-c64df89c-861f-41f9-81d2-a34b8a3fd1fb tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16279512'] for floatingip (254a81ce-c604-42df-8a45-5a486a517384), after_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:21.439226 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:21.455281 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-c66c3ffa-6d7a-4e8a-8921-21d52c0d6edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '991fc6bf-2303-4050-8e71-5c3bcbcf4bd3', 'name': 'tempest-TestVolumeBootPattern-313883107-router', 'tenant_id': '1021e1aa0d4143d8a6513d484f48f601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '62239fbe-df38-4f76-b1ac-58d0d12b9eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:24:11Z', 'updated_at': '2022-05-27T03:24:17Z', 'revision_number': 4, 'project_id': '1021e1aa0d4143d8a6513d484f48f601', 'gw_port': {'id': '62239fbe-df38-4f76-b1ac-58d0d12b9eb9', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:68:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '991fc6bf-2303-4050-8e71-5c3bcbcf4bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 237, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:24:12Z', 'updated_at': '2022-05-27T03:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi', '_interfaces': [{'id': '41531205-f235-42e3-9ef6-8e380657116d', 'name': '', 'network_id': 'a762592d-e585-4f7a-bcc4-554f04bf7fe4', 'tenant_id': '1021e1aa0d4143d8a6513d484f48f601', 'mac_address': 'fa:16:3e:5e:b2:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '991fc6bf-2303-4050-8e71-5c3bcbcf4bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'b68ba2dd-dfbf-4add-bf96-b7f92c2077d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:24:16Z', 'updated_at': '2022-05-27T03:24:17Z', 'revision_number': 2, 'project_id': '1021e1aa0d4143d8a6513d484f48f601', 'subnets': [{'id': 'b68ba2dd-dfbf-4add-bf96-b7f92c2077d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-4-iscsi', False) {} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:24:21.491384 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 57146) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:24:21.493002 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66c3ffa-6d7a-4e8a-8921-21d52c0d6edc None None] Checking router: 991fc6bf-2303-4050-8e71-5c3bcbcf4bd3 for host: dv-cinder-828806-4-iscsi {{(pid=104073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:24:21.493598 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66c3ffa-6d7a-4e8a-8921-21d52c0d6edc None None] Updating router 991fc6bf-2303-4050-8e71-5c3bcbcf4bd3 port 41531205-f235-42e3-9ef6-8e380657116d binding host dv-cinder-828806-4-iscsi {{(pid=104073) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:24:21.510119 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:21.534767 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-c66c3ffa-6d7a-4e8a-8921-21d52c0d6edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (41531205-f235-42e3-9ef6-8e380657116d), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:21.623668 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.db.l3_db [None req-c64df89c-861f-41f9-81d2-a34b8a3fd1fb tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Floating IP 254a81ce-c604-42df-8a45-5a486a517384 associated. External IP: 172.27.3.132, port: fe4197df-049a-453f-a110-e4a007e15f18. May 27 03:24:21.682755 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-1bcfa519-707c-491a-8462-469d2e4189fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:21.741494 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587f5daa-ff09-4771-bac0-15b09bcb8329 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c2f8394-c575-40f6-9763-db9aed32778e,revision_number=0']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:21.756520 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-587f5daa-ff09-4771-bac0-15b09bcb8329 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:21.760391 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-587f5daa-ff09-4771-bac0-15b09bcb8329 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6839278 May 27 03:24:21.765774 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 57152) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:24:21.776856 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [None req-fac3c5c6-3167-4201-b8ca-9ba17878db82 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Request body: {'security_group_rule': {'security_group_id': 'd1e45c10-37e6-4124-bc3b-be47b71b2f02', 'project_id': 'd5bef1b49d424299864523887eb72b3c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:24:21.789648 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa88f4f5-9871-483c-9a6f-062444088795 req-7bdd63e8-9d22-4633-b612-4e37c9e208fd tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:21.796549 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-fa88f4f5-9871-483c-9a6f-062444088795 req-7bdd63e8-9d22-4633-b612-4e37c9e208fd tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/ports?device_id=d00e4700-28c6-4440-83e4-c3d1a86a75c7 HTTP/1.1" status: 200 len: 945 time: 0.3567388 May 27 03:24:21.810095 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 57154) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:24:21.894428 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-fac3c5c6-3167-4201-b8ca-9ba17878db82 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Publish callbacks [] for security_group_rule (57d5198c-44d7-447d-9a85-41954351434b), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:21.937204 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-fa88f4f5-9871-483c-9a6f-062444088795 req-75f62485-3b69-4d1e-8434-eb853b5a1132 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/security-groups?id=175a7da0-8a41-43f4-9e53-a62bc6fe8167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1396542 May 27 03:24:21.960661 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-1bcfa519-707c-491a-8462-469d2e4189fa admin admin] Publish callbacks [] for security_group (06a928a1-cd34-4d2c-9f06-0a45df90e5d4), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:21.976228 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c64df89c-861f-41f9-81d2-a34b8a3fd1fb tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Router f894ead6-5c56-4335-b420-9b87f690d18d has already been hosted by L3 agent 3e4effd7-5bc9-408b-93fa-42e4b19a61d9 {{(pid=104072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:24:21.977670 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-1bcfa519-707c-491a-8462-469d2e4189fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (06a928a1-cd34-4d2c-9f06-0a45df90e5d4), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:21.992900 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-fea3b8a2-c6ec-46b3-a4c8-e5851c965603 req-70b6b0b3-c30e-415d-ba46-402d8f87fa3d tempest-DeleteServersTestJSON-2102923163 tempest-DeleteServersTestJSON-2102923163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743907783123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743907242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12907156'] for port (80ce9414-7ad7-4080-9680-4d84a0a632b6), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:22.002325 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-c66c3ffa-6d7a-4e8a-8921-21d52c0d6edc None None] Publish callbacks [] for port (41531205-f235-42e3-9ef6-8e380657116d), precommit_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:22.003633 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:22.009629 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-fac3c5c6-3167-4201-b8ca-9ba17878db82 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Publish callbacks [] for security_group_rule (57d5198c-44d7-447d-9a85-41954351434b), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:22.016624 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-c66c3ffa-6d7a-4e8a-8921-21d52c0d6edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (41531205-f235-42e3-9ef6-8e380657116d), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:22.035134 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b6b0b3-c30e-415d-ba46-402d8f87fa3d tempest-DeleteServersTestJSON-2102923163 tempest-DeleteServersTestJSON-2102923163-project] Pushing event deleted for resources: {'Port': ['ID=80ce9414-7ad7-4080-9680-4d84a0a632b6,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:22.037062 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-fac3c5c6-3167-4201-b8ca-9ba17878db82 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713807'] for security_group_rule (57d5198c-44d7-447d-9a85-41954351434b), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:22.040187 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-1bcfa519-707c-491a-8462-469d2e4189fa admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=24296619e018463fabd2ac644fe2f01d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5477188 May 27 03:24:22.044491 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 57158) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:24:22.045596 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcfa519-707c-491a-8462-469d2e4189fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06a928a1-cd34-4d2c-9f06-0a45df90e5d4,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:22.052175 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] get_ports_and_sgs() called for port_ids ['80ce9414-7ad7-4080-9680-4d84a0a632b6'] {{(pid=104073) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:24:22.120351 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40297773-4ce0-472b-859f-dfb81c424006 None None] Pushing event updated for resources: {'Port': ['ID=41531205-f235-42e3-9ef6-8e380657116d,revision_number=3']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:22.121976 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:22.122926 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac3c5c6-3167-4201-b8ca-9ba17878db82 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57d5198c-44d7-447d-9a85-41954351434b,revision_number=0']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:22.163131 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [req-fea3b8a2-c6ec-46b3-a4c8-e5851c965603 req-70b6b0b3-c30e-415d-ba46-402d8f87fa3d tempest-DeleteServersTestJSON-2102923163 tempest-DeleteServersTestJSON-2102923163-project] No DVR routers for this DVR port 80ce9414-7ad7-4080-9680-4d84a0a632b6 on host hv-cinder-82880 {{(pid=104071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:24:22.177260 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-fac3c5c6-3167-4201-b8ca-9ba17878db82 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:22.178583 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-fac3c5c6-3167-4201-b8ca-9ba17878db82 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4106090 May 27 03:24:22.184819 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-fea3b8a2-c6ec-46b3-a4c8-e5851c965603 req-70b6b0b3-c30e-415d-ba46-402d8f87fa3d tempest-DeleteServersTestJSON-2102923163 tempest-DeleteServersTestJSON-2102923163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159658'] for port (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:22.188107 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-fea3b8a2-c6ec-46b3-a4c8-e5851c965603 req-70b6b0b3-c30e-415d-ba46-402d8f87fa3d tempest-DeleteServersTestJSON-2102923163 tempest-DeleteServersTestJSON-2102923163-project] 10.222.0.67 "DELETE /v2.0/ports/80ce9414-7ad7-4080-9680-4d84a0a632b6 HTTP/1.1" status: 204 len: 173 time: 1.3805232 May 27 03:24:22.188550 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 57164) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:24:22.204191 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-72d55628-02c4-4bd2-a604-faf131f13ef0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:22.216659 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ddacdbc-778d-43a4-9781-bc1bfec238e4', 'name': 'network-vif-deleted', 'tag': '80ce9414-7ad7-4080-9680-4d84a0a632b6'}] {{(pid=104071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:24:22.219206 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bb076ad6e20eee76da9493a154e3e0af7ddb4a8668b70cc9390b05200f69f4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-533b64ac-2759-408b-aded-e859ac5813da" -d '{"events": [{"server_uuid": "0ddacdbc-778d-43a4-9781-bc1bfec238e4", "name": "network-vif-deleted", "tag": "80ce9414-7ad7-4080-9680-4d84a0a632b6"}]}' {{(pid=104071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:24:22.233427 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [None req-3a61dbed-acbf-49be-a2fb-a8fbe3ecf2ad tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Request body: {'security_group_rule': {'security_group_id': 'd1e45c10-37e6-4124-bc3b-be47b71b2f02', 'project_id': 'd5bef1b49d424299864523887eb72b3c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:24:22.233601 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.managers [None req-c66c3ffa-6d7a-4e8a-8921-21d52c0d6edc None None] Attempting to bind port 41531205-f235-42e3-9ef6-8e380657116d on host dv-cinder-828806-4-iscsi for vnic_type normal with profile {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:24:22.233922 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.managers [None req-c66c3ffa-6d7a-4e8a-8921-21d52c0d6edc None None] Attempting to bind port 41531205-f235-42e3-9ef6-8e380657116d by drivers openvswitch,hyperv on host dv-cinder-828806-4-iscsi at level 0 using segments [{'id': 'eb8eb703-40f0-4a9f-8012-0abc4a829151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'a762592d-e585-4f7a-bcc4-554f04bf7fe4'}] {{(pid=104073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:24:22.234283 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66c3ffa-6d7a-4e8a-8921-21d52c0d6edc None None] Attempting to bind port 41531205-f235-42e3-9ef6-8e380657116d on network a762592d-e585-4f7a-bcc4-554f04bf7fe4 {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:24:22.240644 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66c3ffa-6d7a-4e8a-8921-21d52c0d6edc None None] Checking agent: {'id': '01a6c5a5-ff25-49ea-8869-bb2b5ba0570e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828806-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 14, 35), 'started_at': datetime.datetime(2022, 5, 27, 3, 15, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828806-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:24:22.241121 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66c3ffa-6d7a-4e8a-8921-21d52c0d6edc None None] Checking segment: {'id': 'eb8eb703-40f0-4a9f-8012-0abc4a829151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'a762592d-e585-4f7a-bcc4-554f04bf7fe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:24:22.242269 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-c66c3ffa-6d7a-4e8a-8921-21d52c0d6edc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:22.242675 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66c3ffa-6d7a-4e8a-8921-21d52c0d6edc None None] Bound using segment: {'id': 'eb8eb703-40f0-4a9f-8012-0abc4a829151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'a762592d-e585-4f7a-bcc4-554f04bf7fe4'} {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:24:22.243207 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.managers [None req-c66c3ffa-6d7a-4e8a-8921-21d52c0d6edc None None] Bound port: 41531205-f235-42e3-9ef6-8e380657116d, host: dv-cinder-828806-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb8eb703-40f0-4a9f-8012-0abc4a829151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'a762592d-e585-4f7a-bcc4-554f04bf7fe4'}}] {{(pid=104073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:24:22.243538 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-c66c3ffa-6d7a-4e8a-8921-21d52c0d6edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (41531205-f235-42e3-9ef6-8e380657116d), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:22.309116 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-449cd833-6421-48c3-9fad-27f148a68ad8 req-227220a0-c450-4ae5-a217-715b1fd53a97 tempest-DeleteServersTestJSON-2102923163 tempest-DeleteServersTestJSON-2102923163-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ddacdbc-778d-43a4-9781-bc1bfec238e4 HTTP/1.1" status: 200 len: 210 time: 0.0493085 May 27 03:24:22.314285 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.db.securitygroups_db [None req-3a61dbed-acbf-49be-a2fb-a8fbe3ecf2ad tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Project d5bef1b49d424299864523887eb72b3c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 03:24:22.328901 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-3a61dbed-acbf-49be-a2fb-a8fbe3ecf2ad tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Publish callbacks [] for security_group_rule (dc19f4c9-dc20-4692-949b-32d99f15382a), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:22.345676 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c64df89c-861f-41f9-81d2-a34b8a3fd1fb tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Notify agent at l3_agent.dv-cinder-828806-4-iscsi the message routers_updated {{(pid=104072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:24:22.355095 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-c64df89c-861f-41f9-81d2-a34b8a3fd1fb tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159658'] for floatingip (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:22.362061 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187e0996-d08c-4be1-a26b-858730f37e50 None None] Sync routers for ids ['f894ead6-5c56-4335-b420-9b87f690d18d'] in dv-cinder-828806-4-iscsi {{(pid=104074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:24:22.363138 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a3313c-70ec-45e6-a21b-5d23f91b0945 req-afeabd58-ed71-41a3-b557-b46165c78da7 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:22.367089 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-c66c3ffa-6d7a-4e8a-8921-21d52c0d6edc None None] For port 41531205-f235-42e3-9ef6-8e380657116d, host dv-cinder-828806-4-iscsi, cleared binding levels {{(pid=104073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:24:22.370997 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-89a3313c-70ec-45e6-a21b-5d23f91b0945 req-afeabd58-ed71-41a3-b557-b46165c78da7 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=126a653e-c2f9-4fad-9401-b165bddb395d HTTP/1.1" status: 200 len: 946 time: 0.1680975 May 27 03:24:22.374043 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-c66c3ffa-6d7a-4e8a-8921-21d52c0d6edc None None] For port 41531205-f235-42e3-9ef6-8e380657116d, host dv-cinder-828806-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-4-iscsi',level=0,port_id=41531205-f235-42e3-9ef6-8e380657116d,segment=NetworkSegment(eb8eb703-40f0-4a9f-8012-0abc4a829151),segment_id=eb8eb703-40f0-4a9f-8012-0abc4a829151)] {{(pid=104073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:24:22.383680 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-a6699be2-5391-4dce-9deb-890e1f9ff7c7 admin admin] Publish callbacks [] for security_group (06a928a1-cd34-4d2c-9f06-0a45df90e5d4), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:22.391986 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-c66c3ffa-6d7a-4e8a-8921-21d52c0d6edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (41531205-f235-42e3-9ef6-8e380657116d), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:22.406240 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187e0996-d08c-4be1-a26b-858730f37e50 None None] Routers {'f894ead6-5c56-4335-b420-9b87f690d18d'} bound to L3 agent in host dv-cinder-828806-4-iscsi {{(pid=104074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:24:22.408939 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-187e0996-d08c-4be1-a26b-858730f37e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:14:31Z,description=,heartbeat_timestamp=2022-05-27T03:24:01Z,host='dv-cinder-828806-4-iscsi',id=3e4effd7-5bc9-408b-93fa-42e4b19a61d9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:14:31Z,topic='l3_agent')) {'router_ids': ['f894ead6-5c56-4335-b420-9b87f690d18d'], 'active': True} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:24:22.411556 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-a6699be2-5391-4dce-9deb-890e1f9ff7c7 admin admin] Publish callbacks [] for security_group (06a928a1-cd34-4d2c-9f06-0a45df90e5d4), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:22.458851 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40297773-4ce0-472b-859f-dfb81c424006 None None] Pushing event updated for resources: {'Port': ['ID=41531205-f235-42e3-9ef6-8e380657116d,revision_number=4']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:22.475602 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-c64df89c-861f-41f9-81d2-a34b8a3fd1fb tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "PUT /v2.0/floatingips/254a81ce-c604-42df-8a45-5a486a517384 HTTP/1.1" status: 200 len: 991 time: 2.7347074 May 27 03:24:22.477152 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2a2b098-2b0f-472b-a2d3-6788517c9449 x-openstack-request-id: req-c2a2b098-2b0f-472b-a2d3-6788517c9449 {{(pid=104071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:24:22.478552 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ddacdbc-778d-43a4-9781-bc1bfec238e4", "name": "network-vif-deleted", "tag": "80ce9414-7ad7-4080-9680-4d84a0a632b6", "status": "completed", "code": 200}]} {{(pid=104071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:24:22.478685 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b54917ef-d32c-4303-99e3-75adc12f147e', 'tag': 'fe4197df-049a-453f-a110-e4a007e15f18'}] {{(pid=104072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:24:22.479166 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c2a2b098-2b0f-472b-a2d3-6788517c9449 {{(pid=104071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:24:22.479800 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2a2b098-2b0f-472b-a2d3-6788517c9449'] response: {'server_uuid': '0ddacdbc-778d-43a4-9781-bc1bfec238e4', 'name': 'network-vif-deleted', 'tag': '80ce9414-7ad7-4080-9680-4d84a0a632b6', 'status': 'completed', 'code': 200} May 27 03:24:22.480977 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f396617ba49ae57b35f1e46e178334f70bfad08bdaf3fab16ca373e13b5bdfba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83ba0d5f-e2fd-4cb7-88ae-b43bb4fc9b08" -d '{"events": [{"name": "network-changed", "server_uuid": "b54917ef-d32c-4303-99e3-75adc12f147e", "tag": "fe4197df-049a-453f-a110-e4a007e15f18"}]}' {{(pid=104072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:24:22.483178 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:22.509183 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-956b1606-8bf7-4821-a974-843a03429686 None None] Provisioning complete for port 41531205-f235-42e3-9ef6-8e380657116d triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:24:22.512186 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-956b1606-8bf7-4821-a974-843a03429686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (41531205-f235-42e3-9ef6-8e380657116d), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:22.527496 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-89a3313c-70ec-45e6-a21b-5d23f91b0945 req-99c671b0-3f1e-43d5-b4b9-87d15ed3f8b7 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bb45d27-4147-42b8-a14c-c2b672c6e0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555004 May 27 03:24:22.529290 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-a6699be2-5391-4dce-9deb-890e1f9ff7c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (06a928a1-cd34-4d2c-9f06-0a45df90e5d4), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:22.539625 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-a6699be2-5391-4dce-9deb-890e1f9ff7c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:22.540858 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-a6699be2-5391-4dce-9deb-890e1f9ff7c7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/06a928a1-cd34-4d2c-9f06-0a45df90e5d4 HTTP/1.1" status: 204 len: 168 time: 0.4902339 May 27 03:24:22.560282 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-72d55628-02c4-4bd2-a604-faf131f13ef0 admin admin] Publish callbacks [] for security_group (1fc814d1-8c33-4b62-ac6c-fd4c1a52c9a6), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:22.576195 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-72d55628-02c4-4bd2-a604-faf131f13ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (1fc814d1-8c33-4b62-ac6c-fd4c1a52c9a6), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:22.581300 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-3a61dbed-acbf-49be-a2fb-a8fbe3ecf2ad tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Publish callbacks [] for security_group_rule (dc19f4c9-dc20-4692-949b-32d99f15382a), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:22.593143 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6699be2-5391-4dce-9deb-890e1f9ff7c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06a928a1-cd34-4d2c-9f06-0a45df90e5d4,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:22.609640 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-3a61dbed-acbf-49be-a2fb-a8fbe3ecf2ad tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713807'] for security_group_rule (dc19f4c9-dc20-4692-949b-32d99f15382a), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:22.623460 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f95e04e-8329-4c43-9be3-25ca030d0f16 x-openstack-request-id: req-3f95e04e-8329-4c43-9be3-25ca030d0f16 {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:24:22.624311 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b54917ef-d32c-4303-99e3-75adc12f147e", "tag": "fe4197df-049a-453f-a110-e4a007e15f18", "status": "completed", "code": 200}]} {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:24:22.624844 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3f95e04e-8329-4c43-9be3-25ca030d0f16 {{(pid=104072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:24:22.625508 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f95e04e-8329-4c43-9be3-25ca030d0f16'] response: {'name': 'network-changed', 'server_uuid': 'b54917ef-d32c-4303-99e3-75adc12f147e', 'tag': 'fe4197df-049a-453f-a110-e4a007e15f18', 'status': 'completed', 'code': 200} May 27 03:24:22.629585 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvr_db [None req-187e0996-d08c-4be1-a26b-858730f37e50 None None] Set router f894ead6-5c56-4335-b420-9b87f690d18d gateway port host: dv-cinder-828806-4-iscsi {{(pid=104074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:24:22.645871 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-72d55628-02c4-4bd2-a604-faf131f13ef0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=32e6282ee2644af69b1d33070ec10f80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8315639 May 27 03:24:22.647110 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 57174) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:24:22.656641 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d55628-02c4-4bd2-a604-faf131f13ef0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fc814d1-8c33-4b62-ac6c-fd4c1a52c9a6,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:22.659136 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a61dbed-acbf-49be-a2fb-a8fbe3ecf2ad tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc19f4c9-dc20-4692-949b-32d99f15382a,revision_number=0']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:22.673595 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-3a61dbed-acbf-49be-a2fb-a8fbe3ecf2ad tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:22.677603 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-3a61dbed-acbf-49be-a2fb-a8fbe3ecf2ad tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4529431 May 27 03:24:22.679484 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 57176) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:24:22.693909 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [None req-a69ef7ae-53f3-45a8-afe2-d8878b53e89b tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Request body: {'security_group_rule': {'security_group_id': 'd1e45c10-37e6-4124-bc3b-be47b71b2f02', 'project_id': 'd5bef1b49d424299864523887eb72b3c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:24:22.706725 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:22.722528 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66c3ffa-6d7a-4e8a-8921-21d52c0d6edc None None] Routers {'991fc6bf-2303-4050-8e71-5c3bcbcf4bd3'} bound to L3 agent in host dv-cinder-828806-4-iscsi {{(pid=104073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:24:22.724931 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-c66c3ffa-6d7a-4e8a-8921-21d52c0d6edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:14:31Z,description=,heartbeat_timestamp=2022-05-27T03:24:01Z,host='dv-cinder-828806-4-iscsi',id=3e4effd7-5bc9-408b-93fa-42e4b19a61d9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:14:31Z,topic='l3_agent')) {'router_ids': ['991fc6bf-2303-4050-8e71-5c3bcbcf4bd3'], 'active': True} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:24:22.738670 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-a381b6b5-3cd9-4b10-a30a-2e623dc5892a admin admin] Publish callbacks [] for security_group (1fc814d1-8c33-4b62-ac6c-fd4c1a52c9a6), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:22.758051 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.db.securitygroups_db [None req-a69ef7ae-53f3-45a8-afe2-d8878b53e89b tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Project d5bef1b49d424299864523887eb72b3c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 03:24:22.770408 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-a69ef7ae-53f3-45a8-afe2-d8878b53e89b tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Publish callbacks [] for security_group_rule (67a0513c-ef21-44db-ba3f-b87152d8cb1e), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:22.788532 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:22.801455 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-a381b6b5-3cd9-4b10-a30a-2e623dc5892a admin admin] Publish callbacks [] for security_group (1fc814d1-8c33-4b62-ac6c-fd4c1a52c9a6), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:22.841686 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:22.879180 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-956b1606-8bf7-4821-a974-843a03429686 None None] Current status of the port 41531205-f235-42e3-9ef6-8e380657116d is: DOWN; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:24:22.879572 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-956b1606-8bf7-4821-a974-843a03429686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (41531205-f235-42e3-9ef6-8e380657116d), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:22.919074 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-a381b6b5-3cd9-4b10-a30a-2e623dc5892a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (1fc814d1-8c33-4b62-ac6c-fd4c1a52c9a6), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:22.924092 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-a381b6b5-3cd9-4b10-a30a-2e623dc5892a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:22.925723 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-a381b6b5-3cd9-4b10-a30a-2e623dc5892a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1fc814d1-8c33-4b62-ac6c-fd4c1a52c9a6 HTTP/1.1" status: 204 len: 168 time: 0.2760277 May 27 03:24:22.935272 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ba0d5f-e2fd-4cb7-88ae-b43bb4fc9b08 req-f362bb4f-099a-47bb-aec7-fa441fb2e0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:22.937262 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-83ba0d5f-e2fd-4cb7-88ae-b43bb4fc9b08 req-f362bb4f-099a-47bb-aec7-fa441fb2e0b7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7e2e4b63d6af43058e0dc76d8ceac844&device_id=b54917ef-d32c-4303-99e3-75adc12f147e HTTP/1.1" status: 200 len: 1129 time: 0.1450071 May 27 03:24:22.950590 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a381b6b5-3cd9-4b10-a30a-2e623dc5892a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fc814d1-8c33-4b62-ac6c-fd4c1a52c9a6,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:23.014584 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-a69ef7ae-53f3-45a8-afe2-d8878b53e89b tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Publish callbacks [] for security_group_rule (67a0513c-ef21-44db-ba3f-b87152d8cb1e), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:23.041550 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-a69ef7ae-53f3-45a8-afe2-d8878b53e89b tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713807'] for security_group_rule (67a0513c-ef21-44db-ba3f-b87152d8cb1e), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:23.188438 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245e9c48-3e6a-4894-8800-189c6282f11b req-02d4a2c1-f17a-4a80-9bb7-2971d60c9cc3 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:23.201804 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-245e9c48-3e6a-4894-8800-189c6282f11b req-02d4a2c1-f17a-4a80-9bb7-2971d60c9cc3 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/ports?device_id=d00e4700-28c6-4440-83e4-c3d1a86a75c7 HTTP/1.1" status: 200 len: 945 time: 0.1358254 May 27 03:24:23.202353 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69ef7ae-53f3-45a8-afe2-d8878b53e89b tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67a0513c-ef21-44db-ba3f-b87152d8cb1e,revision_number=0']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:23.205556 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-187e0996-d08c-4be1-a26b-858730f37e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f894ead6-5c56-4335-b420-9b87f690d18d', 'name': 'tempest-AttachVolumeShelveTestJSON-432131402-router', 'tenant_id': '7e2e4b63d6af43058e0dc76d8ceac844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '28d3375c-e01d-45c9-b232-57887e8c3d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:13Z', 'updated_at': '2022-05-27T03:23:32Z', 'revision_number': 4, 'project_id': '7e2e4b63d6af43058e0dc76d8ceac844', 'gw_port': {'id': '28d3375c-e01d-45c9-b232-57887e8c3d83', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:04:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f894ead6-5c56-4335-b420-9b87f690d18d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:14Z', 'updated_at': '2022-05-27T03:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi', '_floatingips': [{'id': '254a81ce-c604-42df-8a45-5a486a517384', 'tenant_id': '7e2e4b63d6af43058e0dc76d8ceac844', 'floating_ip_address': '172.27.3.132', 'floating_network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'router_id': 'f894ead6-5c56-4335-b420-9b87f690d18d', 'port_id': 'fe4197df-049a-453f-a110-e4a007e15f18', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 168, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9235750b-3863-4242-97a7-a4cb52643ca2', 'mac_address': 'fa:16:3e:5d:dc:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b54917ef-d32c-4303-99e3-75adc12f147e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:23:44Z', 'updated_at': '2022-05-27T03:24:21Z', 'revision_number': 1, 'project_id': '7e2e4b63d6af43058e0dc76d8ceac844', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd16726c7-bdbc-43fb-b093-912bc04ee3a2', 'name': '', 'network_id': '9235750b-3863-4242-97a7-a4cb52643ca2', 'tenant_id': '7e2e4b63d6af43058e0dc76d8ceac844', 'mac_address': 'fa:16:3e:6d:9a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f894ead6-5c56-4335-b420-9b87f690d18d', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '74986d1d-a9b7-43a2-b2c2-09937b076cb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:26Z', 'updated_at': '2022-05-27T03:23:41Z', 'revision_number': 5, 'project_id': '7e2e4b63d6af43058e0dc76d8ceac844', 'subnets': [{'id': '74986d1d-a9b7-43a2-b2c2-09937b076cb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-4-iscsi', False) {} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:24:23.242403 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-a69ef7ae-53f3-45a8-afe2-d8878b53e89b tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:23.244088 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-a69ef7ae-53f3-45a8-afe2-d8878b53e89b tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5631626 May 27 03:24:23.257280 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187e0996-d08c-4be1-a26b-858730f37e50 None None] Checking router: f894ead6-5c56-4335-b420-9b87f690d18d for host: dv-cinder-828806-4-iscsi {{(pid=104074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:24:23.285871 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187e0996-d08c-4be1-a26b-858730f37e50 None None] Routers {'f894ead6-5c56-4335-b420-9b87f690d18d'} bound to L3 agent in host dv-cinder-828806-4-iscsi {{(pid=104074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:24:23.286393 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-187e0996-d08c-4be1-a26b-858730f37e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:14:31Z,description=,heartbeat_timestamp=2022-05-27T03:24:01Z,host='dv-cinder-828806-4-iscsi',id=3e4effd7-5bc9-408b-93fa-42e4b19a61d9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:14:31Z,topic='l3_agent')) {'router_ids': ['f894ead6-5c56-4335-b420-9b87f690d18d'], 'active': True} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:24:23.302482 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-956b1606-8bf7-4821-a974-843a03429686 None None] For port 41531205-f235-42e3-9ef6-8e380657116d, host dv-cinder-828806-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-4-iscsi',level=0,port_id=41531205-f235-42e3-9ef6-8e380657116d,segment=NetworkSegment(eb8eb703-40f0-4a9f-8012-0abc4a829151),segment_id=eb8eb703-40f0-4a9f-8012-0abc4a829151)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:24:23.315332 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ba0d5f-e2fd-4cb7-88ae-b43bb4fc9b08 req-469f31fb-694d-42be-a9ae-8987c194330c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:23.316832 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-83ba0d5f-e2fd-4cb7-88ae-b43bb4fc9b08 req-469f31fb-694d-42be-a9ae-8987c194330c service neutron] 10.222.0.67 "GET /v2.0/networks?id=9235750b-3863-4242-97a7-a4cb52643ca2 HTTP/1.1" status: 200 len: 917 time: 0.2982020 May 27 03:24:23.323133 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-956b1606-8bf7-4821-a974-843a03429686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (41531205-f235-42e3-9ef6-8e380657116d), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:23.359115 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-245e9c48-3e6a-4894-8800-189c6282f11b req-cdf677b0-2eef-4ecd-83f3-aa6d5f89638b tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/security-groups?id=175a7da0-8a41-43f4-9e53-a62bc6fe8167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1548171 May 27 03:24:23.388492 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:23.486364 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-83ba0d5f-e2fd-4cb7-88ae-b43bb4fc9b08 req-e48445bd-ab1d-4da0-86c5-fef1a34d357d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe4197df-049a-453f-a110-e4a007e15f18 HTTP/1.1" status: 200 len: 999 time: 0.1520653 May 27 03:24:23.507838 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-2af474bc-3407-4efc-af84-4ecea8e7966f None None] Provisioning complete for port 41531205-f235-42e3-9ef6-8e380657116d triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:24:23.508216 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-2af474bc-3407-4efc-af84-4ecea8e7966f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (41531205-f235-42e3-9ef6-8e380657116d), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:23.518787 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvr_db [None req-c66c3ffa-6d7a-4e8a-8921-21d52c0d6edc None None] Set router 991fc6bf-2303-4050-8e71-5c3bcbcf4bd3 gateway port host: dv-cinder-828806-4-iscsi {{(pid=104073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:24:23.614453 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvr_db [None req-187e0996-d08c-4be1-a26b-858730f37e50 None None] Set router f894ead6-5c56-4335-b420-9b87f690d18d gateway port host: dv-cinder-828806-4-iscsi {{(pid=104074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:24:23.627413 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 57230) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:24:23.643487 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-c9cdf667-a451-418d-b4f4-73710bb6741e req-d3f738d0-ccd9-4cbf-8b61-4e820edbfe19 tempest-DeleteServersTestJSON-2102923163 tempest-DeleteServersTestJSON-2102923163-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ddacdbc-778d-43a4-9781-bc1bfec238e4 HTTP/1.1" status: 200 len: 210 time: 0.0649149 May 27 03:24:23.659570 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ba0d5f-e2fd-4cb7-88ae-b43bb4fc9b08 req-d463956f-b79f-4abd-82bc-5ea77c9b76a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:23.661358 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-83ba0d5f-e2fd-4cb7-88ae-b43bb4fc9b08 req-d463956f-b79f-4abd-82bc-5ea77c9b76a8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=74986d1d-a9b7-43a2-b2c2-09937b076cb1 HTTP/1.1" status: 200 len: 855 time: 0.1595936 May 27 03:24:23.678044 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b1606-8bf7-4821-a974-843a03429686 None None] Pushing event updated for resources: {'Port': ['ID=41531205-f235-42e3-9ef6-8e380657116d,revision_number=5']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:23.710445 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-d551b5c0-4ba6-4ff4-950f-438c2703fe08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:23.742876 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ba0d5f-e2fd-4cb7-88ae-b43bb4fc9b08 req-cd6ec631-d47d-44e7-afed-fdd0dd80abc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:23.744757 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-83ba0d5f-e2fd-4cb7-88ae-b43bb4fc9b08 req-cd6ec631-d47d-44e7-afed-fdd0dd80abc1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9235750b-3863-4242-97a7-a4cb52643ca2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0602388 May 27 03:24:23.763384 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b480128-8919-465f-a951-42fb09ba85ae req-1a8c1f4a-c198-4452-ad0b-61db91bc5394 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:23.768826 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-9b480128-8919-465f-a951-42fb09ba85ae req-1a8c1f4a-c198-4452-ad0b-61db91bc5394 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/ports?device_id=d00e4700-28c6-4440-83e4-c3d1a86a75c7 HTTP/1.1" status: 200 len: 945 time: 0.1958754 May 27 03:24:23.774201 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 57244) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:24:23.782904 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [None req-f9634d43-9b96-496f-abbe-7c90e240e7fe tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Request body: {'floatingip': {'port_id': '1ad404ad-b415-4130-81fb-67637fa7ba8a'}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:24:23.858191 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-f9634d43-9b96-496f-abbe-7c90e240e7fe tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks [] for floatingip (857cb62f-626e-4933-963d-3e1db7bb3b74), before_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:23.887843 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332f19af-7b71-42d8-ab4d-4de7fc1ae271 req-ba834d16-7f4f-4ca8-812e-61495fa4d1ac tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:23.896605 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-332f19af-7b71-42d8-ab4d-4de7fc1ae271 req-ba834d16-7f4f-4ca8-812e-61495fa4d1ac tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=126a653e-c2f9-4fad-9401-b165bddb395d HTTP/1.1" status: 200 len: 946 time: 0.0913227 May 27 03:24:23.931017 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-2af474bc-3407-4efc-af84-4ecea8e7966f None None] Current status of the port 41531205-f235-42e3-9ef6-8e380657116d is: ACTIVE; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:24:23.971223 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-332f19af-7b71-42d8-ab4d-4de7fc1ae271 req-3d3ad772-243d-49eb-a0ad-a1250f52c7fe tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bb45d27-4147-42b8-a14c-c2b672c6e0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722704 May 27 03:24:24.061264 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-c66c3ffa-6d7a-4e8a-8921-21d52c0d6edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '991fc6bf-2303-4050-8e71-5c3bcbcf4bd3', 'name': 'tempest-TestVolumeBootPattern-313883107-router', 'tenant_id': '1021e1aa0d4143d8a6513d484f48f601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '62239fbe-df38-4f76-b1ac-58d0d12b9eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:24:11Z', 'updated_at': '2022-05-27T03:24:17Z', 'revision_number': 4, 'project_id': '1021e1aa0d4143d8a6513d484f48f601', 'gw_port': {'id': '62239fbe-df38-4f76-b1ac-58d0d12b9eb9', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:68:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '991fc6bf-2303-4050-8e71-5c3bcbcf4bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 237, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:24:12Z', 'updated_at': '2022-05-27T03:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi', '_interfaces': [{'id': '41531205-f235-42e3-9ef6-8e380657116d', 'name': '', 'network_id': 'a762592d-e585-4f7a-bcc4-554f04bf7fe4', 'tenant_id': '1021e1aa0d4143d8a6513d484f48f601', 'mac_address': 'fa:16:3e:5e:b2:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '991fc6bf-2303-4050-8e71-5c3bcbcf4bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'b68ba2dd-dfbf-4add-bf96-b7f92c2077d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:24:16Z', 'updated_at': '2022-05-27T03:24:22Z', 'revision_number': 4, 'project_id': '1021e1aa0d4143d8a6513d484f48f601', 'subnets': [{'id': 'b68ba2dd-dfbf-4add-bf96-b7f92c2077d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-4-iscsi', False) {} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:24:24.061568 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:24.062332 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-187e0996-d08c-4be1-a26b-858730f37e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f894ead6-5c56-4335-b420-9b87f690d18d', 'name': 'tempest-AttachVolumeShelveTestJSON-432131402-router', 'tenant_id': '7e2e4b63d6af43058e0dc76d8ceac844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '28d3375c-e01d-45c9-b232-57887e8c3d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:13Z', 'updated_at': '2022-05-27T03:23:32Z', 'revision_number': 4, 'project_id': '7e2e4b63d6af43058e0dc76d8ceac844', 'gw_port': {'id': '28d3375c-e01d-45c9-b232-57887e8c3d83', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:04:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f894ead6-5c56-4335-b420-9b87f690d18d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:14Z', 'updated_at': '2022-05-27T03:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi', '_floatingips': [{'id': '254a81ce-c604-42df-8a45-5a486a517384', 'tenant_id': '7e2e4b63d6af43058e0dc76d8ceac844', 'floating_ip_address': '172.27.3.132', 'floating_network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'router_id': 'f894ead6-5c56-4335-b420-9b87f690d18d', 'port_id': 'fe4197df-049a-453f-a110-e4a007e15f18', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 168, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9235750b-3863-4242-97a7-a4cb52643ca2', 'mac_address': 'fa:16:3e:5d:dc:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b54917ef-d32c-4303-99e3-75adc12f147e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:23:44Z', 'updated_at': '2022-05-27T03:24:21Z', 'revision_number': 1, 'project_id': '7e2e4b63d6af43058e0dc76d8ceac844', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd16726c7-bdbc-43fb-b093-912bc04ee3a2', 'name': '', 'network_id': '9235750b-3863-4242-97a7-a4cb52643ca2', 'tenant_id': '7e2e4b63d6af43058e0dc76d8ceac844', 'mac_address': 'fa:16:3e:6d:9a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f894ead6-5c56-4335-b420-9b87f690d18d', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '74986d1d-a9b7-43a2-b2c2-09937b076cb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:26Z', 'updated_at': '2022-05-27T03:23:41Z', 'revision_number': 5, 'project_id': '7e2e4b63d6af43058e0dc76d8ceac844', 'subnets': [{'id': '74986d1d-a9b7-43a2-b2c2-09937b076cb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-4-iscsi', False) {} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:24:24.103861 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Device 80ce9414-7ad7-4080-9680-4d84a0a632b6 no longer exists at agent hyperv_hv-cinder-82880 {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:24:24.109110 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187e0996-d08c-4be1-a26b-858730f37e50 None None] The sync data for ids ['f894ead6-5c56-4335-b420-9b87f690d18d'] in dv-cinder-828806-4-iscsi is: [{'id': 'f894ead6-5c56-4335-b420-9b87f690d18d', 'name': 'tempest-AttachVolumeShelveTestJSON-432131402-router', 'tenant_id': '7e2e4b63d6af43058e0dc76d8ceac844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '28d3375c-e01d-45c9-b232-57887e8c3d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:13Z', 'updated_at': '2022-05-27T03:23:32Z', 'revision_number': 4, 'project_id': '7e2e4b63d6af43058e0dc76d8ceac844', 'gw_port': {'id': '28d3375c-e01d-45c9-b232-57887e8c3d83', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:04:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f894ead6-5c56-4335-b420-9b87f690d18d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:14Z', 'updated_at': '2022-05-27T03:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi', '_floatingips': [{'id': '254a81ce-c604-42df-8a45-5a486a517384', 'tenant_id': '7e2e4b63d6af43058e0dc76d8ceac844', 'floating_ip_address': '172.27.3.132', 'floating_network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'router_id': 'f894ead6-5c56-4335-b420-9b87f690d18d', 'port_id': 'fe4197df-049a-453f-a110-e4a007e15f18', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 168, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9235750b-3863-4242-97a7-a4cb52643ca2', 'mac_address': 'fa:16:3e:5d:dc:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b54917ef-d32c-4303-99e3-75adc12f147e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:23:44Z', 'updated_at': '2022-05-27T03:24:21Z', 'revision_number': 1, 'project_id': '7e2e4b63d6af43058e0dc76d8ceac844', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd16726c7-bdbc-43fb-b093-912bc04ee3a2', 'name': '', 'network_id': '9235750b-3863-4242-97a7-a4cb52643ca2', 'tenant_id': '7e2e4b63d6af43058e0dc76d8ceac844', 'mac_address': 'fa:16:3e:6d:9a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f894ead6-5c56-4335-b420-9b87f690d18d', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '74986d1d-a9b7-43a2-b2c2-09937b076cb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:26Z', 'updated_at': '2022-05-27T03:23:41Z', 'revision_number': 5, 'project_id': '7e2e4b63d6af43058e0dc76d8ceac844', 'subnets': [{'id': '74986d1d-a9b7-43a2-b2c2-09937b076cb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:24:24.228495 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-83ba0d5f-e2fd-4cb7-88ae-b43bb4fc9b08 req-4245d374-035d-43be-ad80-727337bcbdd7 service neutron] 10.222.0.67 "GET /v2.0/networks/9235750b-3863-4242-97a7-a4cb52643ca2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646690 May 27 03:24:24.265491 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-d551b5c0-4ba6-4ff4-950f-438c2703fe08 admin admin] Publish callbacks [] for security_group (537da6cb-ce54-4688-81ac-273e30bd9f77), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:24.280765 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] No Port match for: 80ce9414-7ad7-4080-9680-4d84a0a632b6 {{(pid=104073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:24:24.282271 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Device 80ce9414-7ad7-4080-9680-4d84a0a632b6 not bound to the agent host hv-cinder-82880 {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:24:24.283270 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-d551b5c0-4ba6-4ff4-950f-438c2703fe08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (537da6cb-ce54-4688-81ac-273e30bd9f77), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:24.284371 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66c3ffa-6d7a-4e8a-8921-21d52c0d6edc None None] The sync data for ids ['991fc6bf-2303-4050-8e71-5c3bcbcf4bd3'] in dv-cinder-828806-4-iscsi is: [{'id': '991fc6bf-2303-4050-8e71-5c3bcbcf4bd3', 'name': 'tempest-TestVolumeBootPattern-313883107-router', 'tenant_id': '1021e1aa0d4143d8a6513d484f48f601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '62239fbe-df38-4f76-b1ac-58d0d12b9eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:24:11Z', 'updated_at': '2022-05-27T03:24:17Z', 'revision_number': 4, 'project_id': '1021e1aa0d4143d8a6513d484f48f601', 'gw_port': {'id': '62239fbe-df38-4f76-b1ac-58d0d12b9eb9', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:68:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '991fc6bf-2303-4050-8e71-5c3bcbcf4bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 237, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:24:12Z', 'updated_at': '2022-05-27T03:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi', '_interfaces': [{'id': '41531205-f235-42e3-9ef6-8e380657116d', 'name': '', 'network_id': 'a762592d-e585-4f7a-bcc4-554f04bf7fe4', 'tenant_id': '1021e1aa0d4143d8a6513d484f48f601', 'mac_address': 'fa:16:3e:5e:b2:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '991fc6bf-2303-4050-8e71-5c3bcbcf4bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'b68ba2dd-dfbf-4add-bf96-b7f92c2077d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:24:16Z', 'updated_at': '2022-05-27T03:24:22Z', 'revision_number': 4, 'project_id': '1021e1aa0d4143d8a6513d484f48f601', 'subnets': [{'id': 'b68ba2dd-dfbf-4add-bf96-b7f92c2077d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:24:24.424754 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:24.455015 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-83ba0d5f-e2fd-4cb7-88ae-b43bb4fc9b08 req-9fbac045-43e7-4ce8-b5c4-e5a6f4cd4bb9 service neutron] 10.222.0.67 "GET /v2.0/networks/9235750b-3863-4242-97a7-a4cb52643ca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990979 May 27 03:24:24.623694 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e6cd02-6b80-4f1f-8879-1f185ff4177f None None] New status for floating IP 254a81ce-c604-42df-8a45-5a486a517384: ACTIVE {{(pid=104073) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 03:24:24.794506 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d551b5c0-4ba6-4ff4-950f-438c2703fe08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=537da6cb-ce54-4688-81ac-273e30bd9f77,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:24.808331 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-d551b5c0-4ba6-4ff4-950f-438c2703fe08 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9a184f2a40774a428782b54cbbb565e5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1775379 May 27 03:24:24.811237 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 57276) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:24:24.850201 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:INSERT=9,neutron:SELECT=86,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:24.923873 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-3efc1df0-4a4f-4774-ab71-acbdf532c72a admin admin] Publish callbacks [] for security_group (537da6cb-ce54-4688-81ac-273e30bd9f77), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:24.975097 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-3efc1df0-4a4f-4774-ab71-acbdf532c72a admin admin] Publish callbacks [] for security_group (537da6cb-ce54-4688-81ac-273e30bd9f77), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:25.078084 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-3efc1df0-4a4f-4774-ab71-acbdf532c72a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (537da6cb-ce54-4688-81ac-273e30bd9f77), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:25.082369 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-3efc1df0-4a4f-4774-ab71-acbdf532c72a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:25.085019 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.db.resource_extend [None req-f9634d43-9b96-496f-abbe-7c90e240e7fe tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 03:24:25.103118 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-3efc1df0-4a4f-4774-ab71-acbdf532c72a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/537da6cb-ce54-4688-81ac-273e30bd9f77 HTTP/1.1" status: 204 len: 168 time: 0.2781484 May 27 03:24:25.123602 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efc1df0-4a4f-4774-ab71-acbdf532c72a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=537da6cb-ce54-4688-81ac-273e30bd9f77,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:25.282054 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-f9634d43-9b96-496f-abbe-7c90e240e7fe tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:25.306089 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-f9634d43-9b96-496f-abbe-7c90e240e7fe tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16279512'] for floatingip (857cb62f-626e-4933-963d-3e1db7bb3b74), after_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:25.366894 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be333b7-c4fe-447f-a0cf-e73d43fa226f req-622b5acb-c989-4928-b7ad-00b1b757100a tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:25.369680 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-0be333b7-c4fe-447f-a0cf-e73d43fa226f req-622b5acb-c989-4928-b7ad-00b1b757100a tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=126a653e-c2f9-4fad-9401-b165bddb395d HTTP/1.1" status: 200 len: 946 time: 0.1706133 May 27 03:24:25.477228 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-0be333b7-c4fe-447f-a0cf-e73d43fa226f req-a1960714-2989-48e4-a797-7efb00d98165 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bb45d27-4147-42b8-a14c-c2b672c6e0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992570 May 27 03:24:25.478461 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.db.l3_db [None req-f9634d43-9b96-496f-abbe-7c90e240e7fe tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Floating IP 857cb62f-626e-4933-963d-3e1db7bb3b74 associated. External IP: 172.27.3.34, port: 1ad404ad-b415-4130-81fb-67637fa7ba8a. May 27 03:24:25.716879 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9634d43-9b96-496f-abbe-7c90e240e7fe tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Router 48ccfd99-9d2a-40bc-8f48-1ef8477ddac8 has already been hosted by L3 agent 3e4effd7-5bc9-408b-93fa-42e4b19a61d9 {{(pid=104072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:24:25.807949 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:25.834672 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9634d43-9b96-496f-abbe-7c90e240e7fe tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Notify agent at l3_agent.dv-cinder-828806-4-iscsi the message routers_updated {{(pid=104072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:24:25.840680 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-f9634d43-9b96-496f-abbe-7c90e240e7fe tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159658'] for floatingip (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:25.847738 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8726f11-1139-4ec4-a59f-ffe096963613 None None] Sync routers for ids ['48ccfd99-9d2a-40bc-8f48-1ef8477ddac8'] in dv-cinder-828806-4-iscsi {{(pid=104074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:24:25.860275 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8726f11-1139-4ec4-a59f-ffe096963613 None None] Routers {'48ccfd99-9d2a-40bc-8f48-1ef8477ddac8'} bound to L3 agent in host dv-cinder-828806-4-iscsi {{(pid=104074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:24:25.860875 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-a8726f11-1139-4ec4-a59f-ffe096963613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:14:31Z,description=,heartbeat_timestamp=2022-05-27T03:24:01Z,host='dv-cinder-828806-4-iscsi',id=3e4effd7-5bc9-408b-93fa-42e4b19a61d9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:14:31Z,topic='l3_agent')) {'router_ids': ['48ccfd99-9d2a-40bc-8f48-1ef8477ddac8'], 'active': True} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:24:25.879225 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-f9634d43-9b96-496f-abbe-7c90e240e7fe tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "PUT /v2.0/floatingips/857cb62f-626e-4933-963d-3e1db7bb3b74 HTTP/1.1" status: 200 len: 990 time: 2.1039333 May 27 03:24:25.880064 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd00e4700-28c6-4440-83e4-c3d1a86a75c7', 'tag': '1ad404ad-b415-4130-81fb-67637fa7ba8a'}] {{(pid=104072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:24:25.883519 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f396617ba49ae57b35f1e46e178334f70bfad08bdaf3fab16ca373e13b5bdfba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0712f04-312e-4ab4-b002-c41e63cd66bd" -d '{"events": [{"name": "network-changed", "server_uuid": "d00e4700-28c6-4440-83e4-c3d1a86a75c7", "tag": "1ad404ad-b415-4130-81fb-67637fa7ba8a"}]}' {{(pid=104072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:24:25.922312 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abad3579-c11e-4ee5-a50f-874263046908 x-openstack-request-id: req-abad3579-c11e-4ee5-a50f-874263046908 {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:24:25.922606 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d00e4700-28c6-4440-83e4-c3d1a86a75c7", "tag": "1ad404ad-b415-4130-81fb-67637fa7ba8a", "status": "completed", "code": 200}]} {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:24:25.922855 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-abad3579-c11e-4ee5-a50f-874263046908 {{(pid=104072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:24:25.923258 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abad3579-c11e-4ee5-a50f-874263046908'] response: {'name': 'network-changed', 'server_uuid': 'd00e4700-28c6-4440-83e4-c3d1a86a75c7', 'tag': '1ad404ad-b415-4130-81fb-67637fa7ba8a', 'status': 'completed', 'code': 200} May 27 03:24:26.029160 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0712f04-312e-4ab4-b002-c41e63cd66bd req-a739ab8f-a4de-4037-8e85-8e982cad7f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:26.033926 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-e0712f04-312e-4ab4-b002-c41e63cd66bd req-a739ab8f-a4de-4037-8e85-8e982cad7f65 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=082b5523ee504be09f6fcaf833207a4f&device_id=d00e4700-28c6-4440-83e4-c3d1a86a75c7 HTTP/1.1" status: 200 len: 1129 time: 0.0545390 May 27 03:24:26.092229 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 57326) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:24:26.113255 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvr_db [None req-a8726f11-1139-4ec4-a59f-ffe096963613 None None] Set router 48ccfd99-9d2a-40bc-8f48-1ef8477ddac8 gateway port host: dv-cinder-828806-4-iscsi {{(pid=104074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:24:26.129716 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:26.186713 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=100 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:26.189172 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0712f04-312e-4ab4-b002-c41e63cd66bd req-36afb845-1c1c-4e46-bb5b-661b797d6c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:26.191488 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-e0712f04-312e-4ab4-b002-c41e63cd66bd req-36afb845-1c1c-4e46-bb5b-661b797d6c16 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e861f168-e1a5-4542-8ee4-9759fa17a578 HTTP/1.1" status: 200 len: 916 time: 0.1473486 May 27 03:24:26.276687 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-e0712f04-312e-4ab4-b002-c41e63cd66bd req-c46a2d22-9046-4f13-8cd6-f19dccb3782d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1ad404ad-b415-4130-81fb-67637fa7ba8a HTTP/1.1" status: 200 len: 998 time: 0.0679071 May 27 03:24:26.314264 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [None req-fcd1a884-5d43-40f0-8ed5-d225fccb8bfc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1353212112-network', 'tenant_id': '9baee3526f1545f6bc37ca53d963ebed'}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:24:26.347862 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcd1a884-5d43-40f0-8ed5-d225fccb8bfc admin admin] Made reservation on behalf of 9baee3526f1545f6bc37ca53d963ebed for: {'network': 1} {{(pid=104072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:24:26.351389 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-fcd1a884-5d43-40f0-8ed5-d225fccb8bfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for network (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:26.351861 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0712f04-312e-4ab4-b002-c41e63cd66bd req-6a5f373b-97b3-4253-9c85-038bac6865bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:26.353649 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-e0712f04-312e-4ab4-b002-c41e63cd66bd req-6a5f373b-97b3-4253-9c85-038bac6865bd service neutron] 10.222.0.67 "GET /v2.0/subnets?id=22c8ee8a-bdb1-4646-81f4-b6b1b8177bb9 HTTP/1.1" status: 200 len: 854 time: 0.0659864 May 27 03:24:26.367538 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-fcd1a884-5d43-40f0-8ed5-d225fccb8bfc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:26.423301 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-a8726f11-1139-4ec4-a59f-ffe096963613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ccfd99-9d2a-40bc-8f48-1ef8477ddac8', 'name': 'tempest-AttachVolumeNegativeTest-1190605770-router', 'tenant_id': '082b5523ee504be09f6fcaf833207a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': 'ee2b145c-866a-4545-a5dc-b000db3e976a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:15Z', 'updated_at': '2022-05-27T03:23:33Z', 'revision_number': 4, 'project_id': '082b5523ee504be09f6fcaf833207a4f', 'gw_port': {'id': 'ee2b145c-866a-4545-a5dc-b000db3e976a', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ccfd99-9d2a-40bc-8f48-1ef8477ddac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:16Z', 'updated_at': '2022-05-27T03:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi', '_floatingips': [{'id': '857cb62f-626e-4933-963d-3e1db7bb3b74', 'tenant_id': '082b5523ee504be09f6fcaf833207a4f', 'floating_ip_address': '172.27.3.34', 'floating_network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'router_id': '48ccfd99-9d2a-40bc-8f48-1ef8477ddac8', 'port_id': '1ad404ad-b415-4130-81fb-67637fa7ba8a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 171, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e861f168-e1a5-4542-8ee4-9759fa17a578', 'mac_address': 'fa:16:3e:3a:35:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd00e4700-28c6-4440-83e4-c3d1a86a75c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:23:47Z', 'updated_at': '2022-05-27T03:24:24Z', 'revision_number': 1, 'project_id': '082b5523ee504be09f6fcaf833207a4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de2e02ca-ae55-44a3-8d3d-cbe2d4c0df81', 'name': '', 'network_id': 'e861f168-e1a5-4542-8ee4-9759fa17a578', 'tenant_id': '082b5523ee504be09f6fcaf833207a4f', 'mac_address': 'fa:16:3e:93:65:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ccfd99-9d2a-40bc-8f48-1ef8477ddac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '22c8ee8a-bdb1-4646-81f4-b6b1b8177bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:28Z', 'updated_at': '2022-05-27T03:23:46Z', 'revision_number': 5, 'project_id': '082b5523ee504be09f6fcaf833207a4f', 'subnets': [{'id': '22c8ee8a-bdb1-4646-81f4-b6b1b8177bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-4-iscsi', False) {} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:24:26.463643 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8726f11-1139-4ec4-a59f-ffe096963613 None None] Checking router: 48ccfd99-9d2a-40bc-8f48-1ef8477ddac8 for host: dv-cinder-828806-4-iscsi {{(pid=104074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:24:26.483775 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0712f04-312e-4ab4-b002-c41e63cd66bd req-2a75eaee-6e44-4212-9302-6576fd6189f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:26.485715 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-e0712f04-312e-4ab4-b002-c41e63cd66bd req-2a75eaee-6e44-4212-9302-6576fd6189f7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e861f168-e1a5-4542-8ee4-9759fa17a578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1239929 May 27 03:24:26.487565 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8726f11-1139-4ec4-a59f-ffe096963613 None None] Routers {'48ccfd99-9d2a-40bc-8f48-1ef8477ddac8'} bound to L3 agent in host dv-cinder-828806-4-iscsi {{(pid=104074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:24:26.488304 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-a8726f11-1139-4ec4-a59f-ffe096963613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:14:31Z,description=,heartbeat_timestamp=2022-05-27T03:24:01Z,host='dv-cinder-828806-4-iscsi',id=3e4effd7-5bc9-408b-93fa-42e4b19a61d9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:14:31Z,topic='l3_agent')) {'router_ids': ['48ccfd99-9d2a-40bc-8f48-1ef8477ddac8'], 'active': True} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:24:26.529348 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Device 41531205-f235-42e3-9ef6-8e380657116d up at agent ovs-agent-dv-cinder-828806-4-iscsi {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:24:26.570263 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-fcd1a884-5d43-40f0-8ed5-d225fccb8bfc admin admin] Publish callbacks [] for security_group (040cafb0-44fa-477f-8c0b-0c652f202e03), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:26.576876 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-fcd1a884-5d43-40f0-8ed5-d225fccb8bfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (040cafb0-44fa-477f-8c0b-0c652f202e03), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:26.603479 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-e0712f04-312e-4ab4-b002-c41e63cd66bd req-0f9f950b-546f-4aeb-99a4-f6c6d4c7f57e service neutron] 10.222.0.67 "GET /v2.0/networks/e861f168-e1a5-4542-8ee4-9759fa17a578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077049 May 27 03:24:26.644606 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Provisioning complete for port 41531205-f235-42e3-9ef6-8e380657116d triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:24:26.645021 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (41531205-f235-42e3-9ef6-8e380657116d), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:26.645573 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcd1a884-5d43-40f0-8ed5-d225fccb8bfc admin admin] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=104072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:24:26.721668 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 57350) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:24:26.730922 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvr_db [None req-a8726f11-1139-4ec4-a59f-ffe096963613 None None] Set router 48ccfd99-9d2a-40bc-8f48-1ef8477ddac8 gateway port host: dv-cinder-828806-4-iscsi {{(pid=104074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:24:26.759198 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Current status of the port 41531205-f235-42e3-9ef6-8e380657116d is: ACTIVE; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:24:26.789927 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-e0712f04-312e-4ab4-b002-c41e63cd66bd req-e6c11872-747a-4892-af27-26f3bea037bf service neutron] 10.222.0.67 "GET /v2.0/networks/e861f168-e1a5-4542-8ee4-9759fa17a578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789901 May 27 03:24:26.804377 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.db.db_base_plugin_v2 [None req-a429b847-d093-4979-9ee7-9cac9e1ff1b3 admin admin] Deleting subnet 495a6fa4-7393-4eee-b1ce-c74250cd973b {{(pid=104072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 03:24:26.814319 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-a429b847-d093-4979-9ee7-9cac9e1ff1b3 admin admin] Publish callbacks [] for subnet (495a6fa4-7393-4eee-b1ce-c74250cd973b), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:26.817777 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-fcd1a884-5d43-40f0-8ed5-d225fccb8bfc admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8743907721831', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-814499'] for segment (059e33d6-5874-4a24-a996-080f03080fbd), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:26.818389 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.db.segments_db [None req-fcd1a884-5d43-40f0-8ed5-d225fccb8bfc admin admin] Added segment 059e33d6-5874-4a24-a996-080f03080fbd of type vlan for network c00f69bf-7c15-4608-b4fd-671df18cacbf May 27 03:24:26.822051 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:26.823683 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd1a884-5d43-40f0-8ed5-d225fccb8bfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=040cafb0-44fa-477f-8c0b-0c652f202e03,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:26.902867 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af52bd17-6fe1-41d0-b43b-f80197250c8a req-23871caf-007d-4633-825e-d4c1c1d6d653 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:26.910232 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-af52bd17-6fe1-41d0-b43b-f80197250c8a req-23871caf-007d-4633-825e-d4c1c1d6d653 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=126a653e-c2f9-4fad-9401-b165bddb395d HTTP/1.1" status: 200 len: 946 time: 0.2656541 May 27 03:24:26.934992 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-a429b847-d093-4979-9ee7-9cac9e1ff1b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13119285'] for subnet (495a6fa4-7393-4eee-b1ce-c74250cd973b), precommit_delete_associations {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:26.946053 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-fcd1a884-5d43-40f0-8ed5-d225fccb8bfc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743907247189'] for network (c00f69bf-7c15-4608-b4fd-671df18cacbf), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:27.038604 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-a8726f11-1139-4ec4-a59f-ffe096963613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ccfd99-9d2a-40bc-8f48-1ef8477ddac8', 'name': 'tempest-AttachVolumeNegativeTest-1190605770-router', 'tenant_id': '082b5523ee504be09f6fcaf833207a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': 'ee2b145c-866a-4545-a5dc-b000db3e976a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:15Z', 'updated_at': '2022-05-27T03:23:33Z', 'revision_number': 4, 'project_id': '082b5523ee504be09f6fcaf833207a4f', 'gw_port': {'id': 'ee2b145c-866a-4545-a5dc-b000db3e976a', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ccfd99-9d2a-40bc-8f48-1ef8477ddac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:16Z', 'updated_at': '2022-05-27T03:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi', '_floatingips': [{'id': '857cb62f-626e-4933-963d-3e1db7bb3b74', 'tenant_id': '082b5523ee504be09f6fcaf833207a4f', 'floating_ip_address': '172.27.3.34', 'floating_network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'router_id': '48ccfd99-9d2a-40bc-8f48-1ef8477ddac8', 'port_id': '1ad404ad-b415-4130-81fb-67637fa7ba8a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 171, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e861f168-e1a5-4542-8ee4-9759fa17a578', 'mac_address': 'fa:16:3e:3a:35:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd00e4700-28c6-4440-83e4-c3d1a86a75c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:23:47Z', 'updated_at': '2022-05-27T03:24:24Z', 'revision_number': 1, 'project_id': '082b5523ee504be09f6fcaf833207a4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de2e02ca-ae55-44a3-8d3d-cbe2d4c0df81', 'name': '', 'network_id': 'e861f168-e1a5-4542-8ee4-9759fa17a578', 'tenant_id': '082b5523ee504be09f6fcaf833207a4f', 'mac_address': 'fa:16:3e:93:65:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ccfd99-9d2a-40bc-8f48-1ef8477ddac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '22c8ee8a-bdb1-4646-81f4-b6b1b8177bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:28Z', 'updated_at': '2022-05-27T03:23:46Z', 'revision_number': 5, 'project_id': '082b5523ee504be09f6fcaf833207a4f', 'subnets': [{'id': '22c8ee8a-bdb1-4646-81f4-b6b1b8177bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-4-iscsi', False) {} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:24:27.042679 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=100 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:27.048253 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-af52bd17-6fe1-41d0-b43b-f80197250c8a req-0dbbc400-6291-44bd-b7fc-c20baef8d07a tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bb45d27-4147-42b8-a14c-c2b672c6e0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369808 May 27 03:24:27.054695 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-fcd1a884-5d43-40f0-8ed5-d225fccb8bfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336'] for network (c00f69bf-7c15-4608-b4fd-671df18cacbf), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:27.056460 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd1a884-5d43-40f0-8ed5-d225fccb8bfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:27.057484 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-fcd1a884-5d43-40f0-8ed5-d225fccb8bfc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-366398'] for network (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:27.077043 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-a429b847-d093-4979-9ee7-9cac9e1ff1b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-817388'] for subnet (495a6fa4-7393-4eee-b1ce-c74250cd973b), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:27.087530 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8726f11-1139-4ec4-a59f-ffe096963613 None None] The sync data for ids ['48ccfd99-9d2a-40bc-8f48-1ef8477ddac8'] in dv-cinder-828806-4-iscsi is: [{'id': '48ccfd99-9d2a-40bc-8f48-1ef8477ddac8', 'name': 'tempest-AttachVolumeNegativeTest-1190605770-router', 'tenant_id': '082b5523ee504be09f6fcaf833207a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': 'ee2b145c-866a-4545-a5dc-b000db3e976a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:15Z', 'updated_at': '2022-05-27T03:23:33Z', 'revision_number': 4, 'project_id': '082b5523ee504be09f6fcaf833207a4f', 'gw_port': {'id': 'ee2b145c-866a-4545-a5dc-b000db3e976a', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ccfd99-9d2a-40bc-8f48-1ef8477ddac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:16Z', 'updated_at': '2022-05-27T03:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi', '_floatingips': [{'id': '857cb62f-626e-4933-963d-3e1db7bb3b74', 'tenant_id': '082b5523ee504be09f6fcaf833207a4f', 'floating_ip_address': '172.27.3.34', 'floating_network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'router_id': '48ccfd99-9d2a-40bc-8f48-1ef8477ddac8', 'port_id': '1ad404ad-b415-4130-81fb-67637fa7ba8a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 171, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e861f168-e1a5-4542-8ee4-9759fa17a578', 'mac_address': 'fa:16:3e:3a:35:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd00e4700-28c6-4440-83e4-c3d1a86a75c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:23:47Z', 'updated_at': '2022-05-27T03:24:24Z', 'revision_number': 1, 'project_id': '082b5523ee504be09f6fcaf833207a4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de2e02ca-ae55-44a3-8d3d-cbe2d4c0df81', 'name': '', 'network_id': 'e861f168-e1a5-4542-8ee4-9759fa17a578', 'tenant_id': '082b5523ee504be09f6fcaf833207a4f', 'mac_address': 'fa:16:3e:93:65:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ccfd99-9d2a-40bc-8f48-1ef8477ddac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '22c8ee8a-bdb1-4646-81f4-b6b1b8177bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:28Z', 'updated_at': '2022-05-27T03:23:46Z', 'revision_number': 5, 'project_id': '082b5523ee504be09f6fcaf833207a4f', 'subnets': [{'id': '22c8ee8a-bdb1-4646-81f4-b6b1b8177bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:24:27.112464 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-fcd1a884-5d43-40f0-8ed5-d225fccb8bfc admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.0189624 May 27 03:24:27.115433 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 57358) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:24:27.124556 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [None req-c9149d22-7d62-49d4-8b13-fe09812aae92 admin admin] Request body: {'subnet': {'network_id': 'c00f69bf-7c15-4608-b4fd-671df18cacbf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1353212112-subnet', 'tenant_id': '9baee3526f1545f6bc37ca53d963ebed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:24:27.157627 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9149d22-7d62-49d4-8b13-fe09812aae92 admin admin] Made reservation on behalf of 9baee3526f1545f6bc37ca53d963ebed for: {'subnet': 1} {{(pid=104071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:24:27.160529 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-c9149d22-7d62-49d4-8b13-fe09812aae92 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12793800'] for subnet (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:27.174914 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd1a884-5d43-40f0-8ed5-d225fccb8bfc admin admin] Pushing event updated for resources: {'Network': ['ID=c00f69bf-7c15-4608-b4fd-671df18cacbf,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:27.186246 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Network c00f69bf-7c15-4608-b4fd-671df18cacbf details requested by agent ovs-agent-dv-cinder-828806-4-iscsi with host dv-cinder-828806-4-iscsi {{(pid=104073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 03:24:27.203248 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-a429b847-d093-4979-9ee7-9cac9e1ff1b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-817397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16716613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13119348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14026658'] for subnet (495a6fa4-7393-4eee-b1ce-c74250cd973b), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:27.234742 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a429b847-d093-4979-9ee7-9cac9e1ff1b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=495a6fa4-7393-4eee-b1ce-c74250cd973b,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:27.242478 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-a429b847-d093-4979-9ee7-9cac9e1ff1b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-366398'] for subnet (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:27.248808 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-a429b847-d093-4979-9ee7-9cac9e1ff1b3 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/495a6fa4-7393-4eee-b1ce-c74250cd973b HTTP/1.1" status: 204 len: 168 time: 0.5151978 May 27 03:24:27.248808 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 57360) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:24:27.322775 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=83,neutron:INSERT=8,neutron:UPDATE=5,neutron:DELETE=4 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:27.328701 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-63ec8f5e-3964-44d9-a31e-afd9a89f073e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561515'] for network (fa73c53a-cb04-46d3-9e67-3609763bf5fd), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:27.376829 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-c9149d22-7d62-49d4-8b13-fe09812aae92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16716613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12907300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12793822'] for subnet (e6bcb735-5680-4dc3-bee6-fdc0cbbffe62), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:27.401681 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce42865-01ec-4348-aba3-b5e9c830c0e2 None None] New status for floating IP 857cb62f-626e-4933-963d-3e1db7bb3b74: ACTIVE {{(pid=104073) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 03:24:27.406234 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:27.424991 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-63ec8f5e-3964-44d9-a31e-afd9a89f073e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-818777', 'neutron.services.segments.db._delete_segments_for_network-8743907721840'] for network (fa73c53a-cb04-46d3-9e67-3609763bf5fd), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:27.442224 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9149d22-7d62-49d4-8b13-fe09812aae92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6bcb735-5680-4dc3-bee6-fdc0cbbffe62,revision_number=0']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:27.449386 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.services.segments.db [None req-63ec8f5e-3964-44d9-a31e-afd9a89f073e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa73c53a-cb04-46d3-9e67-3609763bf5fd']}} {{(pid=104072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:24:27.453572 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9149d22-7d62-49d4-8b13-fe09812aae92 admin admin] Checking segment: {'id': '059e33d6-5874-4a24-a996-080f03080fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'c00f69bf-7c15-4608-b4fd-671df18cacbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:24:27.454117 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9149d22-7d62-49d4-8b13-fe09812aae92 admin admin] Network hostable DHCP agents. Network: c00f69bf-7c15-4608-b4fd-671df18cacbf, hostable agents: ['88cb169e-23a7-4380-813c-9b707a5671b5'], hosted agents: [] {{(pid=104071) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:24:27.460203 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.services.segments.db [None req-63ec8f5e-3964-44d9-a31e-afd9a89f073e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a991f667-ec34-4360-888b-c7569fee92d5') {'for_net_delete': True} {{(pid=104072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:24:27.461112 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.services.segments.db [None req-63ec8f5e-3964-44d9-a31e-afd9a89f073e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a991f667-ec34-4360-888b-c7569fee92d5') {} {{(pid=104072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:24:27.473850 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-63ec8f5e-3964-44d9-a31e-afd9a89f073e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743907722361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13119244'] for segment (a991f667-ec34-4360-888b-c7569fee92d5), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:27.476615 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9149d22-7d62-49d4-8b13-fe09812aae92 admin admin] Network c00f69bf-7c15-4608-b4fd-671df18cacbf is scheduled to be hosted by DHCP agent 88cb169e-23a7-4380-813c-9b707a5671b5 with binding_index 1 {{(pid=104071) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:24:27.487106 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.scheduler.base_scheduler [None req-c9149d22-7d62-49d4-8b13-fe09812aae92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828806-4-iscsi, c00f69bf-7c15-4608-b4fd-671df18cacbf) {{(pid=104071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:24:27.495218 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-63ec8f5e-3964-44d9-a31e-afd9a89f073e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-814499'] for segment (a991f667-ec34-4360-888b-c7569fee92d5), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:27.495959 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9149d22-7d62-49d4-8b13-fe09812aae92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:27.497221 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-c9149d22-7d62-49d4-8b13-fe09812aae92 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:27.503930 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63ec8f5e-3964-44d9-a31e-afd9a89f073e admin admin] Releasing vlan 427 on physical network physnet1 to pool {{(pid=104072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 03:24:27.504338 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-63ec8f5e-3964-44d9-a31e-afd9a89f073e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-814499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13119190'] for segment (a991f667-ec34-4360-888b-c7569fee92d5), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:27.510868 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:27.514491 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84402c81-2c76-4067-9968-757e938d0343 None None] Network c00f69bf-7c15-4608-b4fd-671df18cacbf requested from dv-cinder-828806-4-iscsi {{(pid=104073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:24:27.520686 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:27.549638 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-c9149d22-7d62-49d4-8b13-fe09812aae92 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4314876 May 27 03:24:27.554588 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.services.segments.plugin [-] Segment a991f667-ec34-4360-888b-c7569fee92d5 resource provider aggregate not found May 27 03:24:27.580106 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-63ec8f5e-3964-44d9-a31e-afd9a89f073e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-818786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16279498'] for network (fa73c53a-cb04-46d3-9e67-3609763bf5fd), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:27.586240 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-63ec8f5e-3964-44d9-a31e-afd9a89f073e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-366398'] for network (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:27.590249 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-63ec8f5e-3964-44d9-a31e-afd9a89f073e admin admin] 10.222.0.50 "DELETE /v2.0/networks/fa73c53a-cb04-46d3-9e67-3609763bf5fd HTTP/1.1" status: 204 len: 168 time: 0.3394279 May 27 03:24:27.591952 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.services.segments.plugin [-] Segment a991f667-ec34-4360-888b-c7569fee92d5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a991f667-ec34-4360-888b-c7569fee92d5 found for delete ", "request_id": "req-42c20b16-e284-4c21-b04e-cec9d82778d6"}]} May 27 03:24:27.606568 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ec8f5e-3964-44d9-a31e-afd9a89f073e admin admin] Pushing event deleted for resources: {'Network': ['ID=fa73c53a-cb04-46d3-9e67-3609763bf5fd,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:27.737057 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 57374) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:24:27.756269 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d638995-77e7-4a2b-9622-fb1fa311f818 None None] Network c00f69bf-7c15-4608-b4fd-671df18cacbf requested from dv-cinder-828806-4-iscsi {{(pid=104073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:24:27.788653 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-c8e00a85-042a-4eb4-b2c8-14e20924d07b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a0a3ae93f6ab44af93b0538061809b98&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0502596 May 27 03:24:27.791064 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 57378) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:24:27.853661 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-32b7ea9c-3120-4794-9a91-2071376194b3 admin admin] Publish callbacks [] for security_group (cab20666-9115-4554-9d3c-c2407804d2a5), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:27.878075 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-32b7ea9c-3120-4794-9a91-2071376194b3 admin admin] Publish callbacks [] for security_group (cab20666-9115-4554-9d3c-c2407804d2a5), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:27.886981 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:27.935339 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-32b7ea9c-3120-4794-9a91-2071376194b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (cab20666-9115-4554-9d3c-c2407804d2a5), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:27.938681 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-32b7ea9c-3120-4794-9a91-2071376194b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:27.939878 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-32b7ea9c-3120-4794-9a91-2071376194b3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cab20666-9115-4554-9d3c-c2407804d2a5 HTTP/1.1" status: 204 len: 168 time: 0.1479223 May 27 03:24:27.950225 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b7ea9c-3120-4794-9a91-2071376194b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cab20666-9115-4554-9d3c-c2407804d2a5,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:28.216482 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7028651f-826a-47ed-a864-337fec8f8df3 req-29eb7a5e-47ff-46b5-a229-dfdb11d75a3f tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:28.225944 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-7028651f-826a-47ed-a864-337fec8f8df3 req-29eb7a5e-47ff-46b5-a229-dfdb11d75a3f tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=126a653e-c2f9-4fad-9401-b165bddb395d HTTP/1.1" status: 200 len: 946 time: 0.1018589 May 27 03:24:28.255432 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 57404) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:24:28.265283 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [None req-338f3dc8-6a03-47d1-aee7-08b59334398d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1421084933-network', 'tenant_id': '9d226aef6baa48daa663cd7f9525ad03'}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:24:28.319049 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-7028651f-826a-47ed-a864-337fec8f8df3 req-81a0e94a-a125-419a-9498-c380f1bf18e6 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bb45d27-4147-42b8-a14c-c2b672c6e0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903387 May 27 03:24:28.323344 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-338f3dc8-6a03-47d1-aee7-08b59334398d admin admin] Made reservation on behalf of 9d226aef6baa48daa663cd7f9525ad03 for: {'network': 1} {{(pid=104071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:24:28.326870 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-338f3dc8-6a03-47d1-aee7-08b59334398d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for network (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:28.340883 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-338f3dc8-6a03-47d1-aee7-08b59334398d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:28.381532 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:28.447686 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-338f3dc8-6a03-47d1-aee7-08b59334398d admin admin] Publish callbacks [] for security_group (aa0ce0c3-82ef-43f9-85be-a21ffe23c820), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:28.452721 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-338f3dc8-6a03-47d1-aee7-08b59334398d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (aa0ce0c3-82ef-43f9-85be-a21ffe23c820), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:28.479259 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-338f3dc8-6a03-47d1-aee7-08b59334398d admin admin] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=104071) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:24:28.490216 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338f3dc8-6a03-47d1-aee7-08b59334398d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa0ce0c3-82ef-43f9-85be-a21ffe23c820,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:28.498396 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-338f3dc8-6a03-47d1-aee7-08b59334398d admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8743907721831', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-814499'] for segment (b61fcfaf-7671-45a0-8e14-6eae4871e175), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:28.498810 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.db.segments_db [None req-338f3dc8-6a03-47d1-aee7-08b59334398d admin admin] Added segment b61fcfaf-7671-45a0-8e14-6eae4871e175 of type vlan for network 8a2c292b-a992-466b-8f41-99454dc24c2b May 27 03:24:28.542003 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-338f3dc8-6a03-47d1-aee7-08b59334398d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743907247189'] for network (8a2c292b-a992-466b-8f41-99454dc24c2b), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:28.571765 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-338f3dc8-6a03-47d1-aee7-08b59334398d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336'] for network (8a2c292b-a992-466b-8f41-99454dc24c2b), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:28.574729 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-338f3dc8-6a03-47d1-aee7-08b59334398d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:28.574729 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-338f3dc8-6a03-47d1-aee7-08b59334398d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-366398'] for network (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:28.601913 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-338f3dc8-6a03-47d1-aee7-08b59334398d admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3452535 May 27 03:24:28.604440 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 57418) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:24:28.617536 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [None req-e90b4220-ba90-4fee-aed7-776dcc1e5c35 admin admin] Request body: {'subnet': {'network_id': '8a2c292b-a992-466b-8f41-99454dc24c2b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1421084933-subnet', 'tenant_id': '9d226aef6baa48daa663cd7f9525ad03', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:24:28.660144 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e90b4220-ba90-4fee-aed7-776dcc1e5c35 admin admin] Made reservation on behalf of 9d226aef6baa48daa663cd7f9525ad03 for: {'subnet': 1} {{(pid=104072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:24:28.664405 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-e90b4220-ba90-4fee-aed7-776dcc1e5c35 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14026639'] for subnet (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:28.683398 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338f3dc8-6a03-47d1-aee7-08b59334398d admin admin] Pushing event updated for resources: {'Network': ['ID=8a2c292b-a992-466b-8f41-99454dc24c2b,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:28.701499 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Network 8a2c292b-a992-466b-8f41-99454dc24c2b details requested by agent ovs-agent-dv-cinder-828806-4-iscsi with host dv-cinder-828806-4-iscsi {{(pid=104073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 03:24:28.765869 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-962fb916-687a-4de4-a70f-23d1c477aa6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (88cb169e-23a7-4380-813c-9b707a5671b5), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:28.908574 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-e90b4220-ba90-4fee-aed7-776dcc1e5c35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16716613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13119285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14026649'] for subnet (784d1f38-354e-4b9e-93a5-fc4674902678), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:28.968149 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90b4220-ba90-4fee-aed7-776dcc1e5c35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=784d1f38-354e-4b9e-93a5-fc4674902678,revision_number=0']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:28.986037 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90b4220-ba90-4fee-aed7-776dcc1e5c35 admin admin] Checking segment: {'id': 'b61fcfaf-7671-45a0-8e14-6eae4871e175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '8a2c292b-a992-466b-8f41-99454dc24c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:24:28.986441 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90b4220-ba90-4fee-aed7-776dcc1e5c35 admin admin] Network hostable DHCP agents. Network: 8a2c292b-a992-466b-8f41-99454dc24c2b, hostable agents: ['88cb169e-23a7-4380-813c-9b707a5671b5'], hosted agents: [] {{(pid=104072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:24:29.010772 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90b4220-ba90-4fee-aed7-776dcc1e5c35 admin admin] Network 8a2c292b-a992-466b-8f41-99454dc24c2b is scheduled to be hosted by DHCP agent 88cb169e-23a7-4380-813c-9b707a5671b5 with binding_index 1 {{(pid=104072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:24:29.023105 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.base_scheduler [None req-e90b4220-ba90-4fee-aed7-776dcc1e5c35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828806-4-iscsi, 8a2c292b-a992-466b-8f41-99454dc24c2b) {{(pid=104072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:24:29.028612 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e90b4220-ba90-4fee-aed7-776dcc1e5c35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:29.029287 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-e90b4220-ba90-4fee-aed7-776dcc1e5c35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-366398'] for subnet (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:29.034519 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb66fa4-6459-4ab1-96be-371f542b8a26 None None] Network 8a2c292b-a992-466b-8f41-99454dc24c2b requested from dv-cinder-828806-4-iscsi {{(pid=104073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:24:29.049054 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-e90b4220-ba90-4fee-aed7-776dcc1e5c35 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4420252 May 27 03:24:29.176057 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-156faa04-e69b-4bab-9121-09f286eb75c6 None None] Network 8a2c292b-a992-466b-8f41-99454dc24c2b requested from dv-cinder-828806-4-iscsi {{(pid=104073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:24:29.498252 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a9c821-c5c5-4e05-b548-8ed1f03ef021 req-09a2c5bf-ecba-4388-8050-fb28de68054e tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:29.500255 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-07a9c821-c5c5-4e05-b548-8ed1f03ef021 req-09a2c5bf-ecba-4388-8050-fb28de68054e tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=126a653e-c2f9-4fad-9401-b165bddb395d HTTP/1.1" status: 200 len: 946 time: 0.0663755 May 27 03:24:29.517110 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:29.570034 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-07a9c821-c5c5-4e05-b548-8ed1f03ef021 req-a43ff897-57b6-422f-a90e-7b3c0516b9d6 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bb45d27-4147-42b8-a14c-c2b672c6e0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626154 May 27 03:24:30.068457 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.agents_db [None req-9472a85a-8dd5-480f-9a02-5eb3d7473862 None None] Agent healthcheck: found 6 active agents {{(pid=104074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:24:30.710228 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474a1423-b36a-4ea0-b60c-9d617b30a0f2 req-0e30fe38-5757-4961-936c-a048313f6c94 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:30.719963 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-474a1423-b36a-4ea0-b60c-9d617b30a0f2 req-0e30fe38-5757-4961-936c-a048313f6c94 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=126a653e-c2f9-4fad-9401-b165bddb395d HTTP/1.1" status: 200 len: 946 time: 0.0595965 May 27 03:24:30.782343 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-474a1423-b36a-4ea0-b60c-9d617b30a0f2 req-a956dd19-6f2d-4a0b-a8d8-206f6185c00c tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bb45d27-4147-42b8-a14c-c2b672c6e0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611913 May 27 03:24:31.100187 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-597679cc-569b-40e5-8421-81700c849073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (3e4effd7-5bc9-408b-93fa-42e4b19a61d9), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:31.906272 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0841dbba-6443-4cbc-b09c-fec40676015c req-fff5e83b-b6ff-467d-a35d-ce487c01f9c0 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:31.907813 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-0841dbba-6443-4cbc-b09c-fec40676015c req-fff5e83b-b6ff-467d-a35d-ce487c01f9c0 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=126a653e-c2f9-4fad-9401-b165bddb395d HTTP/1.1" status: 200 len: 946 time: 0.0495293 May 27 03:24:31.963369 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-0841dbba-6443-4cbc-b09c-fec40676015c req-0c7a9b8a-63c7-4bc9-83ad-b8465f3d0f10 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bb45d27-4147-42b8-a14c-c2b672c6e0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497975 May 27 03:24:32.121586 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-df01de3e-f6cf-4253-895b-65b557a1455e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (84e30450-e547-4748-a220-898a66747e61), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:33.097480 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215322a1-25fe-44ee-8e74-1c7e9e3799f7 req-e13172a8-a929-40a7-8dc1-036623831881 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:33.098990 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-215322a1-25fe-44ee-8e74-1c7e9e3799f7 req-e13172a8-a929-40a7-8dc1-036623831881 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=126a653e-c2f9-4fad-9401-b165bddb395d HTTP/1.1" status: 200 len: 946 time: 0.0552022 May 27 03:24:33.149886 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-215322a1-25fe-44ee-8e74-1c7e9e3799f7 req-c4ee41cf-345e-474d-a3d9-f29742d379bd tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bb45d27-4147-42b8-a14c-c2b672c6e0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450442 May 27 03:24:33.692894 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f70e7e6e-5d50-42a8-9a05-38619da83ed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (7db81693-ec25-4d8d-9069-8605391ffc10), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:34.269805 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1250a1-942f-4d5a-8d04-ee0e6ad05e3e req-bae3001c-0f23-4c87-989b-7fceeb782422 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:34.271270 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-bc1250a1-942f-4d5a-8d04-ee0e6ad05e3e req-bae3001c-0f23-4c87-989b-7fceeb782422 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=126a653e-c2f9-4fad-9401-b165bddb395d HTTP/1.1" status: 200 len: 946 time: 0.0486400 May 27 03:24:34.327866 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-bc1250a1-942f-4d5a-8d04-ee0e6ad05e3e req-4529f4bf-45ff-4b7c-85db-71f21e4fdcac tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bb45d27-4147-42b8-a14c-c2b672c6e0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501053 May 27 03:24:34.954510 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (01a6c5a5-ff25-49ea-8869-bb2b5ba0570e), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:35.455660 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132b84e3-8e38-44dc-ad06-b3391ae3b8d3 req-1568dba6-28e2-4347-b1fa-539db2765f58 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:35.456944 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-132b84e3-8e38-44dc-ad06-b3391ae3b8d3 req-1568dba6-28e2-4347-b1fa-539db2765f58 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=126a653e-c2f9-4fad-9401-b165bddb395d HTTP/1.1" status: 200 len: 946 time: 0.0524728 May 27 03:24:35.505267 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-132b84e3-8e38-44dc-ad06-b3391ae3b8d3 req-3893c771-0438-4ff3-af37-3b946b39d9c7 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bb45d27-4147-42b8-a14c-c2b672c6e0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424876 May 27 03:24:36.630494 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961bbbc2-5a19-4611-b548-59f3dfa9c3e4 req-86cb4753-1e46-4af2-aa67-f678811cc7df tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:36.632005 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-961bbbc2-5a19-4611-b548-59f3dfa9c3e4 req-86cb4753-1e46-4af2-aa67-f678811cc7df tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=126a653e-c2f9-4fad-9401-b165bddb395d HTTP/1.1" status: 200 len: 946 time: 0.0562265 May 27 03:24:36.690517 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-961bbbc2-5a19-4611-b548-59f3dfa9c3e4 req-8b9102fc-4b8b-4760-bd76-5dbc31b4f147 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bb45d27-4147-42b8-a14c-c2b672c6e0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521212 May 27 03:24:37.827877 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e52e9a-9f36-460e-adce-ec60da05b75b req-b0715ae7-a89b-4525-8c0a-27c6ea292b6d tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:37.829495 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-81e52e9a-9f36-460e-adce-ec60da05b75b req-b0715ae7-a89b-4525-8c0a-27c6ea292b6d tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=126a653e-c2f9-4fad-9401-b165bddb395d HTTP/1.1" status: 200 len: 946 time: 0.0538688 May 27 03:24:37.844244 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:37.883103 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-81e52e9a-9f36-460e-adce-ec60da05b75b req-0b1e088d-81ab-45f2-a525-a7811046ee43 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bb45d27-4147-42b8-a14c-c2b672c6e0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469916 May 27 03:24:39.014700 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7014ae4-0192-4390-b28c-759a4600d93d req-aaace341-f0ba-4a2a-ba16-cb9c3dc1a92c tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:39.016196 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c7014ae4-0192-4390-b28c-759a4600d93d req-aaace341-f0ba-4a2a-ba16-cb9c3dc1a92c tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=126a653e-c2f9-4fad-9401-b165bddb395d HTTP/1.1" status: 200 len: 946 time: 0.0544786 May 27 03:24:39.063637 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c7014ae4-0192-4390-b28c-759a4600d93d req-3e982b90-6987-4bb8-be4a-b17b943b51a7 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bb45d27-4147-42b8-a14c-c2b672c6e0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414405 May 27 03:24:40.061154 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=65 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:40.062739 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=1 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:40.191683 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7cbe2f-2dbd-4a7f-8c67-8a1a51b94fb7 req-c64662d7-bcea-4db7-b64f-53c9672cf8a2 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:40.193808 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-fb7cbe2f-2dbd-4a7f-8c67-8a1a51b94fb7 req-c64662d7-bcea-4db7-b64f-53c9672cf8a2 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=126a653e-c2f9-4fad-9401-b165bddb395d HTTP/1.1" status: 200 len: 946 time: 0.0535479 May 27 03:24:40.248715 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-fb7cbe2f-2dbd-4a7f-8c67-8a1a51b94fb7 req-8a4a83d4-3af9-422d-8666-d20546a9bc7e tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bb45d27-4147-42b8-a14c-c2b672c6e0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475068 May 27 03:24:40.285521 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 57692) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:24:40.415121 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-77e3f3b6-bf65-488a-a96c-9d46d62a26f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:40.475602 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:40.510807 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-77e3f3b6-bf65-488a-a96c-9d46d62a26f7 admin admin] Publish callbacks [] for security_group (0c6a9977-68dc-4bda-90e5-269445b033d8), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:40.517917 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-77e3f3b6-bf65-488a-a96c-9d46d62a26f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (0c6a9977-68dc-4bda-90e5-269445b033d8), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:40.560859 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-77e3f3b6-bf65-488a-a96c-9d46d62a26f7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f3f97e1bbc0447158fda5a10f510eb76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2740724 May 27 03:24:40.563762 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 57708) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:24:40.566519 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e3f3b6-bf65-488a-a96c-9d46d62a26f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c6a9977-68dc-4bda-90e5-269445b033d8,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:40.618392 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-91dd96bb-f059-4fa9-ab66-7f6e73814664 admin admin] Publish callbacks [] for security_group (0c6a9977-68dc-4bda-90e5-269445b033d8), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:40.640905 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-91dd96bb-f059-4fa9-ab66-7f6e73814664 admin admin] Publish callbacks [] for security_group (0c6a9977-68dc-4bda-90e5-269445b033d8), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:40.671030 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:INSERT=4,neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:40.695570 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-91dd96bb-f059-4fa9-ab66-7f6e73814664 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (0c6a9977-68dc-4bda-90e5-269445b033d8), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:40.701110 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-91dd96bb-f059-4fa9-ab66-7f6e73814664 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:40.702409 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-91dd96bb-f059-4fa9-ab66-7f6e73814664 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0c6a9977-68dc-4bda-90e5-269445b033d8 HTTP/1.1" status: 204 len: 168 time: 0.1375544 May 27 03:24:40.713356 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dd96bb-f059-4fa9-ab66-7f6e73814664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c6a9977-68dc-4bda-90e5-269445b033d8,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:41.377705 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccec1d07-486c-4061-85ed-cc16fe995f6a req-a75b9d9a-246e-4a4b-80b1-4b8073e1fd7d tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:41.379462 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-ccec1d07-486c-4061-85ed-cc16fe995f6a req-a75b9d9a-246e-4a4b-80b1-4b8073e1fd7d tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=126a653e-c2f9-4fad-9401-b165bddb395d HTTP/1.1" status: 200 len: 946 time: 0.0560887 May 27 03:24:41.440346 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-ccec1d07-486c-4061-85ed-cc16fe995f6a req-d3f1dd44-fcf0-41f6-ae86-6b505b659332 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bb45d27-4147-42b8-a14c-c2b672c6e0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545328 May 27 03:24:41.759256 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42712754-68e4-4bda-825a-be6a09e73ae0 req-9b556f79-5365-49b0-b730-37b63b54abbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:41.760723 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-42712754-68e4-4bda-825a-be6a09e73ae0 req-9b556f79-5365-49b0-b730-37b63b54abbb service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=126a653e-c2f9-4fad-9401-b165bddb395d HTTP/1.1" status: 200 len: 1130 time: 0.0530229 May 27 03:24:41.828087 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-42712754-68e4-4bda-825a-be6a09e73ae0 req-f9ae2842-be15-419d-b669-32bdf510d34e service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=5bb45d27-4147-42b8-a14c-c2b672c6e0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591798 May 27 03:24:42.565009 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c3806a-d690-407b-81c2-4fd0e3ce6417 req-86e587ff-d466-4ce8-ae0e-b361e2ee5cb2 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:42.566376 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-18c3806a-d690-407b-81c2-4fd0e3ce6417 req-86e587ff-d466-4ce8-ae0e-b361e2ee5cb2 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=126a653e-c2f9-4fad-9401-b165bddb395d HTTP/1.1" status: 200 len: 946 time: 0.0553927 May 27 03:24:42.616881 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-18c3806a-d690-407b-81c2-4fd0e3ce6417 req-6dab76ef-0c83-4024-9970-0105333bed37 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bb45d27-4147-42b8-a14c-c2b672c6e0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447721 May 27 03:24:43.143002 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (a17a57cc-679f-4398-8430-1b64b86f4dc1), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:43.740755 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a774ad44-528f-46b7-b73c-38c1fcdd5e84 req-fd6df5db-0591-496e-8430-28f32de5fc66 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:43.742478 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a774ad44-528f-46b7-b73c-38c1fcdd5e84 req-fd6df5db-0591-496e-8430-28f32de5fc66 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=126a653e-c2f9-4fad-9401-b165bddb395d HTTP/1.1" status: 200 len: 946 time: 0.0521297 May 27 03:24:43.805642 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a774ad44-528f-46b7-b73c-38c1fcdd5e84 req-9c0b8627-9422-499e-a151-48a5eee986f1 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bb45d27-4147-42b8-a14c-c2b672c6e0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465746 May 27 03:24:44.926566 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb1d421-f3b2-4da9-ab32-21224263fa21 req-4b0e5ac8-b3a3-4316-95c9-5c5642077c0c tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:44.928114 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-abb1d421-f3b2-4da9-ab32-21224263fa21 req-4b0e5ac8-b3a3-4316-95c9-5c5642077c0c tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=126a653e-c2f9-4fad-9401-b165bddb395d HTTP/1.1" status: 200 len: 946 time: 0.0499496 May 27 03:24:44.978286 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-abb1d421-f3b2-4da9-ab32-21224263fa21 req-52dd3ee8-4bb3-4212-9a77-ff1963b2b7d6 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bb45d27-4147-42b8-a14c-c2b672c6e0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444357 May 27 03:24:45.097852 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac0916c-eba2-4560-9cee-61d9b120930a req-06c9de7b-3f4d-43fc-9b8c-93ebccfde052 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:45.100308 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-7ac0916c-eba2-4560-9cee-61d9b120930a req-06c9de7b-3f4d-43fc-9b8c-93ebccfde052 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c0b7be0-94f6-463c-ae31-1fdb017d059a HTTP/1.1" status: 200 len: 945 time: 0.0541253 May 27 03:24:45.155297 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-7ac0916c-eba2-4560-9cee-61d9b120930a req-e30954db-d344-4176-889c-61e29abaaa58 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bb45d27-4147-42b8-a14c-c2b672c6e0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482619 May 27 03:24:49.692519 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 57974) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:24:49.749548 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.db.db_base_plugin_v2 [None req-56d27b93-92f3-4a4c-91cd-ab703bb71e3d admin admin] Deleting subnet e6bcb735-5680-4dc3-bee6-fdc0cbbffe62 {{(pid=104071) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 03:24:49.749548 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-56d27b93-92f3-4a4c-91cd-ab703bb71e3d admin admin] Publish callbacks [] for subnet (e6bcb735-5680-4dc3-bee6-fdc0cbbffe62), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:49.788679 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-56d27b93-92f3-4a4c-91cd-ab703bb71e3d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12878765'] for subnet (e6bcb735-5680-4dc3-bee6-fdc0cbbffe62), precommit_delete_associations {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:49.837380 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-56d27b93-92f3-4a4c-91cd-ab703bb71e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-817388'] for subnet (e6bcb735-5680-4dc3-bee6-fdc0cbbffe62), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:49.893754 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-56d27b93-92f3-4a4c-91cd-ab703bb71e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-817397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16716613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12907365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12793829'] for subnet (e6bcb735-5680-4dc3-bee6-fdc0cbbffe62), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:49.924236 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d27b93-92f3-4a4c-91cd-ab703bb71e3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6bcb735-5680-4dc3-bee6-fdc0cbbffe62,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:49.926735 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-56d27b93-92f3-4a4c-91cd-ab703bb71e3d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:49.932387 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 57986) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:24:49.932842 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-56d27b93-92f3-4a4c-91cd-ab703bb71e3d admin admin] 10.222.0.50 "DELETE /v2.0/subnets/e6bcb735-5680-4dc3-bee6-fdc0cbbffe62 HTTP/1.1" status: 204 len: 168 time: 0.2388563 May 27 03:24:50.023217 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfebdc66-0aa1-4264-a5fc-37099b90a2e9 req-43e0418a-1ab4-4ef6-a641-83952dc7f631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:50.025036 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-dfebdc66-0aa1-4264-a5fc-37099b90a2e9 req-43e0418a-1ab4-4ef6-a641-83952dc7f631 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6db8193dcee944008c7b41889bfa67a3&device_id=8c0b7be0-94f6-463c-ae31-1fdb017d059a HTTP/1.1" status: 200 len: 1129 time: 0.0559413 May 27 03:24:50.033888 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:50.043446 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-f2da4a8a-5106-4265-8213-87419bc01662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561515'] for network (c00f69bf-7c15-4608-b4fd-671df18cacbf), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:50.060221 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df665896-6efe-464f-88de-5434fd30ca66 req-204d66ae-f430-461f-a90e-11e867b1ad5e tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:50.061753 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-df665896-6efe-464f-88de-5434fd30ca66 req-204d66ae-f430-461f-a90e-11e867b1ad5e tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c0b7be0-94f6-463c-ae31-1fdb017d059a HTTP/1.1" status: 200 len: 945 time: 0.0803216 May 27 03:24:50.137596 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:50.142468 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfebdc66-0aa1-4264-a5fc-37099b90a2e9 req-f4bc3ea9-5f84-4e80-a7bb-c630373b1e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:50.144329 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-dfebdc66-0aa1-4264-a5fc-37099b90a2e9 req-f4bc3ea9-5f84-4e80-a7bb-c630373b1e1b service neutron] 10.222.0.67 "GET /v2.0/networks?id=ee2ac450-e56e-4c1d-8d15-c8bfd50e2024 HTTP/1.1" status: 200 len: 920 time: 0.1127079 May 27 03:24:50.164921 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-f2da4a8a-5106-4265-8213-87419bc01662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-818777', 'neutron.services.segments.db._delete_segments_for_network-8743907721840'] for network (c00f69bf-7c15-4608-b4fd-671df18cacbf), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:50.191405 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-df665896-6efe-464f-88de-5434fd30ca66 req-c8212f12-12c9-4d19-b320-ef62628d0489 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bb45d27-4147-42b8-a14c-c2b672c6e0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054740 May 27 03:24:50.195598 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-dfebdc66-0aa1-4264-a5fc-37099b90a2e9 req-137ee519-ae98-4b92-b953-ec84ec819d0b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6d9acc3b-ba55-4e78-9bbb-cb5a5ce850ef HTTP/1.1" status: 200 len: 217 time: 0.0426145 May 27 03:24:50.200342 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.services.segments.db [None req-f2da4a8a-5106-4265-8213-87419bc01662 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c00f69bf-7c15-4608-b4fd-671df18cacbf']}} {{(pid=104072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:24:50.212018 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.services.segments.db [None req-f2da4a8a-5106-4265-8213-87419bc01662 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '059e33d6-5874-4a24-a996-080f03080fbd') {'for_net_delete': True} {{(pid=104072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:24:50.212492 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.services.segments.db [None req-f2da4a8a-5106-4265-8213-87419bc01662 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '059e33d6-5874-4a24-a996-080f03080fbd') {} {{(pid=104072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:24:50.222382 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-f2da4a8a-5106-4265-8213-87419bc01662 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743907722361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13119244'] for segment (059e33d6-5874-4a24-a996-080f03080fbd), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:50.236626 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-f2da4a8a-5106-4265-8213-87419bc01662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-814499'] for segment (059e33d6-5874-4a24-a996-080f03080fbd), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:50.243032 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2da4a8a-5106-4265-8213-87419bc01662 admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=104072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 03:24:50.243442 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-f2da4a8a-5106-4265-8213-87419bc01662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-814499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13119190'] for segment (059e33d6-5874-4a24-a996-080f03080fbd), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:50.253898 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfebdc66-0aa1-4264-a5fc-37099b90a2e9 req-cd178bb9-f6b1-4a4f-8d54-1097b97e8153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:50.256044 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-dfebdc66-0aa1-4264-a5fc-37099b90a2e9 req-cd178bb9-f6b1-4a4f-8d54-1097b97e8153 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cc441656-896b-4ce0-b128-b3b9a7f3a183 HTTP/1.1" status: 200 len: 858 time: 0.0470073 May 27 03:24:50.263372 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.services.segments.plugin [-] Segment 059e33d6-5874-4a24-a996-080f03080fbd resource provider aggregate not found May 27 03:24:50.297056 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.services.segments.plugin [-] Segment 059e33d6-5874-4a24-a996-080f03080fbd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 059e33d6-5874-4a24-a996-080f03080fbd found for delete ", "request_id": "req-d3f1208e-ee5c-47a2-9528-09b26817fb30"}]} May 27 03:24:50.302094 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfebdc66-0aa1-4264-a5fc-37099b90a2e9 req-161ce7a7-5732-4e94-a741-96d63044d9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:50.303880 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-dfebdc66-0aa1-4264-a5fc-37099b90a2e9 req-161ce7a7-5732-4e94-a741-96d63044d9f3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ee2ac450-e56e-4c1d-8d15-c8bfd50e2024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415359 May 27 03:24:50.316148 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-f2da4a8a-5106-4265-8213-87419bc01662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-818786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16279498'] for network (c00f69bf-7c15-4608-b4fd-671df18cacbf), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:50.323666 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-f2da4a8a-5106-4265-8213-87419bc01662 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-366398'] for network (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:50.326789 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-f2da4a8a-5106-4265-8213-87419bc01662 admin admin] 10.222.0.50 "DELETE /v2.0/networks/c00f69bf-7c15-4608-b4fd-671df18cacbf HTTP/1.1" status: 204 len: 168 time: 0.3925958 May 27 03:24:50.330244 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 58002) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:24:50.336859 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2da4a8a-5106-4265-8213-87419bc01662 admin admin] Pushing event deleted for resources: {'Network': ['ID=c00f69bf-7c15-4608-b4fd-671df18cacbf,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:50.418591 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.db.db_base_plugin_v2 [None req-4eeead5a-a919-411b-8f6d-b5653dcb2fb6 admin admin] Deleting subnet 784d1f38-354e-4b9e-93a5-fc4674902678 {{(pid=104071) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 03:24:50.428837 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-4eeead5a-a919-411b-8f6d-b5653dcb2fb6 admin admin] Publish callbacks [] for subnet (784d1f38-354e-4b9e-93a5-fc4674902678), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:50.466926 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-dfebdc66-0aa1-4264-a5fc-37099b90a2e9 req-378945bc-ce4d-4803-9bf9-170dee906c89 service neutron] 10.222.0.67 "GET /v2.0/networks/ee2ac450-e56e-4c1d-8d15-c8bfd50e2024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553679 May 27 03:24:50.474725 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-4eeead5a-a919-411b-8f6d-b5653dcb2fb6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12878765'] for subnet (784d1f38-354e-4b9e-93a5-fc4674902678), precommit_delete_associations {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:50.503640 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:50.593142 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-4eeead5a-a919-411b-8f6d-b5653dcb2fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-817388'] for subnet (784d1f38-354e-4b9e-93a5-fc4674902678), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:50.654714 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-dfebdc66-0aa1-4264-a5fc-37099b90a2e9 req-b2862919-2ccb-42a5-b5b6-e6668eb5aa3a service neutron] 10.222.0.67 "GET /v2.0/networks/ee2ac450-e56e-4c1d-8d15-c8bfd50e2024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777318 May 27 03:24:50.675292 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-4eeead5a-a919-411b-8f6d-b5653dcb2fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-817397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16716613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12907365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12793829'] for subnet (784d1f38-354e-4b9e-93a5-fc4674902678), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:50.708918 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eeead5a-a919-411b-8f6d-b5653dcb2fb6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=784d1f38-354e-4b9e-93a5-fc4674902678,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:50.710899 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-4eeead5a-a919-411b-8f6d-b5653dcb2fb6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:50.714057 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-4eeead5a-a919-411b-8f6d-b5653dcb2fb6 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/784d1f38-354e-4b9e-93a5-fc4674902678 HTTP/1.1" status: 204 len: 168 time: 0.3829894 May 27 03:24:50.716703 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 58010) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:24:50.791547 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-6f14241a-0c4c-4271-8f0f-d4ebb6509cca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561515'] for network (8a2c292b-a992-466b-8f41-99454dc24c2b), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:50.871471 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-6f14241a-0c4c-4271-8f0f-d4ebb6509cca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-818777', 'neutron.services.segments.db._delete_segments_for_network-8743907721840'] for network (8a2c292b-a992-466b-8f41-99454dc24c2b), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:50.895536 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.services.segments.db [None req-6f14241a-0c4c-4271-8f0f-d4ebb6509cca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a2c292b-a992-466b-8f41-99454dc24c2b']}} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:24:50.905782 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.services.segments.db [None req-6f14241a-0c4c-4271-8f0f-d4ebb6509cca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b61fcfaf-7671-45a0-8e14-6eae4871e175') {'for_net_delete': True} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:24:50.906199 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.services.segments.db [None req-6f14241a-0c4c-4271-8f0f-d4ebb6509cca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b61fcfaf-7671-45a0-8e14-6eae4871e175') {} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:24:50.920675 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-6f14241a-0c4c-4271-8f0f-d4ebb6509cca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743907722361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12878740'] for segment (b61fcfaf-7671-45a0-8e14-6eae4871e175), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:50.934255 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-6f14241a-0c4c-4271-8f0f-d4ebb6509cca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-814499'] for segment (b61fcfaf-7671-45a0-8e14-6eae4871e175), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:50.940939 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f14241a-0c4c-4271-8f0f-d4ebb6509cca admin admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=104071) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 03:24:50.941454 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-6f14241a-0c4c-4271-8f0f-d4ebb6509cca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-814499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12907207'] for segment (b61fcfaf-7671-45a0-8e14-6eae4871e175), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:50.990722 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.services.segments.plugin [-] Segment b61fcfaf-7671-45a0-8e14-6eae4871e175 resource provider aggregate not found May 27 03:24:51.010970 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.services.segments.plugin [-] Segment b61fcfaf-7671-45a0-8e14-6eae4871e175 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b61fcfaf-7671-45a0-8e14-6eae4871e175 found for delete ", "request_id": "req-23a79c05-5408-4000-9dfa-a90afaf5e132"}]} May 27 03:24:51.012381 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-6f14241a-0c4c-4271-8f0f-d4ebb6509cca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-818786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16279498'] for network (8a2c292b-a992-466b-8f41-99454dc24c2b), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:51.021060 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-6f14241a-0c4c-4271-8f0f-d4ebb6509cca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-366398'] for network (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:51.024271 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-6f14241a-0c4c-4271-8f0f-d4ebb6509cca admin admin] 10.222.0.50 "DELETE /v2.0/networks/8a2c292b-a992-466b-8f41-99454dc24c2b HTTP/1.1" status: 204 len: 168 time: 0.3066390 May 27 03:24:51.034315 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f14241a-0c4c-4271-8f0f-d4ebb6509cca admin admin] Pushing event deleted for resources: {'Network': ['ID=8a2c292b-a992-466b-8f41-99454dc24c2b,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:51.219805 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 58026) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:24:51.272172 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-95084906-bde0-4399-8f46-9829cbfbe467 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9baee3526f1545f6bc37ca53d963ebed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0506573 May 27 03:24:51.274595 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 58030) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:24:51.347419 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13040c6-0ac3-4a19-8d19-5a04885e2e06 req-629cd390-c52d-41b3-a56b-130fb76999fa tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:51.349040 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-b13040c6-0ac3-4a19-8d19-5a04885e2e06 req-629cd390-c52d-41b3-a56b-130fb76999fa tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c0b7be0-94f6-463c-ae31-1fdb017d059a HTTP/1.1" status: 200 len: 945 time: 0.0783517 May 27 03:24:51.398065 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:51.401308 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-a6f3e37a-9175-431a-8f99-7256275671ae admin admin] Publish callbacks [] for security_group (040cafb0-44fa-477f-8c0b-0c652f202e03), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:51.426739 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-b13040c6-0ac3-4a19-8d19-5a04885e2e06 req-bd079b42-0ade-4f2b-a6b8-5810d61e1df4 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bb45d27-4147-42b8-a14c-c2b672c6e0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697451 May 27 03:24:51.442124 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-a6f3e37a-9175-431a-8f99-7256275671ae admin admin] Publish callbacks [] for security_group (040cafb0-44fa-477f-8c0b-0c652f202e03), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:51.493109 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-a6f3e37a-9175-431a-8f99-7256275671ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (040cafb0-44fa-477f-8c0b-0c652f202e03), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:51.496060 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-a6f3e37a-9175-431a-8f99-7256275671ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:51.497450 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-a6f3e37a-9175-431a-8f99-7256275671ae admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/040cafb0-44fa-477f-8c0b-0c652f202e03 HTTP/1.1" status: 204 len: 168 time: 0.2218850 May 27 03:24:51.508822 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f3e37a-9175-431a-8f99-7256275671ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=040cafb0-44fa-477f-8c0b-0c652f202e03,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:51.897637 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 58052) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:24:51.943599 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-5ebb0f1e-cb1c-4063-b5a2-390c1efd57d8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9d226aef6baa48daa663cd7f9525ad03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0445032 May 27 03:24:51.946564 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 58054) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:24:52.002869 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-7db902b2-3291-4016-bf11-865c56f72b4d admin admin] Publish callbacks [] for security_group (aa0ce0c3-82ef-43f9-85be-a21ffe23c820), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:52.005100 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:52.026929 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-7db902b2-3291-4016-bf11-865c56f72b4d admin admin] Publish callbacks [] for security_group (aa0ce0c3-82ef-43f9-85be-a21ffe23c820), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:52.077814 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-7db902b2-3291-4016-bf11-865c56f72b4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (aa0ce0c3-82ef-43f9-85be-a21ffe23c820), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:52.080630 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-7db902b2-3291-4016-bf11-865c56f72b4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:52.081883 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-7db902b2-3291-4016-bf11-865c56f72b4d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/aa0ce0c3-82ef-43f9-85be-a21ffe23c820 HTTP/1.1" status: 204 len: 168 time: 0.1343875 May 27 03:24:52.089837 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db902b2-3291-4016-bf11-865c56f72b4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa0ce0c3-82ef-43f9-85be-a21ffe23c820,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:52.555400 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e54b39-0f03-49cd-9dd0-1389cbc46676 req-2071b5d2-3c09-417d-8ba8-7c5338e0cbf8 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:52.557027 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-24e54b39-0f03-49cd-9dd0-1389cbc46676 req-2071b5d2-3c09-417d-8ba8-7c5338e0cbf8 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c0b7be0-94f6-463c-ae31-1fdb017d059a HTTP/1.1" status: 200 len: 945 time: 0.0530689 May 27 03:24:52.630427 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-24e54b39-0f03-49cd-9dd0-1389cbc46676 req-38f6ed5a-c363-474d-852e-88889cda787f tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bb45d27-4147-42b8-a14c-c2b672c6e0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677185 May 27 03:24:53.762207 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3854ba27-bb7f-447c-b8b0-991bf06d22c6 req-3faef193-f656-427c-9d45-9a066ed17c7f tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:53.763728 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-3854ba27-bb7f-447c-b8b0-991bf06d22c6 req-3faef193-f656-427c-9d45-9a066ed17c7f tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c0b7be0-94f6-463c-ae31-1fdb017d059a HTTP/1.1" status: 200 len: 945 time: 0.0513473 May 27 03:24:53.816594 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-3854ba27-bb7f-447c-b8b0-991bf06d22c6 req-94e63782-486c-4370-9183-9ef602b04f7f tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bb45d27-4147-42b8-a14c-c2b672c6e0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459456 May 27 03:24:54.935738 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:54.950175 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42432cff-f37d-492f-968c-aad9284085fe req-98f8ceaa-49d6-4bb5-8a9d-2fbb7cdc3aa6 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:54.951589 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-42432cff-f37d-492f-968c-aad9284085fe req-98f8ceaa-49d6-4bb5-8a9d-2fbb7cdc3aa6 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c0b7be0-94f6-463c-ae31-1fdb017d059a HTTP/1.1" status: 200 len: 945 time: 0.0491645 May 27 03:24:55.000641 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-42432cff-f37d-492f-968c-aad9284085fe req-e2f357a3-7685-49c8-9c69-cbefe20ff89a tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bb45d27-4147-42b8-a14c-c2b672c6e0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428486 May 27 03:24:56.128673 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3860d14-9ce9-472a-ae67-d2f1016baa55 req-de631775-6558-4b18-abfa-2240b742097d tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:56.130344 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-d3860d14-9ce9-472a-ae67-d2f1016baa55 req-de631775-6558-4b18-abfa-2240b742097d tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c0b7be0-94f6-463c-ae31-1fdb017d059a HTTP/1.1" status: 200 len: 945 time: 0.0504527 May 27 03:24:56.179754 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-d3860d14-9ce9-472a-ae67-d2f1016baa55 req-206a05a1-d91f-4c14-b646-ce13770d8712 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bb45d27-4147-42b8-a14c-c2b672c6e0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434148 May 27 03:24:57.305963 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc2f851-8966-4d1c-97bd-434d34db9ac4 req-0b66558e-77c8-4716-a359-cd4d3afa613a tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:57.307506 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-8bc2f851-8966-4d1c-97bd-434d34db9ac4 req-0b66558e-77c8-4716-a359-cd4d3afa613a tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c0b7be0-94f6-463c-ae31-1fdb017d059a HTTP/1.1" status: 200 len: 945 time: 0.0494189 May 27 03:24:57.360333 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-8bc2f851-8966-4d1c-97bd-434d34db9ac4 req-947ebd7e-d290-44c8-ac06-38fcc9868ded tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bb45d27-4147-42b8-a14c-c2b672c6e0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442214 May 27 03:24:58.478911 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b12fc1-34b5-4b49-8b90-996362f651a9 req-fd2e770f-ccfd-4dc2-91ab-6746dcdf1863 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:58.480297 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-88b12fc1-34b5-4b49-8b90-996362f651a9 req-fd2e770f-ccfd-4dc2-91ab-6746dcdf1863 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c0b7be0-94f6-463c-ae31-1fdb017d059a HTTP/1.1" status: 200 len: 945 time: 0.0493593 May 27 03:24:58.533160 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-88b12fc1-34b5-4b49-8b90-996362f651a9 req-6ccae206-d09a-4da6-9840-b46a5c2cfbe9 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bb45d27-4147-42b8-a14c-c2b672c6e0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467751 May 27 03:24:58.691513 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=51,neutron:UPDATE=4 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:58.694775 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=69,neutron:UPDATE=4 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:58.718325 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-8fb7eb3d-5ba6-479d-ab99-79d36690c3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (88cb169e-23a7-4380-813c-9b707a5671b5), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:59.655316 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866a6a1b-a752-4be5-8260-86d83af00660 req-363d7c86-e5cc-4f07-9a50-04d3e9c5e6b8 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:59.656880 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-866a6a1b-a752-4be5-8260-86d83af00660 req-363d7c86-e5cc-4f07-9a50-04d3e9c5e6b8 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c0b7be0-94f6-463c-ae31-1fdb017d059a HTTP/1.1" status: 200 len: 945 time: 0.0508964 May 27 03:24:59.708077 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-866a6a1b-a752-4be5-8260-86d83af00660 req-03dbc67a-2c67-425b-94ee-f59e34f301f6 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bb45d27-4147-42b8-a14c-c2b672c6e0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432127 May 27 03:25:00.826760 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ea1ba1-53ea-4d3f-9ad4-3d6a5585d6a7 req-2b30e758-ad56-4a89-b686-16ad0a5dca62 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:00.828281 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-d9ea1ba1-53ea-4d3f-9ad4-3d6a5585d6a7 req-2b30e758-ad56-4a89-b686-16ad0a5dca62 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c0b7be0-94f6-463c-ae31-1fdb017d059a HTTP/1.1" status: 200 len: 945 time: 0.0487757 May 27 03:25:00.882981 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-d9ea1ba1-53ea-4d3f-9ad4-3d6a5585d6a7 req-aeca2696-1a7a-4a30-83b8-bcb302a497e9 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bb45d27-4147-42b8-a14c-c2b672c6e0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490513 May 27 03:25:01.097720 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-e6c35736-20de-489b-a4d6-f0669cdada10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (3e4effd7-5bc9-408b-93fa-42e4b19a61d9), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:02.003707 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1fd25a-fd8b-4693-9446-d50a52a19daa req-f43b49d5-3ce5-44d9-a573-5dc922865569 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:02.005117 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-9b1fd25a-fd8b-4693-9446-d50a52a19daa req-f43b49d5-3ce5-44d9-a573-5dc922865569 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c0b7be0-94f6-463c-ae31-1fdb017d059a HTTP/1.1" status: 200 len: 945 time: 0.0495954 May 27 03:25:02.060040 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-9b1fd25a-fd8b-4693-9446-d50a52a19daa req-78fd9ce2-2f96-4f87-ab83-cc83edce98ec tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bb45d27-4147-42b8-a14c-c2b672c6e0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466778 May 27 03:25:02.110410 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=6 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:25:02.123780 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-df01de3e-f6cf-4253-895b-65b557a1455e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (84e30450-e547-4748-a220-898a66747e61), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:03.181065 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252c5e7f-7648-4ebc-b7d3-f1beae721225 req-2a8a479a-3616-4a05-b747-72ad77b57833 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:03.182637 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-252c5e7f-7648-4ebc-b7d3-f1beae721225 req-2a8a479a-3616-4a05-b747-72ad77b57833 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c0b7be0-94f6-463c-ae31-1fdb017d059a HTTP/1.1" status: 200 len: 945 time: 0.0501614 May 27 03:25:03.234793 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-252c5e7f-7648-4ebc-b7d3-f1beae721225 req-4156aa20-6a70-46ff-b424-f38773f7bd18 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bb45d27-4147-42b8-a14c-c2b672c6e0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430486 May 27 03:25:03.688040 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f70e7e6e-5d50-42a8-9a05-38619da83ed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (7db81693-ec25-4d8d-9069-8605391ffc10), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:04.359682 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca99fa46-f388-4ff1-a020-2998178846b2 req-7e6a9d19-b2f3-4436-83ef-89d24484c570 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:04.361338 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-ca99fa46-f388-4ff1-a020-2998178846b2 req-7e6a9d19-b2f3-4436-83ef-89d24484c570 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c0b7be0-94f6-463c-ae31-1fdb017d059a HTTP/1.1" status: 200 len: 945 time: 0.0550089 May 27 03:25:04.415769 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-ca99fa46-f388-4ff1-a020-2998178846b2 req-eea0066b-6be7-4ee0-8817-ef647b190ae3 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bb45d27-4147-42b8-a14c-c2b672c6e0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449173 May 27 03:25:04.953479 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (01a6c5a5-ff25-49ea-8869-bb2b5ba0570e), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:05.573180 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badac64c-4cb9-418e-bdc0-f62a774eb85e req-e637b313-d5eb-4afd-83c5-177641574dd6 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:05.574804 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-badac64c-4cb9-418e-bdc0-f62a774eb85e req-e637b313-d5eb-4afd-83c5-177641574dd6 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c0b7be0-94f6-463c-ae31-1fdb017d059a HTTP/1.1" status: 200 len: 945 time: 0.0821178 May 27 03:25:05.644572 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-badac64c-4cb9-418e-bdc0-f62a774eb85e req-04da7c89-b3a8-4677-83d6-919ba00c3420 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bb45d27-4147-42b8-a14c-c2b672c6e0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597780 May 27 03:25:06.779279 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9609e8d0-78cb-441c-befe-769b7632a05e req-d1fe81fa-c9a1-4041-ab17-0ee43a054d49 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:06.780765 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-9609e8d0-78cb-441c-befe-769b7632a05e req-d1fe81fa-c9a1-4041-ab17-0ee43a054d49 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c0b7be0-94f6-463c-ae31-1fdb017d059a HTTP/1.1" status: 200 len: 945 time: 0.0499666 May 27 03:25:06.830238 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-9609e8d0-78cb-441c-befe-769b7632a05e req-f398bb3c-78f5-447c-b740-f76a5777b12a tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bb45d27-4147-42b8-a14c-c2b672c6e0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436563 May 27 03:25:07.068608 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.agents_db [None req-9472a85a-8dd5-480f-9a02-5eb3d7473862 None None] Agent healthcheck: found 6 active agents {{(pid=104074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:25:07.955013 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b622468-63de-4751-bf9b-bd1a73d314aa req-e1078358-64b5-4e51-9c1b-ec600a2bc794 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:07.956564 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-3b622468-63de-4751-bf9b-bd1a73d314aa req-e1078358-64b5-4e51-9c1b-ec600a2bc794 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c0b7be0-94f6-463c-ae31-1fdb017d059a HTTP/1.1" status: 200 len: 945 time: 0.0512564 May 27 03:25:08.181109 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:25:08.214491 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-3b622468-63de-4751-bf9b-bd1a73d314aa req-180ae928-8a43-43cf-b125-9908c77bca09 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bb45d27-4147-42b8-a14c-c2b672c6e0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509151 May 27 03:25:09.341594 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceec41d-9dca-4247-9685-e53b50cb30b4 req-10e64e7e-39aa-417a-adc0-b0b9c8513f40 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:09.343081 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-fceec41d-9dca-4247-9685-e53b50cb30b4 req-10e64e7e-39aa-417a-adc0-b0b9c8513f40 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c0b7be0-94f6-463c-ae31-1fdb017d059a HTTP/1.1" status: 200 len: 945 time: 0.0474055 May 27 03:25:09.390190 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:25:09.396167 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-fceec41d-9dca-4247-9685-e53b50cb30b4 req-4387aab5-a807-4d7c-81db-ca539923ea1d tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bb45d27-4147-42b8-a14c-c2b672c6e0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455625 May 27 03:25:10.516640 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813ae53b-8731-4b69-b79c-1e802183d0fd req-08a29e43-0dc8-41e0-961e-d04c48f19cf7 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:10.518170 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-813ae53b-8731-4b69-b79c-1e802183d0fd req-08a29e43-0dc8-41e0-961e-d04c48f19cf7 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c0b7be0-94f6-463c-ae31-1fdb017d059a HTTP/1.1" status: 200 len: 945 time: 0.0524685 May 27 03:25:10.567485 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-813ae53b-8731-4b69-b79c-1e802183d0fd req-9aed3bf2-3a9e-42bc-b99b-0a9e9d5375f7 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bb45d27-4147-42b8-a14c-c2b672c6e0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435855 May 27 03:25:11.696280 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6b6290-697a-47c3-bdda-6e34329ba27c req-ab6090fb-40c0-4cdc-86c2-63d4bc397643 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:11.697767 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-1a6b6290-697a-47c3-bdda-6e34329ba27c req-ab6090fb-40c0-4cdc-86c2-63d4bc397643 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c0b7be0-94f6-463c-ae31-1fdb017d059a HTTP/1.1" status: 200 len: 945 time: 0.0533323 May 27 03:25:11.748843 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-1a6b6290-697a-47c3-bdda-6e34329ba27c req-ff73f9e2-3e8d-4c3e-aae9-e7a551a7e48d tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bb45d27-4147-42b8-a14c-c2b672c6e0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427847 May 27 03:25:12.868505 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e4513e-5e9f-4f18-8f76-6ed81b53f7dd req-e9190f68-9518-438f-b72a-fb84e38a837f tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:12.870020 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-42e4513e-5e9f-4f18-8f76-6ed81b53f7dd req-e9190f68-9518-438f-b72a-fb84e38a837f tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c0b7be0-94f6-463c-ae31-1fdb017d059a HTTP/1.1" status: 200 len: 945 time: 0.0514870 May 27 03:25:12.929771 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-42e4513e-5e9f-4f18-8f76-6ed81b53f7dd req-87474ffe-6e65-4af1-85cf-04e39ff94998 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bb45d27-4147-42b8-a14c-c2b672c6e0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537558 May 27 03:25:13.139368 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (a17a57cc-679f-4398-8430-1b64b86f4dc1), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:14.053653 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bb291f-71ff-46c5-a02f-f598416ed4a8 req-243aaf59-875b-47a2-905d-9922ed620573 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:14.055175 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-49bb291f-71ff-46c5-a02f-f598416ed4a8 req-243aaf59-875b-47a2-905d-9922ed620573 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c0b7be0-94f6-463c-ae31-1fdb017d059a HTTP/1.1" status: 200 len: 945 time: 0.0559776 May 27 03:25:14.103244 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-49bb291f-71ff-46c5-a02f-f598416ed4a8 req-cd763e70-e0cb-4747-8a8c-4d2d6d0a5e06 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bb45d27-4147-42b8-a14c-c2b672c6e0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425556 May 27 03:25:15.243982 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bb5152-a9f9-4a46-a0f1-a7393195489c req-1d8bf5c9-4609-44ce-a97a-c14a699448ee tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:15.245565 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-e2bb5152-a9f9-4a46-a0f1-a7393195489c req-1d8bf5c9-4609-44ce-a97a-c14a699448ee tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c0b7be0-94f6-463c-ae31-1fdb017d059a HTTP/1.1" status: 200 len: 945 time: 0.0675602 May 27 03:25:15.306164 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-e2bb5152-a9f9-4a46-a0f1-a7393195489c req-e7a7e6d2-e95b-4f81-8ace-85ca73786e77 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bb45d27-4147-42b8-a14c-c2b672c6e0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538630 May 27 03:25:16.430902 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c7fd49-b202-4ab3-a4a2-d9a350621ddb req-ad8be8e5-047d-49eb-a48d-1c846ebbc207 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:16.433275 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c3c7fd49-b202-4ab3-a4a2-d9a350621ddb req-ad8be8e5-047d-49eb-a48d-1c846ebbc207 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c0b7be0-94f6-463c-ae31-1fdb017d059a HTTP/1.1" status: 200 len: 945 time: 0.0507965 May 27 03:25:16.483828 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c3c7fd49-b202-4ab3-a4a2-d9a350621ddb req-7e185ec4-7333-424e-88bb-685f6f285afa tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bb45d27-4147-42b8-a14c-c2b672c6e0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454950 May 27 03:25:17.622903 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:25:17.652501 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dfae9b-6452-4aac-96fa-4ff94fb311fd req-264a1a38-efa6-402c-a1a2-6dc38f4f4f4d tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:17.654242 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-d9dfae9b-6452-4aac-96fa-4ff94fb311fd req-264a1a38-efa6-402c-a1a2-6dc38f4f4f4d tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c0b7be0-94f6-463c-ae31-1fdb017d059a HTTP/1.1" status: 200 len: 945 time: 0.0880034 May 27 03:25:17.718189 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-d9dfae9b-6452-4aac-96fa-4ff94fb311fd req-98c158d6-6843-46ef-8ab3-8e6305ed9a4e tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bb45d27-4147-42b8-a14c-c2b672c6e0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582819 May 27 03:25:17.750762 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-c12004e5-befd-46bb-bc4e-051a06a696ab req-76907eec-c029-4e25-a362-db70e22d79da tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1104536221&fields=id&tenant_id=d5bef1b49d424299864523887eb72b3c HTTP/1.1" status: 200 len: 267 time: 0.0777478 May 27 03:25:18.092872 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:25:18.121753 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12004e5-befd-46bb-bc4e-051a06a696ab req-94850b57-82b7-4f75-9680-f68d9212814b tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:18.123400 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-c12004e5-befd-46bb-bc4e-051a06a696ab req-94850b57-82b7-4f75-9680-f68d9212814b tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "GET /v2.0/networks?id=79e2e930-0200-4ceb-a2bb-a93bbb04e0f6 HTTP/1.1" status: 200 len: 812 time: 0.3616872 May 27 03:25:18.138845 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-c12004e5-befd-46bb-bc4e-051a06a696ab req-343a8804-f211-45ce-867a-2651918b6023 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "GET /v2.0/quotas/d5bef1b49d424299864523887eb72b3c HTTP/1.1" status: 200 len: 375 time: 0.0097661 May 27 03:25:18.189941 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-c12004e5-befd-46bb-bc4e-051a06a696ab req-0c446b17-9d91-4bf5-968c-e97deda24a37 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=d5bef1b49d424299864523887eb72b3c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0451386 May 27 03:25:18.300299 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-c12004e5-befd-46bb-bc4e-051a06a696ab req-7973fba9-6448-410c-b043-32084e9dc5cb service neutron] 10.222.0.50 "GET /v2.0/networks/79e2e930-0200-4ceb-a2bb-a93bbb04e0f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904639 May 27 03:25:18.394835 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-c12004e5-befd-46bb-bc4e-051a06a696ab req-89c231f2-c98b-48c6-a520-b24170250e39 service neutron] 10.222.0.50 "GET /v2.0/networks/79e2e930-0200-4ceb-a2bb-a93bbb04e0f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887523 May 27 03:25:18.703623 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-be56264c-858b-45b6-b645-e37c8764c738 req-64bd130d-23b3-48e0-861d-3f730651674b tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "GET /v2.0/ports?device_id=31f03d50-8598-4db5-b3fd-ee77a878c5e4 HTTP/1.1" status: 200 len: 210 time: 0.0289993 May 27 03:25:18.861478 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bd79bf-13c2-486d-9124-4d812eea2e49 req-a28a9909-cb52-4fc6-a941-9f206e55bcaf tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:18.863051 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-a5bd79bf-13c2-486d-9124-4d812eea2e49 req-a28a9909-cb52-4fc6-a941-9f206e55bcaf tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c0b7be0-94f6-463c-ae31-1fdb017d059a HTTP/1.1" status: 200 len: 945 time: 0.0585852 May 27 03:25:18.913956 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-a5bd79bf-13c2-486d-9124-4d812eea2e49 req-078f1ce3-b82a-4f76-a027-002b6311f747 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bb45d27-4147-42b8-a14c-c2b672c6e0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443664 May 27 03:25:19.812780 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-8226b76a-4fd4-490a-ba48-b353f44815af req-2b721e5f-06d6-4cc0-9148-3cc68e70f63d tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "GET /v2.0/ports?device_id=31f03d50-8598-4db5-b3fd-ee77a878c5e4 HTTP/1.1" status: 200 len: 210 time: 0.0308824 May 27 03:25:20.017104 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84798944-7d45-48cd-9a98-6beaebc1a158 req-798a1bc8-2f02-4022-a4ef-388d082141c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:20.018617 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-84798944-7d45-48cd-9a98-6beaebc1a158 req-798a1bc8-2f02-4022-a4ef-388d082141c4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6db8193dcee944008c7b41889bfa67a3&device_id=8c0b7be0-94f6-463c-ae31-1fdb017d059a HTTP/1.1" status: 200 len: 1129 time: 0.0515246 May 27 03:25:20.081832 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44a3ca7-194c-4297-b5fc-7304f135294a req-70f8d46a-bdc3-40d0-a164-5938b6e8ebe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:20.085733 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-d44a3ca7-194c-4297-b5fc-7304f135294a req-70f8d46a-bdc3-40d0-a164-5938b6e8ebe7 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=8c0b7be0-94f6-463c-ae31-1fdb017d059a HTTP/1.1" status: 200 len: 1129 time: 0.0600159 May 27 03:25:20.092940 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116d2e61-844c-4ddf-b8b8-3a4b4a89d827 req-a4d86326-742f-4f0a-9dcc-f45ef16645d9 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:20.094868 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-116d2e61-844c-4ddf-b8b8-3a4b4a89d827 req-a4d86326-742f-4f0a-9dcc-f45ef16645d9 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c0b7be0-94f6-463c-ae31-1fdb017d059a HTTP/1.1" status: 200 len: 945 time: 0.0942979 May 27 03:25:20.151478 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-d44a3ca7-194c-4297-b5fc-7304f135294a req-94921393-1ffc-4f7d-b734-5d9ed0be08e0 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=5bb45d27-4147-42b8-a14c-c2b672c6e0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545981 May 27 03:25:20.221228 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-116d2e61-844c-4ddf-b8b8-3a4b4a89d827 req-51d98746-a89a-48c0-b728-cc7beb0dbdf9 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bb45d27-4147-42b8-a14c-c2b672c6e0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155412 May 27 03:25:20.242638 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84798944-7d45-48cd-9a98-6beaebc1a158 req-da6d6ed6-f9fd-427a-850d-aea4051426be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:20.245257 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-84798944-7d45-48cd-9a98-6beaebc1a158 req-da6d6ed6-f9fd-427a-850d-aea4051426be service neutron] 10.222.0.67 "GET /v2.0/networks?id=ee2ac450-e56e-4c1d-8d15-c8bfd50e2024 HTTP/1.1" status: 200 len: 920 time: 0.1606557 May 27 03:25:20.845579 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20256c2-0b3c-40af-8826-8e997e36bb40 req-0e086767-fc03-486a-8e2c-067f0005714c tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:20.847077 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-e20256c2-0b3c-40af-8826-8e997e36bb40 req-0e086767-fc03-486a-8e2c-067f0005714c tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=b54917ef-d32c-4303-99e3-75adc12f147e HTTP/1.1" status: 200 len: 945 time: 0.0510740 May 27 03:25:20.903318 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-e20256c2-0b3c-40af-8826-8e997e36bb40 req-378d81a9-b535-4d77-b618-7fddcf11ee37 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=355c63b5-9543-409d-a9f3-f7230b59d8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503812 May 27 03:25:20.916190 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-d71b77f3-035b-48b2-ae1d-b8a9abf8cb31 req-a7a8ac62-1a55-4967-9596-a76d4a8673c7 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "GET /v2.0/ports?device_id=31f03d50-8598-4db5-b3fd-ee77a878c5e4 HTTP/1.1" status: 200 len: 210 time: 0.0313320 May 27 03:25:21.363609 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfeadf1-195c-4b71-9800-e0e570e1e182 req-26ff94f2-0e87-4815-8ab8-fe74ef4e8465 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:21.365055 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-dcfeadf1-195c-4b71-9800-e0e570e1e182 req-26ff94f2-0e87-4815-8ab8-fe74ef4e8465 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c0b7be0-94f6-463c-ae31-1fdb017d059a HTTP/1.1" status: 200 len: 945 time: 0.0572648 May 27 03:25:21.391037 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=100 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:25:21.420229 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-dcfeadf1-195c-4b71-9800-e0e570e1e182 req-56404eb5-87a0-4aec-badf-0aa42ad91f8a tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bb45d27-4147-42b8-a14c-c2b672c6e0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495389 May 27 03:25:22.015518 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-14a0f92b-6982-4b53-bd8d-caa8d7082c87 req-2e51183b-660a-4a23-b150-dff23653e0aa tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "GET /v2.0/ports?device_id=31f03d50-8598-4db5-b3fd-ee77a878c5e4 HTTP/1.1" status: 200 len: 210 time: 0.0282383 May 27 03:25:22.034002 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf1c7b4-7619-414e-8f26-26ac8888ce5d req-f52b077d-a6be-462c-a9c7-14409540ba43 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:22.035476 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-5cf1c7b4-7619-414e-8f26-26ac8888ce5d req-f52b077d-a6be-462c-a9c7-14409540ba43 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=b54917ef-d32c-4303-99e3-75adc12f147e HTTP/1.1" status: 200 len: 945 time: 0.0488935 May 27 03:25:22.083588 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-5cf1c7b4-7619-414e-8f26-26ac8888ce5d req-07926fbf-087c-4687-b91d-93655148f56e tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=355c63b5-9543-409d-a9f3-f7230b59d8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424542 May 27 03:25:22.550883 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4152b49-dc77-44db-8297-ae3bb9da7bc1 req-c8aaf012-43ff-4920-b9df-ddc14c045715 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:22.552263 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-c4152b49-dc77-44db-8297-ae3bb9da7bc1 req-c8aaf012-43ff-4920-b9df-ddc14c045715 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c0b7be0-94f6-463c-ae31-1fdb017d059a HTTP/1.1" status: 200 len: 945 time: 0.0477803 May 27 03:25:22.601864 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-c4152b49-dc77-44db-8297-ae3bb9da7bc1 req-4a1b8f61-3b6b-468d-abcc-ccfec7ec635b tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bb45d27-4147-42b8-a14c-c2b672c6e0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439718 May 27 03:25:22.640071 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-84798944-7d45-48cd-9a98-6beaebc1a158 req-dcdaf766-be59-45c7-9ac3-5815f7825c7b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6d9acc3b-ba55-4e78-9bbb-cb5a5ce850ef HTTP/1.1" status: 200 len: 217 time: 0.0372684 May 27 03:25:23.124214 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-8f039fd2-79ed-41c9-9439-0d6a017d9dbf req-6dc52275-ae0f-4ee4-9b29-5908d22d68ab tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "GET /v2.0/ports?device_id=31f03d50-8598-4db5-b3fd-ee77a878c5e4 HTTP/1.1" status: 200 len: 210 time: 0.0405257 May 27 03:25:23.130215 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:25:23.131710 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:25:23.207162 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e89421d-60d2-497b-93f8-c277c6bc81e9 req-586145eb-0cbd-4850-b8ca-57992bcddbaa tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:23.208670 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-9e89421d-60d2-497b-93f8-c277c6bc81e9 req-586145eb-0cbd-4850-b8ca-57992bcddbaa tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=b54917ef-d32c-4303-99e3-75adc12f147e HTTP/1.1" status: 200 len: 945 time: 0.0496211 May 27 03:25:23.247298 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=100 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:25:23.262250 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-9e89421d-60d2-497b-93f8-c277c6bc81e9 req-9bb9b80d-b8ff-42cc-93fe-89f996e408f3 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=355c63b5-9543-409d-a9f3-f7230b59d8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475466 May 27 03:25:23.744984 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a8cf1e-e271-4c90-b6f1-0c0761f7a554 req-de43d268-7fde-42e2-91ce-c9881af0b268 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:23.746450 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-98a8cf1e-e271-4c90-b6f1-0c0761f7a554 req-de43d268-7fde-42e2-91ce-c9881af0b268 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c0b7be0-94f6-463c-ae31-1fdb017d059a HTTP/1.1" status: 200 len: 945 time: 0.0559523 May 27 03:25:23.796519 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-98a8cf1e-e271-4c90-b6f1-0c0761f7a554 req-c5998176-8dba-4661-9a11-a7d0f66e079b tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bb45d27-4147-42b8-a14c-c2b672c6e0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443871 May 27 03:25:23.978828 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84798944-7d45-48cd-9a98-6beaebc1a158 req-4d343ce7-7c7e-4a06-8db9-59729f7ddd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:23.980294 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-84798944-7d45-48cd-9a98-6beaebc1a158 req-4d343ce7-7c7e-4a06-8db9-59729f7ddd3e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cc441656-896b-4ce0-b128-b3b9a7f3a183 HTTP/1.1" status: 200 len: 858 time: 0.0533612 May 27 03:25:24.234186 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-f2955c68-4928-4713-859a-842d16f558e2 req-34b04f3c-0503-4b84-bd9d-6cc99167e224 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "GET /v2.0/ports?device_id=31f03d50-8598-4db5-b3fd-ee77a878c5e4 HTTP/1.1" status: 200 len: 210 time: 0.0319114 May 27 03:25:24.397029 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b74b2d-a256-4de9-a07e-bd7b240bc850 req-ba624f8a-fd5d-4cba-9f28-7661a8ffcb58 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:24.398549 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-31b74b2d-a256-4de9-a07e-bd7b240bc850 req-ba624f8a-fd5d-4cba-9f28-7661a8ffcb58 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=b54917ef-d32c-4303-99e3-75adc12f147e HTTP/1.1" status: 200 len: 945 time: 0.0585446 May 27 03:25:24.452546 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-31b74b2d-a256-4de9-a07e-bd7b240bc850 req-de35e26f-d32b-4752-aadb-5f458284fe6c tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=355c63b5-9543-409d-a9f3-f7230b59d8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473552 May 27 03:25:24.563916 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84798944-7d45-48cd-9a98-6beaebc1a158 req-c0b6b116-b029-4588-bbbe-d71b9811cf4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:24.565477 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-84798944-7d45-48cd-9a98-6beaebc1a158 req-c0b6b116-b029-4588-bbbe-d71b9811cf4d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ee2ac450-e56e-4c1d-8d15-c8bfd50e2024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431583 May 27 03:25:24.946716 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12004e5-befd-46bb-bc4e-051a06a696ab req-464d05c1-d78c-4e66-95e8-b029e4b1fe57 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:24.948168 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c12004e5-befd-46bb-bc4e-051a06a696ab req-464d05c1-d78c-4e66-95e8-b029e4b1fe57 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.67 "GET /v2.0/networks?id=79e2e930-0200-4ceb-a2bb-a93bbb04e0f6 HTTP/1.1" status: 200 len: 812 time: 0.1243007 May 27 03:25:24.951414 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aa702f-f5cc-4408-93ee-bf8b8262ec18 req-4bc3d702-f336-4f84-b133-249593498c06 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:24.953084 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-a3aa702f-f5cc-4408-93ee-bf8b8262ec18 req-4bc3d702-f336-4f84-b133-249593498c06 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c0b7be0-94f6-463c-ae31-1fdb017d059a HTTP/1.1" status: 200 len: 945 time: 0.0652051 May 27 03:25:25.014449 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-a3aa702f-f5cc-4408-93ee-bf8b8262ec18 req-e75b8c35-49f3-48cc-bb02-e5aecd72c798 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bb45d27-4147-42b8-a14c-c2b672c6e0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556400 May 27 03:25:25.262150 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:25:25.279692 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1582333b-fc42-4264-95e0-7ec3603b96df req-e2a25aac-f539-4173-a077-a92d5c50b988 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:25.281291 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-1582333b-fc42-4264-95e0-7ec3603b96df req-e2a25aac-f539-4173-a077-a92d5c50b988 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c0b7be0-94f6-463c-ae31-1fdb017d059a HTTP/1.1" status: 200 len: 945 time: 0.0497668 May 27 03:25:25.334516 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-1582333b-fc42-4264-95e0-7ec3603b96df req-a55dd5f1-cff9-40d5-bc74-71a59db62634 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bb45d27-4147-42b8-a14c-c2b672c6e0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475094 May 27 03:25:25.353375 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-399fff55-986d-43e4-b25c-e9b5958f3d75 req-7f2bf1a7-350d-48d7-be82-9718f69f46fd tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "GET /v2.0/ports?device_id=31f03d50-8598-4db5-b3fd-ee77a878c5e4 HTTP/1.1" status: 200 len: 210 time: 0.0338235 May 27 03:25:25.578002 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472d11df-a11d-4ddf-8443-19e76c09ab2c req-8f2667ab-590c-447c-862a-aae4d56de276 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:25.579518 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-472d11df-a11d-4ddf-8443-19e76c09ab2c req-8f2667ab-590c-447c-862a-aae4d56de276 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=b54917ef-d32c-4303-99e3-75adc12f147e HTTP/1.1" status: 200 len: 945 time: 0.0512943 May 27 03:25:25.630694 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-472d11df-a11d-4ddf-8443-19e76c09ab2c req-7fdcba28-f920-40ed-9579-a74d7c492fc0 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=355c63b5-9543-409d-a9f3-f7230b59d8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426359 May 27 03:25:26.084362 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c12004e5-befd-46bb-bc4e-051a06a696ab req-dffba49a-a4ee-42de-93d6-d0fbd81a1ec2 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d5bef1b49d424299864523887eb72b3c HTTP/1.1" status: 200 len: 380 time: 0.0739732 May 27 03:25:26.098279 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-84798944-7d45-48cd-9a98-6beaebc1a158 req-27cce703-9b00-467b-ab75-bc5ae8739aee service neutron] 10.222.0.67 "GET /v2.0/networks/ee2ac450-e56e-4c1d-8d15-c8bfd50e2024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966015 May 27 03:25:26.099167 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [req-c12004e5-befd-46bb-bc4e-051a06a696ab req-df58d4c9-7dfe-406c-9672-2b611297026f tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Request body: {'port': {'device_id': '31f03d50-8598-4db5-b3fd-ee77a878c5e4', 'network_id': '79e2e930-0200-4ceb-a2bb-a93bbb04e0f6', 'admin_state_up': True, 'tenant_id': 'd5bef1b49d424299864523887eb72b3c', 'security_groups': ['d1e45c10-37e6-4124-bc3b-be47b71b2f02']}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:25:26.210413 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-84798944-7d45-48cd-9a98-6beaebc1a158 req-b88afc25-cd90-4600-b1fb-eab6243388ce service neutron] 10.222.0.67 "GET /v2.0/networks/ee2ac450-e56e-4c1d-8d15-c8bfd50e2024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020169 May 27 03:25:26.261518 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c12004e5-befd-46bb-bc4e-051a06a696ab req-df58d4c9-7dfe-406c-9672-2b611297026f tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Made reservation on behalf of d5bef1b49d424299864523887eb72b3c for: {'port': 1} {{(pid=104072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:25:26.267150 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-c12004e5-befd-46bb-bc4e-051a06a696ab req-df58d4c9-7dfe-406c-9672-2b611297026f tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:26.315494 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:25:26.439429 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.db.db_base_plugin_common [req-c12004e5-befd-46bb-bc4e-051a06a696ab req-df58d4c9-7dfe-406c-9672-2b611297026f tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Allocated IP 172.20.0.13 (79e2e930-0200-4ceb-a2bb-a93bbb04e0f6/5133a594-c63e-4ae9-a294-52a4d497dec8/af8e6fc6-1227-49b2-a57c-d9ab051c9fe9) {{(pid=104072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:25:26.454345 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0684733-4979-4b2f-b40e-898b6a077372 req-2b2ab033-2602-47c1-bb57-7a4dfb1f660f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:26.456015 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-c0684733-4979-4b2f-b40e-898b6a077372 req-2b2ab033-2602-47c1-bb57-7a4dfb1f660f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6db8193dcee944008c7b41889bfa67a3&device_id=8c0b7be0-94f6-463c-ae31-1fdb017d059a HTTP/1.1" status: 200 len: 1129 time: 0.0754569 May 27 03:25:26.478397 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-8bf3cc26-f9a9-4111-9168-21c866e7d592 req-b934958b-d106-45a1-a7a4-eb7062a7c965 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "GET /v2.0/ports?device_id=31f03d50-8598-4db5-b3fd-ee77a878c5e4 HTTP/1.1" status: 200 len: 210 time: 0.0445528 May 27 03:25:26.536141 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9908463-0ead-4b56-a5e0-b4fdc3525835 req-1ff24dc8-17fc-4c01-988c-9633bac138f2 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:26.537690 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-e9908463-0ead-4b56-a5e0-b4fdc3525835 req-1ff24dc8-17fc-4c01-988c-9633bac138f2 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c0b7be0-94f6-463c-ae31-1fdb017d059a HTTP/1.1" status: 200 len: 945 time: 0.0802164 May 27 03:25:26.636083 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-c12004e5-befd-46bb-bc4e-051a06a696ab req-df58d4c9-7dfe-406c-9672-2b611297026f tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Publish callbacks [] for port (af8e6fc6-1227-49b2-a57c-d9ab051c9fe9), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:26.652265 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0684733-4979-4b2f-b40e-898b6a077372 req-ec345cd8-d21e-4186-a693-38e3ed3c1c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:26.653969 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-c0684733-4979-4b2f-b40e-898b6a077372 req-ec345cd8-d21e-4186-a693-38e3ed3c1c6f service neutron] 10.222.0.67 "GET /v2.0/networks?id=ee2ac450-e56e-4c1d-8d15-c8bfd50e2024 HTTP/1.1" status: 200 len: 920 time: 0.1538639 May 27 03:25:26.657065 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-e9908463-0ead-4b56-a5e0-b4fdc3525835 req-04c794f8-9436-4f77-9032-b0afd49efc99 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bb45d27-4147-42b8-a14c-c2b672c6e0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807419 May 27 03:25:26.674030 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-c12004e5-befd-46bb-bc4e-051a06a696ab req-df58d4c9-7dfe-406c-9672-2b611297026f tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743907242280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13119109'] for port (af8e6fc6-1227-49b2-a57c-d9ab051c9fe9), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:26.766755 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c12004e5-befd-46bb-bc4e-051a06a696ab req-df58d4c9-7dfe-406c-9672-2b611297026f tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Network 79e2e930-0200-4ceb-a2bb-a93bbb04e0f6 is already hosted by enough agents. {{(pid=104072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:25:26.776256 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.base_scheduler [req-c12004e5-befd-46bb-bc4e-051a06a696ab req-df58d4c9-7dfe-406c-9672-2b611297026f tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Resources bound (agent type, host, resource id): {{(pid=104072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:25:26.780838 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.db.l3_dvrscheduler_db [req-c12004e5-befd-46bb-bc4e-051a06a696ab req-df58d4c9-7dfe-406c-9672-2b611297026f tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Received port after_create {{(pid=104072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:25:26.783510 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df58d4c9-7dfe-406c-9672-2b611297026f tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Pushing event updated for resources: {'Port': ['ID=af8e6fc6-1227-49b2-a57c-d9ab051c9fe9,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:26.810163 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=15 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:25:26.814832 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=13 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:25:26.820334 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc18b65-9f38-4e82-8004-acefa5d23535 req-bddbd342-3b1e-432e-8238-d178da521240 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:26.821904 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-cbc18b65-9f38-4e82-8004-acefa5d23535 req-bddbd342-3b1e-432e-8238-d178da521240 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=b54917ef-d32c-4303-99e3-75adc12f147e HTTP/1.1" status: 200 len: 945 time: 0.1058571 May 27 03:25:26.823239 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df58d4c9-7dfe-406c-9672-2b611297026f tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:26.823559 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df58d4c9-7dfe-406c-9672-2b611297026f tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:26.824054 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df58d4c9-7dfe-406c-9672-2b611297026f tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:26.824544 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df58d4c9-7dfe-406c-9672-2b611297026f tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:26.825173 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df58d4c9-7dfe-406c-9672-2b611297026f tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:26.825644 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df58d4c9-7dfe-406c-9672-2b611297026f tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:26.826190 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df58d4c9-7dfe-406c-9672-2b611297026f tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:26.826684 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df58d4c9-7dfe-406c-9672-2b611297026f tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:26.827206 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df58d4c9-7dfe-406c-9672-2b611297026f tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:26.827798 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df58d4c9-7dfe-406c-9672-2b611297026f tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:26.828410 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df58d4c9-7dfe-406c-9672-2b611297026f tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:26.828893 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df58d4c9-7dfe-406c-9672-2b611297026f tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:26.829313 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df58d4c9-7dfe-406c-9672-2b611297026f tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:26.829561 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df58d4c9-7dfe-406c-9672-2b611297026f tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:26.829883 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df58d4c9-7dfe-406c-9672-2b611297026f tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:26.875861 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12004e5-befd-46bb-bc4e-051a06a696ab req-df58d4c9-7dfe-406c-9672-2b611297026f tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:26.876481 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-c12004e5-befd-46bb-bc4e-051a06a696ab req-df58d4c9-7dfe-406c-9672-2b611297026f tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-366398'] for port (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:26.908504 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c12004e5-befd-46bb-bc4e-051a06a696ab req-df58d4c9-7dfe-406c-9672-2b611297026f tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8142331 May 27 03:25:26.912111 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-cbc18b65-9f38-4e82-8004-acefa5d23535 req-28db9f97-4390-4f09-a547-1ed3705f0539 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=355c63b5-9543-409d-a9f3-f7230b59d8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783155 May 27 03:25:26.954933 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [req-c12004e5-befd-46bb-bc4e-051a06a696ab req-de839545-2337-46f7-a8a2-d5ea76ca8a4c service neutron] Request body: {'port': {'device_id': '31f03d50-8598-4db5-b3fd-ee77a878c5e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:25:26.980639 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:25:27.015098 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3217d3-b5e7-49fe-b9cd-b36e1422c883 req-cab3d5af-0760-46b7-915d-44212c7169b2 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:27.016630 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-eb3217d3-b5e7-49fe-b9cd-b36e1422c883 req-cab3d5af-0760-46b7-915d-44212c7169b2 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/ports?device_id=a04444dd-f9dd-428f-b524-fba73fc83fe4 HTTP/1.1" status: 200 len: 945 time: 0.1116548 May 27 03:25:27.019833 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-c0684733-4979-4b2f-b40e-898b6a077372 req-6ac9e0d2-6bc9-4ed3-adc2-1465401bb698 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6d9acc3b-ba55-4e78-9bbb-cb5a5ce850ef HTTP/1.1" status: 200 len: 217 time: 0.0551000 May 27 03:25:27.030435 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-dfc42570-eb6e-4a95-9dcb-f5a35a486791 None None] Provisioning complete for port af8e6fc6-1227-49b2-a57c-d9ab051c9fe9 triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:25:27.031015 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-dfc42570-eb6e-4a95-9dcb-f5a35a486791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (af8e6fc6-1227-49b2-a57c-d9ab051c9fe9), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:27.037264 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-c12004e5-befd-46bb-bc4e-051a06a696ab req-de839545-2337-46f7-a8a2-d5ea76ca8a4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (af8e6fc6-1227-49b2-a57c-d9ab051c9fe9), before_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:27.067188 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-dfc42570-eb6e-4a95-9dcb-f5a35a486791 None None] Port af8e6fc6-1227-49b2-a57c-d9ab051c9fe9 cannot update to ACTIVE because it is not bound. {{(pid=104073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:25:27.068404 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-eb3217d3-b5e7-49fe-b9cd-b36e1422c883 req-aba7a097-6f73-463e-97fe-4635214a44f5 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b952be5-5d1b-4d72-ad7c-b294a4de78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433784 May 27 03:25:27.175968 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=100 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:25:27.198387 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0684733-4979-4b2f-b40e-898b6a077372 req-13c30aec-4903-422d-a5b4-012ea1614f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:27.199924 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-c0684733-4979-4b2f-b40e-898b6a077372 req-13c30aec-4903-422d-a5b4-012ea1614f5f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cc441656-896b-4ce0-b128-b3b9a7f3a183 HTTP/1.1" status: 200 len: 858 time: 0.0519662 May 27 03:25:27.239636 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:25:27.345265 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.notifiers.nova [req-c12004e5-befd-46bb-bc4e-051a06a696ab req-de839545-2337-46f7-a8a2-d5ea76ca8a4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af8e6fc6-1227-49b2-a57c-d9ab051c9fe9 {{(pid=104072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:25:27.353249 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-c12004e5-befd-46bb-bc4e-051a06a696ab req-de839545-2337-46f7-a8a2-d5ea76ca8a4c service neutron] Publish callbacks [] for port (af8e6fc6-1227-49b2-a57c-d9ab051c9fe9), precommit_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:27.366344 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.db.provisioning_blocks [req-c12004e5-befd-46bb-bc4e-051a06a696ab req-de839545-2337-46f7-a8a2-d5ea76ca8a4c service neutron] Transition to ACTIVE for port object af8e6fc6-1227-49b2-a57c-d9ab051c9fe9 will not be triggered until provisioned by entity L2. {{(pid=104072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 03:25:27.370171 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-c12004e5-befd-46bb-bc4e-051a06a696ab req-de839545-2337-46f7-a8a2-d5ea76ca8a4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13119154'] for port (af8e6fc6-1227-49b2-a57c-d9ab051c9fe9), after_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:27.433211 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de839545-2337-46f7-a8a2-d5ea76ca8a4c service neutron] Pushing event updated for resources: {'Port': ['ID=af8e6fc6-1227-49b2-a57c-d9ab051c9fe9,revision_number=2']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:27.459624 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0684733-4979-4b2f-b40e-898b6a077372 req-8efbeeeb-3388-413d-a9c8-e1fda17f59d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:27.461208 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-c0684733-4979-4b2f-b40e-898b6a077372 req-8efbeeeb-3388-413d-a9c8-e1fda17f59d5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ee2ac450-e56e-4c1d-8d15-c8bfd50e2024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0565617 May 27 03:25:27.522734 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.managers [req-c12004e5-befd-46bb-bc4e-051a06a696ab req-de839545-2337-46f7-a8a2-d5ea76ca8a4c service neutron] Attempting to bind port af8e6fc6-1227-49b2-a57c-d9ab051c9fe9 on host hv-cinder-82880 for vnic_type normal with profile {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:25:27.523072 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.managers [req-c12004e5-befd-46bb-bc4e-051a06a696ab req-de839545-2337-46f7-a8a2-d5ea76ca8a4c service neutron] Attempting to bind port af8e6fc6-1227-49b2-a57c-d9ab051c9fe9 by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': '3d0db8b7-60ed-4f83-92b1-448610616c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '79e2e930-0200-4ceb-a2bb-a93bbb04e0f6'}] {{(pid=104072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:25:27.523460 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c12004e5-befd-46bb-bc4e-051a06a696ab req-de839545-2337-46f7-a8a2-d5ea76ca8a4c service neutron] Attempting to bind port af8e6fc6-1227-49b2-a57c-d9ab051c9fe9 on network 79e2e930-0200-4ceb-a2bb-a93bbb04e0f6 {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:25:27.528068 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c12004e5-befd-46bb-bc4e-051a06a696ab req-de839545-2337-46f7-a8a2-d5ea76ca8a4c service neutron] Port af8e6fc6-1227-49b2-a57c-d9ab051c9fe9 on network 79e2e930-0200-4ceb-a2bb-a93bbb04e0f6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 03:25:27.528515 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c12004e5-befd-46bb-bc4e-051a06a696ab req-de839545-2337-46f7-a8a2-d5ea76ca8a4c service neutron] Attempting to bind port af8e6fc6-1227-49b2-a57c-d9ab051c9fe9 on network 79e2e930-0200-4ceb-a2bb-a93bbb04e0f6 {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:25:27.533781 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c12004e5-befd-46bb-bc4e-051a06a696ab req-de839545-2337-46f7-a8a2-d5ea76ca8a4c service neutron] Checking agent: {'id': 'a17a57cc-679f-4398-8430-1b64b86f4dc1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 21, 13), 'started_at': datetime.datetime(2022, 5, 27, 3, 21, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 25, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:25:27.534121 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c12004e5-befd-46bb-bc4e-051a06a696ab req-de839545-2337-46f7-a8a2-d5ea76ca8a4c service neutron] Checking segment: {'id': '3d0db8b7-60ed-4f83-92b1-448610616c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '79e2e930-0200-4ceb-a2bb-a93bbb04e0f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:25:27.534508 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c12004e5-befd-46bb-bc4e-051a06a696ab req-de839545-2337-46f7-a8a2-d5ea76ca8a4c service neutron] Bound using segment: {'id': '3d0db8b7-60ed-4f83-92b1-448610616c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '79e2e930-0200-4ceb-a2bb-a93bbb04e0f6'} {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:25:27.534937 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.managers [req-c12004e5-befd-46bb-bc4e-051a06a696ab req-de839545-2337-46f7-a8a2-d5ea76ca8a4c service neutron] Bound port: af8e6fc6-1227-49b2-a57c-d9ab051c9fe9, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d0db8b7-60ed-4f83-92b1-448610616c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '79e2e930-0200-4ceb-a2bb-a93bbb04e0f6'}}] {{(pid=104072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:25:27.535293 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-c12004e5-befd-46bb-bc4e-051a06a696ab req-de839545-2337-46f7-a8a2-d5ea76ca8a4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (af8e6fc6-1227-49b2-a57c-d9ab051c9fe9), before_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:27.642781 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf66f99-fca5-4617-a5cb-f70783cb6ce1 req-406435f9-1757-4155-b64d-b24c41a91768 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:27.644312 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-bbf66f99-fca5-4617-a5cb-f70783cb6ce1 req-406435f9-1757-4155-b64d-b24c41a91768 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "GET /v2.0/ports?device_id=31f03d50-8598-4db5-b3fd-ee77a878c5e4 HTTP/1.1" status: 200 len: 944 time: 0.0744295 May 27 03:25:27.646935 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.db [req-c12004e5-befd-46bb-bc4e-051a06a696ab req-de839545-2337-46f7-a8a2-d5ea76ca8a4c service neutron] For port af8e6fc6-1227-49b2-a57c-d9ab051c9fe9, host hv-cinder-82880, cleared binding levels {{(pid=104072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:25:27.650436 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.db [req-c12004e5-befd-46bb-bc4e-051a06a696ab req-de839545-2337-46f7-a8a2-d5ea76ca8a4c service neutron] For port af8e6fc6-1227-49b2-a57c-d9ab051c9fe9, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=af8e6fc6-1227-49b2-a57c-d9ab051c9fe9,segment=NetworkSegment(3d0db8b7-60ed-4f83-92b1-448610616c6c),segment_id=3d0db8b7-60ed-4f83-92b1-448610616c6c)] {{(pid=104072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:25:27.668544 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-c12004e5-befd-46bb-bc4e-051a06a696ab req-de839545-2337-46f7-a8a2-d5ea76ca8a4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13119154'] for port (af8e6fc6-1227-49b2-a57c-d9ab051c9fe9), after_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:27.711357 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12004e5-befd-46bb-bc4e-051a06a696ab req-de839545-2337-46f7-a8a2-d5ea76ca8a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:27.712187 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-c12004e5-befd-46bb-bc4e-051a06a696ab req-de839545-2337-46f7-a8a2-d5ea76ca8a4c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-366398'] for port (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:27.713593 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c12004e5-befd-46bb-bc4e-051a06a696ab req-de839545-2337-46f7-a8a2-d5ea76ca8a4c service neutron] 10.222.0.67 "PUT /v2.0/ports/af8e6fc6-1227-49b2-a57c-d9ab051c9fe9 HTTP/1.1" status: 200 len: 1094 time: 0.7688305 May 27 03:25:27.717454 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31f03d50-8598-4db5-b3fd-ee77a878c5e4', 'tag': 'af8e6fc6-1227-49b2-a57c-d9ab051c9fe9'}] {{(pid=104072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:25:27.719717 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f396617ba49ae57b35f1e46e178334f70bfad08bdaf3fab16ca373e13b5bdfba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be73f103-6fa2-42b1-b3e4-bfde42c03f54" -d '{"events": [{"name": "network-changed", "server_uuid": "31f03d50-8598-4db5-b3fd-ee77a878c5e4", "tag": "af8e6fc6-1227-49b2-a57c-d9ab051c9fe9"}]}' {{(pid=104072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:25:27.781084 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-bbf66f99-fca5-4617-a5cb-f70783cb6ce1 req-cc5495b5-8145-4d52-98db-f35212021303 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1e45c10-37e6-4124-bc3b-be47b71b2f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1287720 May 27 03:25:27.781996 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de839545-2337-46f7-a8a2-d5ea76ca8a4c service neutron] Pushing event updated for resources: {'Port': ['ID=af8e6fc6-1227-49b2-a57c-d9ab051c9fe9,revision_number=3']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:27.804818 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a81793-5fa1-4f10-a76a-0fc979d9e9b7 req-f588ab07-d3b0-43c6-94fe-d49acca89635 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:27.806450 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-e8a81793-5fa1-4f10-a76a-0fc979d9e9b7 req-f588ab07-d3b0-43c6-94fe-d49acca89635 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c0b7be0-94f6-463c-ae31-1fdb017d059a HTTP/1.1" status: 200 len: 945 time: 0.0673156 May 27 03:25:27.844405 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6277eb24-c920-4cab-b781-97980a908478 x-openstack-request-id: req-6277eb24-c920-4cab-b781-97980a908478 {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:25:27.845180 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31f03d50-8598-4db5-b3fd-ee77a878c5e4", "tag": "af8e6fc6-1227-49b2-a57c-d9ab051c9fe9", "status": "completed", "code": 200}]} {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:25:27.845597 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6277eb24-c920-4cab-b781-97980a908478 {{(pid=104072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:25:27.846710 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6277eb24-c920-4cab-b781-97980a908478'] response: {'name': 'network-changed', 'server_uuid': '31f03d50-8598-4db5-b3fd-ee77a878c5e4', 'tag': 'af8e6fc6-1227-49b2-a57c-d9ab051c9fe9', 'status': 'completed', 'code': 200} May 27 03:25:27.876114 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-e8a81793-5fa1-4f10-a76a-0fc979d9e9b7 req-d3f1d7b6-bea0-4201-aeda-0fde1d573491 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bb45d27-4147-42b8-a14c-c2b672c6e0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637026 May 27 03:25:28.040417 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-c0684733-4979-4b2f-b40e-898b6a077372 req-f70aebbe-d75a-467b-b296-eddb169d41b3 service neutron] 10.222.0.67 "GET /v2.0/networks/ee2ac450-e56e-4c1d-8d15-c8bfd50e2024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994313 May 27 03:25:28.073638 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=100 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:25:28.083634 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f91ab3b-73ac-4747-9c72-fc664b85b456 req-a013da22-56e6-4b8d-ab32-25e999c7b788 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:28.085328 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-8f91ab3b-73ac-4747-9c72-fc664b85b456 req-a013da22-56e6-4b8d-ab32-25e999c7b788 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=b54917ef-d32c-4303-99e3-75adc12f147e HTTP/1.1" status: 200 len: 945 time: 0.0810332 May 27 03:25:28.101586 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be73f103-6fa2-42b1-b3e4-bfde42c03f54 req-39a86da6-3030-49ed-a8aa-96f68937be56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:28.102937 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-be73f103-6fa2-42b1-b3e4-bfde42c03f54 req-39a86da6-3030-49ed-a8aa-96f68937be56 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d5bef1b49d424299864523887eb72b3c&device_id=31f03d50-8598-4db5-b3fd-ee77a878c5e4 HTTP/1.1" status: 200 len: 1128 time: 0.0617914 May 27 03:25:28.147124 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-8f91ab3b-73ac-4747-9c72-fc664b85b456 req-0f3fe3e6-c90a-4e1f-9ee5-e967257b9fe9 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=355c63b5-9543-409d-a9f3-f7230b59d8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556815 May 27 03:25:28.212867 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-c0684733-4979-4b2f-b40e-898b6a077372 req-5358e01d-b738-4428-8af3-1b4a80777a6c service neutron] 10.222.0.67 "GET /v2.0/networks/ee2ac450-e56e-4c1d-8d15-c8bfd50e2024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642621 May 27 03:25:28.221250 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afcc6de-909e-4a3f-9f89-f52fedd19c42 req-4eae9cf9-2fe9-4691-822c-09ea59f844aa tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:28.228040 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-9afcc6de-909e-4a3f-9f89-f52fedd19c42 req-4eae9cf9-2fe9-4691-822c-09ea59f844aa tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/ports?device_id=a04444dd-f9dd-428f-b524-fba73fc83fe4 HTTP/1.1" status: 200 len: 945 time: 0.0638397 May 27 03:25:28.233342 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:25:28.272934 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-9afcc6de-909e-4a3f-9f89-f52fedd19c42 req-471adccb-7f8b-4ce2-8e07-6be78953d093 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b952be5-5d1b-4d72-ad7c-b294a4de78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439944 May 27 03:25:28.332461 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be73f103-6fa2-42b1-b3e4-bfde42c03f54 req-79d86611-e2e2-4a97-aab2-ba2b3b8b8c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:28.334251 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-be73f103-6fa2-42b1-b3e4-bfde42c03f54 req-79d86611-e2e2-4a97-aab2-ba2b3b8b8c84 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=d5bef1b49d424299864523887eb72b3c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1862652 May 27 03:25:28.569198 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:25:28.586011 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be73f103-6fa2-42b1-b3e4-bfde42c03f54 req-accda8cd-572b-434d-9ab2-cda50eec4665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:28.587512 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-be73f103-6fa2-42b1-b3e4-bfde42c03f54 req-accda8cd-572b-434d-9ab2-cda50eec4665 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1830356 May 27 03:25:28.706747 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-caba8910-2d2c-4540-afdf-ffdbba805c78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (88cb169e-23a7-4380-813c-9b707a5671b5), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:28.872421 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 58866) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:25:28.914851 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62468ab-c958-47d5-9aa1-1b11f40df12e req-47ef0020-e0b0-4f2b-9240-b98ab99f97f1 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:28.917074 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-e62468ab-c958-47d5-9aa1-1b11f40df12e req-47ef0020-e0b0-4f2b-9240-b98ab99f97f1 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "GET /v2.0/ports?device_id=31f03d50-8598-4db5-b3fd-ee77a878c5e4 HTTP/1.1" status: 200 len: 944 time: 0.0593917 May 27 03:25:28.980383 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-e62468ab-c958-47d5-9aa1-1b11f40df12e req-610fd80c-8d5e-4498-92a7-618f8fce0688 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1e45c10-37e6-4124-bc3b-be47b71b2f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566447 May 27 03:25:29.020003 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d147023b-47ce-4da4-a2be-0431b9eadd8c req-4bc0836f-04f3-4e50-92e5-1216603b0c1c tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:29.021789 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-d147023b-47ce-4da4-a2be-0431b9eadd8c req-4bc0836f-04f3-4e50-92e5-1216603b0c1c tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c0b7be0-94f6-463c-ae31-1fdb017d059a HTTP/1.1" status: 200 len: 945 time: 0.0628152 May 27 03:25:29.101692 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-d147023b-47ce-4da4-a2be-0431b9eadd8c req-69b96913-fcfd-432c-837e-a37b6aecd833 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bb45d27-4147-42b8-a14c-c2b672c6e0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717149 May 27 03:25:29.125377 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-4fc144ec-08f2-48fe-a439-5652d9467131 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:29.215915 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-4fc144ec-08f2-48fe-a439-5652d9467131 admin admin] Publish callbacks [] for security_group (bb7c6c4f-0016-45aa-add1-d64798ab1f99), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:29.221742 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-4fc144ec-08f2-48fe-a439-5652d9467131 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (bb7c6c4f-0016-45aa-add1-d64798ab1f99), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:29.317020 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-4fc144ec-08f2-48fe-a439-5652d9467131 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f8da68b918b548bb87f7dfe74383048e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4272165 May 27 03:25:29.319646 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 58900) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:25:29.323890 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae485af-7dc1-414f-8005-d63ac7ab4c5b req-710b516d-1170-4691-9dc9-59bd39aa4f0b tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:29.325547 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-cae485af-7dc1-414f-8005-d63ac7ab4c5b req-710b516d-1170-4691-9dc9-59bd39aa4f0b tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=b54917ef-d32c-4303-99e3-75adc12f147e HTTP/1.1" status: 200 len: 945 time: 0.0818970 May 27 03:25:29.326180 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc144ec-08f2-48fe-a439-5652d9467131 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb7c6c4f-0016-45aa-add1-d64798ab1f99,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:29.401611 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-cae485af-7dc1-414f-8005-d63ac7ab4c5b req-e3d45a5d-5a3a-4581-802c-da92990cbe59 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=355c63b5-9543-409d-a9f3-f7230b59d8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599403 May 27 03:25:29.461923 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e23f06-f38f-44b7-a3f0-7dc11b51f4a7 req-a89fbe4d-5143-4ef9-b216-5d3c4832bfd0 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:29.463663 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-65e23f06-f38f-44b7-a3f0-7dc11b51f4a7 req-a89fbe4d-5143-4ef9-b216-5d3c4832bfd0 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/ports?device_id=a04444dd-f9dd-428f-b524-fba73fc83fe4 HTTP/1.1" status: 200 len: 945 time: 0.0762894 May 27 03:25:29.481669 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-e2d09e06-d386-46f3-8f4a-c008486713e8 admin admin] Publish callbacks [] for security_group (bb7c6c4f-0016-45aa-add1-d64798ab1f99), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:29.525548 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-e2d09e06-d386-46f3-8f4a-c008486713e8 admin admin] Publish callbacks [] for security_group (bb7c6c4f-0016-45aa-add1-d64798ab1f99), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:29.553224 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-65e23f06-f38f-44b7-a3f0-7dc11b51f4a7 req-cd1ad0bb-718e-49b5-a393-b55fa9b9d2fa tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b952be5-5d1b-4d72-ad7c-b294a4de78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812936 May 27 03:25:29.591606 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-e2d09e06-d386-46f3-8f4a-c008486713e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (bb7c6c4f-0016-45aa-add1-d64798ab1f99), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:29.594295 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-e2d09e06-d386-46f3-8f4a-c008486713e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:29.595454 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-e2d09e06-d386-46f3-8f4a-c008486713e8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bb7c6c4f-0016-45aa-add1-d64798ab1f99 HTTP/1.1" status: 204 len: 168 time: 0.2748191 May 27 03:25:29.603387 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d09e06-d386-46f3-8f4a-c008486713e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb7c6c4f-0016-45aa-add1-d64798ab1f99,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:29.610981 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d09e06-d386-46f3-8f4a-c008486713e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:29.611339 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d09e06-d386-46f3-8f4a-c008486713e8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:29.611676 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d09e06-d386-46f3-8f4a-c008486713e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:29.612184 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d09e06-d386-46f3-8f4a-c008486713e8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:29.612690 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d09e06-d386-46f3-8f4a-c008486713e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:29.613058 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d09e06-d386-46f3-8f4a-c008486713e8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:29.613372 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d09e06-d386-46f3-8f4a-c008486713e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:29.613703 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d09e06-d386-46f3-8f4a-c008486713e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:29.614029 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d09e06-d386-46f3-8f4a-c008486713e8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:29.614353 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d09e06-d386-46f3-8f4a-c008486713e8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:29.614682 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d09e06-d386-46f3-8f4a-c008486713e8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:29.615005 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d09e06-d386-46f3-8f4a-c008486713e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:29.615325 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d09e06-d386-46f3-8f4a-c008486713e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:29.615674 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d09e06-d386-46f3-8f4a-c008486713e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:29.615965 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d09e06-d386-46f3-8f4a-c008486713e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:29.682512 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 58912) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:25:29.901476 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-a89e2b58-a174-4270-b712-0fc7ffc3e781 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:29.978524 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:25:29.994232 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-a89e2b58-a174-4270-b712-0fc7ffc3e781 admin admin] Publish callbacks [] for security_group (d1e67e1a-b881-46b7-b364-4344621a2062), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:29.999069 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-a89e2b58-a174-4270-b712-0fc7ffc3e781 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (d1e67e1a-b881-46b7-b364-4344621a2062), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:30.040139 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89e2b58-a174-4270-b712-0fc7ffc3e781 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1e67e1a-b881-46b7-b364-4344621a2062,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:30.047466 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 58928) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:25:30.047970 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-a89e2b58-a174-4270-b712-0fc7ffc3e781 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c33f84660c0e4c779221c40016d855e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3639388 May 27 03:25:30.139595 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e96dbf-1800-49ac-8589-7285fda94fe8 req-e118511d-6e22-4462-ab6f-bbc394db5fff tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:30.141469 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-e3e96dbf-1800-49ac-8589-7285fda94fe8 req-e118511d-6e22-4462-ab6f-bbc394db5fff tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "GET /v2.0/ports?device_id=31f03d50-8598-4db5-b3fd-ee77a878c5e4 HTTP/1.1" status: 200 len: 944 time: 0.0695825 May 27 03:25:30.188598 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-911f3d41-d244-4da1-90f0-7a7b19b7dd1f admin admin] Publish callbacks [] for security_group (d1e67e1a-b881-46b7-b364-4344621a2062), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:30.229402 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46510b2-71c9-46c1-9d29-22159869894a req-7aee2488-4fc0-495d-9af4-ab141dba9a81 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:30.232555 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-911f3d41-d244-4da1-90f0-7a7b19b7dd1f admin admin] Publish callbacks [] for security_group (d1e67e1a-b881-46b7-b364-4344621a2062), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:30.233432 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-b46510b2-71c9-46c1-9d29-22159869894a req-7aee2488-4fc0-495d-9af4-ab141dba9a81 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c0b7be0-94f6-463c-ae31-1fdb017d059a HTTP/1.1" status: 200 len: 945 time: 0.0537899 May 27 03:25:30.258940 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-e3e96dbf-1800-49ac-8589-7285fda94fe8 req-dfaa7efc-6c55-4dcc-9b1b-eab8b2dcfdf5 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1e45c10-37e6-4124-bc3b-be47b71b2f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086473 May 27 03:25:30.302157 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-b46510b2-71c9-46c1-9d29-22159869894a req-c5f1e080-d65d-4246-a4f0-b49c55968323 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bb45d27-4147-42b8-a14c-c2b672c6e0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638933 May 27 03:25:30.329920 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-911f3d41-d244-4da1-90f0-7a7b19b7dd1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (d1e67e1a-b881-46b7-b364-4344621a2062), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:30.332470 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-911f3d41-d244-4da1-90f0-7a7b19b7dd1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:30.333644 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-911f3d41-d244-4da1-90f0-7a7b19b7dd1f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d1e67e1a-b881-46b7-b364-4344621a2062 HTTP/1.1" status: 204 len: 168 time: 0.2844052 May 27 03:25:30.336443 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12004e5-befd-46bb-bc4e-051a06a696ab req-e1347ccd-a68f-41e4-968e-5cd912de9cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:30.337884 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c12004e5-befd-46bb-bc4e-051a06a696ab req-e1347ccd-a68f-41e4-968e-5cd912de9cf0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d5bef1b49d424299864523887eb72b3c&device_id=31f03d50-8598-4db5-b3fd-ee77a878c5e4 HTTP/1.1" status: 200 len: 1128 time: 0.0550971 May 27 03:25:30.344426 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911f3d41-d244-4da1-90f0-7a7b19b7dd1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1e67e1a-b881-46b7-b364-4344621a2062,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:30.399034 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c12004e5-befd-46bb-bc4e-051a06a696ab req-03e94264-26cb-44ab-b9b3-d8fcc5847a23 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=af8e6fc6-1227-49b2-a57c-d9ab051c9fe9 HTTP/1.1" status: 200 len: 217 time: 0.0432696 May 27 03:25:30.426737 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 58942) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:25:30.455501 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12004e5-befd-46bb-bc4e-051a06a696ab req-368bad97-19ec-4bf9-b9ac-8d807f02f2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:30.457645 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c12004e5-befd-46bb-bc4e-051a06a696ab req-368bad97-19ec-4bf9-b9ac-8d807f02f2d5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5133a594-c63e-4ae9-a294-52a4d497dec8 HTTP/1.1" status: 200 len: 851 time: 0.0513651 May 27 03:25:30.549040 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:25:30.567032 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bba9610-a2c5-4672-bbb0-ee27a134f74c req-fd243d4b-ca77-4a11-8470-6b954aed82c5 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:30.575256 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-2bba9610-a2c5-4672-bbb0-ee27a134f74c req-fd243d4b-ca77-4a11-8470-6b954aed82c5 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=b54917ef-d32c-4303-99e3-75adc12f147e HTTP/1.1" status: 200 len: 945 time: 0.0780528 May 27 03:25:30.630447 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-2bba9610-a2c5-4672-bbb0-ee27a134f74c req-e1a4470d-a264-40c4-a850-f9bf55b4e903 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=355c63b5-9543-409d-a9f3-f7230b59d8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532384 May 27 03:25:30.753032 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12004e5-befd-46bb-bc4e-051a06a696ab req-aa27ec72-9bf6-469f-92f8-5adfad6453aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:30.753619 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0ba23c-bc4e-493a-b463-bd7b95bef7a4 req-61460d56-ebd4-4b8e-8bb9-f332f12407dc tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:30.757760 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c12004e5-befd-46bb-bc4e-051a06a696ab req-aa27ec72-9bf6-469f-92f8-5adfad6453aa service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=79e2e930-0200-4ceb-a2bb-a93bbb04e0f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1208928 May 27 03:25:30.761608 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-fb0ba23c-bc4e-493a-b463-bd7b95bef7a4 req-61460d56-ebd4-4b8e-8bb9-f332f12407dc tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/ports?device_id=a04444dd-f9dd-428f-b524-fba73fc83fe4 HTTP/1.1" status: 200 len: 945 time: 0.0870192 May 27 03:25:30.775978 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [None req-280736a2-e237-4c26-a930-d68ddc6a4119 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-276928360-network', 'tenant_id': '4052d211d2a346d8be95d6ac7761defb'}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:25:30.791918 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:25:30.832719 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-280736a2-e237-4c26-a930-d68ddc6a4119 admin admin] Made reservation on behalf of 4052d211d2a346d8be95d6ac7761defb for: {'network': 1} {{(pid=104071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:25:30.833970 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 58960) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:25:30.835316 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-280736a2-e237-4c26-a930-d68ddc6a4119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for network (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:30.839970 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-fb0ba23c-bc4e-493a-b463-bd7b95bef7a4 req-46cc610d-a8c7-435d-8964-3dc2ee023ccc tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b952be5-5d1b-4d72-ad7c-b294a4de78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773134 May 27 03:25:30.847725 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-280736a2-e237-4c26-a930-d68ddc6a4119 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:30.850335 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-a806eb38-cc22-48bf-9889-c52b3f357476 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:30.884921 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:25:30.930669 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-280736a2-e237-4c26-a930-d68ddc6a4119 admin admin] Publish callbacks [] for security_group (f967cd66-a8a5-4774-bb98-26f6d9d0be9b), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:30.930939 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-a806eb38-cc22-48bf-9889-c52b3f357476 admin admin] Publish callbacks [] for security_group (475dde5f-0c31-4961-8a41-0029426b3e81), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:30.937224 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-280736a2-e237-4c26-a930-d68ddc6a4119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (f967cd66-a8a5-4774-bb98-26f6d9d0be9b), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:30.938496 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-a806eb38-cc22-48bf-9889-c52b3f357476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (475dde5f-0c31-4961-8a41-0029426b3e81), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:30.965277 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-280736a2-e237-4c26-a930-d68ddc6a4119 admin admin] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=104071) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:25:30.975639 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280736a2-e237-4c26-a930-d68ddc6a4119 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f967cd66-a8a5-4774-bb98-26f6d9d0be9b,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:30.977128 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-a806eb38-cc22-48bf-9889-c52b3f357476 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=08c586c53c6c4280ad4e9b27cce2c35f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1420274 May 27 03:25:30.978516 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a806eb38-cc22-48bf-9889-c52b3f357476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=475dde5f-0c31-4961-8a41-0029426b3e81,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:30.979975 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 58962) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:25:30.991191 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-280736a2-e237-4c26-a930-d68ddc6a4119 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8743907721831', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-814499'] for segment (cc94f9b6-ace2-494d-8a96-80adbe9e180d), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:30.991597 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.db.segments_db [None req-280736a2-e237-4c26-a930-d68ddc6a4119 admin admin] Added segment cc94f9b6-ace2-494d-8a96-80adbe9e180d of type vlan for network d552a4c8-1cfd-43a0-b4ee-dbad181ed1bf May 27 03:25:31.055641 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-280736a2-e237-4c26-a930-d68ddc6a4119 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743907247189'] for network (d552a4c8-1cfd-43a0-b4ee-dbad181ed1bf), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:31.087170 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-178ca616-a847-4e14-8ea5-c89acb48f52b admin admin] Publish callbacks [] for security_group (475dde5f-0c31-4961-8a41-0029426b3e81), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:31.092441 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-9cc0d4bd-660c-46f0-8ba6-014d9accbd9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (3e4effd7-5bc9-408b-93fa-42e4b19a61d9), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:31.099834 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-280736a2-e237-4c26-a930-d68ddc6a4119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336'] for network (d552a4c8-1cfd-43a0-b4ee-dbad181ed1bf), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:31.100851 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-280736a2-e237-4c26-a930-d68ddc6a4119 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:31.101456 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-280736a2-e237-4c26-a930-d68ddc6a4119 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-366398'] for network (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:31.131246 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-178ca616-a847-4e14-8ea5-c89acb48f52b admin admin] Publish callbacks [] for security_group (475dde5f-0c31-4961-8a41-0029426b3e81), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:31.170901 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-280736a2-e237-4c26-a930-d68ddc6a4119 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 0.7432044 May 27 03:25:31.174277 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 58964) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:25:31.179228 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [None req-46c35721-c80c-4229-8b82-0424b18c1193 admin admin] Request body: {'subnet': {'network_id': 'd552a4c8-1cfd-43a0-b4ee-dbad181ed1bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-276928360-subnet', 'tenant_id': '4052d211d2a346d8be95d6ac7761defb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:25:31.196047 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280736a2-e237-4c26-a930-d68ddc6a4119 admin admin] Pushing event updated for resources: {'Network': ['ID=d552a4c8-1cfd-43a0-b4ee-dbad181ed1bf,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:31.203789 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46c35721-c80c-4229-8b82-0424b18c1193 admin admin] Made reservation on behalf of 4052d211d2a346d8be95d6ac7761defb for: {'subnet': 1} {{(pid=104072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:25:31.208424 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Network d552a4c8-1cfd-43a0-b4ee-dbad181ed1bf details requested by agent ovs-agent-dv-cinder-828806-4-iscsi with host dv-cinder-828806-4-iscsi {{(pid=104073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 03:25:31.212102 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-46c35721-c80c-4229-8b82-0424b18c1193 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14026639'] for subnet (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:31.223105 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-178ca616-a847-4e14-8ea5-c89acb48f52b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (475dde5f-0c31-4961-8a41-0029426b3e81), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:31.226113 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-178ca616-a847-4e14-8ea5-c89acb48f52b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:31.227528 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-178ca616-a847-4e14-8ea5-c89acb48f52b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/475dde5f-0c31-4961-8a41-0029426b3e81 HTTP/1.1" status: 204 len: 168 time: 0.2455747 May 27 03:25:31.239085 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178ca616-a847-4e14-8ea5-c89acb48f52b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=475dde5f-0c31-4961-8a41-0029426b3e81,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:31.482012 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48e18d4-7834-4783-9cd6-30bab6abc6e3 req-4194d172-1391-40af-a7cd-f6dd28619a7e tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:31.484099 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-a48e18d4-7834-4783-9cd6-30bab6abc6e3 req-4194d172-1391-40af-a7cd-f6dd28619a7e tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c0b7be0-94f6-463c-ae31-1fdb017d059a HTTP/1.1" status: 200 len: 945 time: 0.0810800 May 27 03:25:31.515382 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:25:31.541981 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-a48e18d4-7834-4783-9cd6-30bab6abc6e3 req-1fd0183a-1b9a-4db2-a348-35172cce5ee9 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bb45d27-4147-42b8-a14c-c2b672c6e0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511420 May 27 03:25:31.795275 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74c7ccb-d5db-4ff6-a193-8a9f660f2773 req-c11f4165-b575-41c1-9d6b-9abf905f68ba tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:31.799312 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-c74c7ccb-d5db-4ff6-a193-8a9f660f2773 req-c11f4165-b575-41c1-9d6b-9abf905f68ba tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=b54917ef-d32c-4303-99e3-75adc12f147e HTTP/1.1" status: 200 len: 945 time: 0.0658245 May 27 03:25:31.803439 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa42938d-56e9-48cb-908a-0ea350bad15d req-3e341d2b-91f5-4972-b35a-8bec02a4a477 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:31.805112 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-fa42938d-56e9-48cb-908a-0ea350bad15d req-3e341d2b-91f5-4972-b35a-8bec02a4a477 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "GET /v2.0/ports?device_id=31f03d50-8598-4db5-b3fd-ee77a878c5e4 HTTP/1.1" status: 200 len: 944 time: 0.1720171 May 27 03:25:31.855158 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-46c35721-c80c-4229-8b82-0424b18c1193 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16716613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13119285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14026649'] for subnet (aaf2d597-6e7b-442c-99e2-abf0b8672091), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:31.891305 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c12004e5-befd-46bb-bc4e-051a06a696ab req-af6932d4-68ea-47fb-a134-e1f276ae1e59 service neutron] 10.222.0.67 "GET /v2.0/networks/79e2e930-0200-4ceb-a2bb-a93bbb04e0f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2593908 May 27 03:25:31.939772 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-c74c7ccb-d5db-4ff6-a193-8a9f660f2773 req-77e6f56d-9ed0-4e4d-8afa-f4bf5c75d10c tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=355c63b5-9543-409d-a9f3-f7230b59d8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306069 May 27 03:25:32.021868 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-fa42938d-56e9-48cb-908a-0ea350bad15d req-eba4df65-a2d7-481a-9ccc-4375e9ba20a2 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1e45c10-37e6-4124-bc3b-be47b71b2f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2062778 May 27 03:25:32.022967 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c35721-c80c-4229-8b82-0424b18c1193 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aaf2d597-6e7b-442c-99e2-abf0b8672091,revision_number=0']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:32.051184 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c35721-c80c-4229-8b82-0424b18c1193 admin admin] Checking segment: {'id': 'cc94f9b6-ace2-494d-8a96-80adbe9e180d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'd552a4c8-1cfd-43a0-b4ee-dbad181ed1bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:25:32.051881 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c35721-c80c-4229-8b82-0424b18c1193 admin admin] Network hostable DHCP agents. Network: d552a4c8-1cfd-43a0-b4ee-dbad181ed1bf, hostable agents: ['88cb169e-23a7-4380-813c-9b707a5671b5'], hosted agents: [] {{(pid=104072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:25:32.105791 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:25:32.114532 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da596b40-79f6-403d-b698-70944ccbcea0 req-45a21a3d-220f-41f5-b541-1406dd28c342 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:32.116552 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c12004e5-befd-46bb-bc4e-051a06a696ab req-15462e00-28be-4aa5-a6c8-258ba9130e8c service neutron] 10.222.0.67 "GET /v2.0/networks/79e2e930-0200-4ceb-a2bb-a93bbb04e0f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151434 May 27 03:25:32.124648 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-da596b40-79f6-403d-b698-70944ccbcea0 req-45a21a3d-220f-41f5-b541-1406dd28c342 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/ports?device_id=a04444dd-f9dd-428f-b524-fba73fc83fe4 HTTP/1.1" status: 200 len: 945 time: 0.0728796 May 27 03:25:32.124800 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c35721-c80c-4229-8b82-0424b18c1193 admin admin] Network d552a4c8-1cfd-43a0-b4ee-dbad181ed1bf is scheduled to be hosted by DHCP agent 88cb169e-23a7-4380-813c-9b707a5671b5 with binding_index 1 {{(pid=104072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:25:32.160428 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-df01de3e-f6cf-4253-895b-65b557a1455e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (84e30450-e547-4748-a220-898a66747e61), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:32.161157 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.base_scheduler [None req-46c35721-c80c-4229-8b82-0424b18c1193 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828806-4-iscsi, d552a4c8-1cfd-43a0-b4ee-dbad181ed1bf) {{(pid=104072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:25:32.166936 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c35721-c80c-4229-8b82-0424b18c1193 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:32.167611 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-46c35721-c80c-4229-8b82-0424b18c1193 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-366398'] for subnet (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:32.189349 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b254b2-97b8-444e-b856-d60bac661b48 None None] Network d552a4c8-1cfd-43a0-b4ee-dbad181ed1bf requested from dv-cinder-828806-4-iscsi {{(pid=104073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:25:32.213819 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-46c35721-c80c-4229-8b82-0424b18c1193 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0380630 May 27 03:25:32.262454 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-da596b40-79f6-403d-b698-70944ccbcea0 req-ca318ca3-d0de-4ab0-a079-baea3160dd7d tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b952be5-5d1b-4d72-ad7c-b294a4de78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358948 May 27 03:25:32.364525 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e83a5123-5f13-45b5-8829-b7bd994a14ac None None] Network d552a4c8-1cfd-43a0-b4ee-dbad181ed1bf requested from dv-cinder-828806-4-iscsi {{(pid=104073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:25:33.056148 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319fddcc-bf19-4726-a368-00353d987e71 req-e92f1610-fc64-4e3f-bc9d-a1492564aac4 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:33.057669 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-319fddcc-bf19-4726-a368-00353d987e71 req-e92f1610-fc64-4e3f-bc9d-a1492564aac4 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=b54917ef-d32c-4303-99e3-75adc12f147e HTTP/1.1" status: 200 len: 945 time: 0.0487993 May 27 03:25:33.092054 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:INSERT=8,neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:25:33.111857 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-319fddcc-bf19-4726-a368-00353d987e71 req-53550862-1432-42e1-961a-d48158d2458f tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=355c63b5-9543-409d-a9f3-f7230b59d8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481522 May 27 03:25:33.194512 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37bf517-04e7-41be-a1cf-42d8f79402af req-8e016121-c614-4a6c-a865-c779b5b87249 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:33.196152 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-c37bf517-04e7-41be-a1cf-42d8f79402af req-8e016121-c614-4a6c-a865-c779b5b87249 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "GET /v2.0/ports?device_id=31f03d50-8598-4db5-b3fd-ee77a878c5e4 HTTP/1.1" status: 200 len: 944 time: 0.0537314 May 27 03:25:33.246986 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 59064) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:25:33.254190 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [None req-4d1fcce2-961b-44d8-a34e-ab5c666152cf tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Request body: {'security_group': {'name': 'tempest-securitygroup--923029789', 'description': 'tempest-description--214388982'}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:25:33.283893 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-c37bf517-04e7-41be-a1cf-42d8f79402af req-0c51f4a7-99f7-4628-a5d7-24c95b3c5141 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1e45c10-37e6-4124-bc3b-be47b71b2f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784142 May 27 03:25:33.289554 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-4d1fcce2-961b-44d8-a34e-ab5c666152cf tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Publish callbacks [] for security_group (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:33.402337 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-4d1fcce2-961b-44d8-a34e-ab5c666152cf tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Publish callbacks [] for security_group (5bc245b1-e1c5-4d98-8284-2a627ecaaea4), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:33.407228 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-4d1fcce2-961b-44d8-a34e-ab5c666152cf tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (5bc245b1-e1c5-4d98-8284-2a627ecaaea4), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:33.439571 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6a2f07-c3ec-437b-8dde-7c94b484f41a req-538237e8-cf7f-433c-b5fa-5c2cc73eecf8 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:33.441246 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-ed6a2f07-c3ec-437b-8dde-7c94b484f41a req-538237e8-cf7f-433c-b5fa-5c2cc73eecf8 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/ports?device_id=a04444dd-f9dd-428f-b524-fba73fc83fe4 HTTP/1.1" status: 200 len: 945 time: 0.0834584 May 27 03:25:33.456564 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-4d1fcce2-961b-44d8-a34e-ab5c666152cf tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Publish callbacks [] for security_group (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:33.458379 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-4d1fcce2-961b-44d8-a34e-ab5c666152cf tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2093749 May 27 03:25:33.462631 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 59068) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:25:33.467780 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [None req-5315f383-c407-4e21-8120-7230c4a25d40 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Request body: {'security_group_rule': {'security_group_id': '5bc245b1-e1c5-4d98-8284-2a627ecaaea4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:25:33.472554 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1fcce2-961b-44d8-a34e-ab5c666152cf tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bc245b1-e1c5-4d98-8284-2a627ecaaea4,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:33.489587 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:25:33.506589 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-5315f383-c407-4e21-8120-7230c4a25d40 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Publish callbacks [] for security_group_rule (ad14ba32-5fde-4277-9f13-de3e4f1b2484), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:33.507406 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-ed6a2f07-c3ec-437b-8dde-7c94b484f41a req-f05bc743-e1dd-44e1-be8e-0bc633f1901c tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b952be5-5d1b-4d72-ad7c-b294a4de78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576315 May 27 03:25:33.564062 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-5315f383-c407-4e21-8120-7230c4a25d40 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Publish callbacks [] for security_group_rule (ad14ba32-5fde-4277-9f13-de3e4f1b2484), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:33.569711 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-5315f383-c407-4e21-8120-7230c4a25d40 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713807'] for security_group_rule (ad14ba32-5fde-4277-9f13-de3e4f1b2484), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:33.589422 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5315f383-c407-4e21-8120-7230c4a25d40 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad14ba32-5fde-4277-9f13-de3e4f1b2484,revision_number=0']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:33.603401 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-5315f383-c407-4e21-8120-7230c4a25d40 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:33.604841 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-5315f383-c407-4e21-8120-7230c4a25d40 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1412570 May 27 03:25:33.608028 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 59072) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:25:33.614726 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [None req-d5c391eb-f07e-4c4e-a7a6-c2f2dfb9ee5a tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Request body: {'security_group_rule': {'security_group_id': '5bc245b1-e1c5-4d98-8284-2a627ecaaea4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:25:33.654929 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-d5c391eb-f07e-4c4e-a7a6-c2f2dfb9ee5a tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Publish callbacks [] for security_group_rule (028f9ef2-56a6-4e70-a08f-8b0e453fc44b), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:33.706694 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f70e7e6e-5d50-42a8-9a05-38619da83ed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (7db81693-ec25-4d8d-9069-8605391ffc10), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:33.720070 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-d5c391eb-f07e-4c4e-a7a6-c2f2dfb9ee5a tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Publish callbacks [] for security_group_rule (028f9ef2-56a6-4e70-a08f-8b0e453fc44b), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:33.727389 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-d5c391eb-f07e-4c4e-a7a6-c2f2dfb9ee5a tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713807'] for security_group_rule (028f9ef2-56a6-4e70-a08f-8b0e453fc44b), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:33.748335 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c391eb-f07e-4c4e-a7a6-c2f2dfb9ee5a tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=028f9ef2-56a6-4e70-a08f-8b0e453fc44b,revision_number=0']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:33.754922 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-d5c391eb-f07e-4c4e-a7a6-c2f2dfb9ee5a tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:33.756392 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-d5c391eb-f07e-4c4e-a7a6-c2f2dfb9ee5a tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1473031 May 27 03:25:33.761177 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 59080) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:25:33.767008 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [None req-cc3dcd0b-081c-476e-b9f5-1dd68af26097 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Request body: {'floatingip': {'floating_network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d'}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:25:33.791756 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-cc3dcd0b-081c-476e-b9f5-1dd68af26097 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:33.878626 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-cc3dcd0b-081c-476e-b9f5-1dd68af26097 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:33.990012 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.db.db_base_plugin_common [None req-cc3dcd0b-081c-476e-b9f5-1dd68af26097 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Allocated IP 172.27.3.146 (ca8b8e18-04f1-46f4-8c3b-aba3c077569d/ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa/51342873-5a07-4203-91c0-671652ca0609) {{(pid=104072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:25:34.106610 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-cc3dcd0b-081c-476e-b9f5-1dd68af26097 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Publish callbacks [] for port (51342873-5a07-4203-91c0-671652ca0609), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:34.140931 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-cc3dcd0b-081c-476e-b9f5-1dd68af26097 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743907242280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13119109'] for port (51342873-5a07-4203-91c0-671652ca0609), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:34.172223 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:25:34.186667 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc3dcd0b-081c-476e-b9f5-1dd68af26097 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Network ca8b8e18-04f1-46f4-8c3b-aba3c077569d is already hosted by enough agents. {{(pid=104072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:25:34.190363 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3dcd0b-081c-476e-b9f5-1dd68af26097 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Pushing event updated for resources: {'Port': ['ID=51342873-5a07-4203-91c0-671652ca0609,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:34.193454 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.base_scheduler [None req-cc3dcd0b-081c-476e-b9f5-1dd68af26097 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Resources bound (agent type, host, resource id): {{(pid=104072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:25:34.195682 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3dcd0b-081c-476e-b9f5-1dd68af26097 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Received port after_create {{(pid=104072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:25:34.222939 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9292f768-5420-44b0-8d61-408a1fe3052d req-f042e89b-f4e9-4242-ad24-affcf220002e tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:34.224425 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-9292f768-5420-44b0-8d61-408a1fe3052d req-f042e89b-f4e9-4242-ad24-affcf220002e tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] 10.222.0.50 "GET /v2.0/networks?id=d552a4c8-1cfd-43a0-b4ee-dbad181ed1bf HTTP/1.1" status: 200 len: 813 time: 0.1167781 May 27 03:25:34.233684 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:25:34.240390 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-9292f768-5420-44b0-8d61-408a1fe3052d req-6f0ff6f2-7e6a-4167-956b-0825c26bb034 tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] 10.222.0.50 "GET /v2.0/quotas/4052d211d2a346d8be95d6ac7761defb HTTP/1.1" status: 200 len: 375 time: 0.0102842 May 27 03:25:34.277903 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-9292f768-5420-44b0-8d61-408a1fe3052d req-678497dd-97bc-4931-a42b-39164b3363ff tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=4052d211d2a346d8be95d6ac7761defb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0319607 May 27 03:25:34.279064 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e650d36d-f729-405a-b8f0-b7c2a6efad1b req-dcead86c-97c4-4f0f-a845-ab9e5281b0d4 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:34.280580 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-e650d36d-f729-405a-b8f0-b7c2a6efad1b req-dcead86c-97c4-4f0f-a845-ab9e5281b0d4 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=b54917ef-d32c-4303-99e3-75adc12f147e HTTP/1.1" status: 200 len: 945 time: 0.0644033 May 27 03:25:34.363115 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-cc3dcd0b-081c-476e-b9f5-1dd68af26097 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Publish callbacks [] for floatingip (915ddab8-fb8d-42b0-b2c4-e8b061e3bb4c), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:34.367397 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-e650d36d-f729-405a-b8f0-b7c2a6efad1b req-d708e558-7deb-4aa3-b067-19cccc8bad1d tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=355c63b5-9543-409d-a9f3-f7230b59d8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786049 May 27 03:25:34.387922 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-9292f768-5420-44b0-8d61-408a1fe3052d req-b512fefa-9d81-4f06-be95-7cc7dce0b131 service neutron] 10.222.0.50 "GET /v2.0/networks/d552a4c8-1cfd-43a0-b4ee-dbad181ed1bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031740 May 27 03:25:34.408654 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-cc3dcd0b-081c-476e-b9f5-1dd68af26097 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (51342873-5a07-4203-91c0-671652ca0609), before_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:34.486644 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-9292f768-5420-44b0-8d61-408a1fe3052d req-51ddb876-1100-4160-9c48-4063a9773742 service neutron] 10.222.0.50 "GET /v2.0/networks/d552a4c8-1cfd-43a0-b4ee-dbad181ed1bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921345 May 27 03:25:34.526661 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c4e664-7cb7-4a0c-8f35-88d9db633521 req-445cdd87-47f1-44dc-a639-d9dc14c24260 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:34.528461 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-80c4e664-7cb7-4a0c-8f35-88d9db633521 req-445cdd87-47f1-44dc-a639-d9dc14c24260 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "GET /v2.0/ports?device_id=31f03d50-8598-4db5-b3fd-ee77a878c5e4 HTTP/1.1" status: 200 len: 944 time: 0.0646703 May 27 03:25:34.639005 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-80c4e664-7cb7-4a0c-8f35-88d9db633521 req-4c886005-e1a4-4492-ac30-cae7d199971e tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1e45c10-37e6-4124-bc3b-be47b71b2f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004682 May 27 03:25:34.692168 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-cc3dcd0b-081c-476e-b9f5-1dd68af26097 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Publish callbacks [] for port (51342873-5a07-4203-91c0-671652ca0609), precommit_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:34.699233 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-cc3dcd0b-081c-476e-b9f5-1dd68af26097 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13119154'] for port (51342873-5a07-4203-91c0-671652ca0609), after_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:34.829679 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3dcd0b-081c-476e-b9f5-1dd68af26097 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Pushing event updated for resources: {'Port': ['ID=51342873-5a07-4203-91c0-671652ca0609,revision_number=2']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:34.838140 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeff558-36ea-467c-a2fc-11ad00d18321 req-0f639364-8756-47ed-a925-d5477b746dca tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:34.839711 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-ceeff558-36ea-467c-a2fc-11ad00d18321 req-0f639364-8756-47ed-a925-d5477b746dca tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/ports?device_id=a04444dd-f9dd-428f-b524-fba73fc83fe4 HTTP/1.1" status: 200 len: 945 time: 0.1022463 May 27 03:25:34.841328 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-cc3dcd0b-081c-476e-b9f5-1dd68af26097 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16279512'] for floatingip (915ddab8-fb8d-42b0-b2c4-e8b061e3bb4c), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:34.866854 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-cc3dcd0b-081c-476e-b9f5-1dd68af26097 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159658'] for floatingip (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:34.876608 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-cc3dcd0b-081c-476e-b9f5-1dd68af26097 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1058569 May 27 03:25:34.918634 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-ceeff558-36ea-467c-a2fc-11ad00d18321 req-a8ad2ef1-591b-46bb-8cd2-39c45938dd9f tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b952be5-5d1b-4d72-ad7c-b294a4de78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589149 May 27 03:25:34.961477 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (01a6c5a5-ff25-49ea-8869-bb2b5ba0570e), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:35.022188 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-264d7041-433a-4d84-b738-b80559e5e424 req-c63353e2-36a7-48c7-a0d9-09cd1f4b8166 tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3f1335e-7bd8-41e9-a488-25676516cce9 HTTP/1.1" status: 200 len: 210 time: 0.0401254 May 27 03:25:35.155562 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-8aa2ea4e-db40-4ec7-b162-a21529dc0514 req-08893cd9-a9a1-485e-9517-231c7af57e40 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--923029789&fields=id&tenant_id=6db8193dcee944008c7b41889bfa67a3 HTTP/1.1" status: 200 len: 267 time: 0.0464191 May 27 03:25:35.273664 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa2ea4e-db40-4ec7-b162-a21529dc0514 req-30f90047-b297-416b-9ceb-7681c4766215 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:35.275128 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-8aa2ea4e-db40-4ec7-b162-a21529dc0514 req-30f90047-b297-416b-9ceb-7681c4766215 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/networks?id=ee2ac450-e56e-4c1d-8d15-c8bfd50e2024 HTTP/1.1" status: 200 len: 819 time: 0.1117771 May 27 03:25:35.290130 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-8aa2ea4e-db40-4ec7-b162-a21529dc0514 req-f978cd59-6eae-4777-971c-f369904d0144 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/quotas/6db8193dcee944008c7b41889bfa67a3 HTTP/1.1" status: 200 len: 375 time: 0.0092189 May 27 03:25:35.334904 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:25:35.348167 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-8aa2ea4e-db40-4ec7-b162-a21529dc0514 req-77f43746-0505-490c-8c19-6c5147680326 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=6db8193dcee944008c7b41889bfa67a3&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0519731 May 27 03:25:35.377256 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:25:35.452858 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-8aa2ea4e-db40-4ec7-b162-a21529dc0514 req-11acd67a-bff0-40ab-ae03-aeb50bf16bb5 service neutron] 10.222.0.50 "GET /v2.0/networks/ee2ac450-e56e-4c1d-8d15-c8bfd50e2024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929866 May 27 03:25:35.556403 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-8aa2ea4e-db40-4ec7-b162-a21529dc0514 req-9a093c5b-f9ac-4dc6-8bbd-24b594f0af55 service neutron] 10.222.0.50 "GET /v2.0/networks/ee2ac450-e56e-4c1d-8d15-c8bfd50e2024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949545 May 27 03:25:35.764302 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831db3a5-4d4e-46a4-b9aa-0e58fc1419cf req-82155b6e-13cb-440e-8e10-e856671cb625 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:35.765838 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-831db3a5-4d4e-46a4-b9aa-0e58fc1419cf req-82155b6e-13cb-440e-8e10-e856671cb625 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=b54917ef-d32c-4303-99e3-75adc12f147e HTTP/1.1" status: 200 len: 945 time: 0.0528188 May 27 03:25:35.814248 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-831db3a5-4d4e-46a4-b9aa-0e58fc1419cf req-37d858e0-c8b6-4286-8cd4-cb895c074ec3 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=355c63b5-9543-409d-a9f3-f7230b59d8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423825 May 27 03:25:35.928551 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22ee2c7-9efa-4ff5-9c01-53bfff5c90d4 req-6577302c-e527-49be-829f-4fc0774be7d4 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:35.930446 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c22ee2c7-9efa-4ff5-9c01-53bfff5c90d4 req-6577302c-e527-49be-829f-4fc0774be7d4 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "GET /v2.0/ports?device_id=31f03d50-8598-4db5-b3fd-ee77a878c5e4 HTTP/1.1" status: 200 len: 944 time: 0.0525427 May 27 03:25:35.982698 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c22ee2c7-9efa-4ff5-9c01-53bfff5c90d4 req-63fe863a-d851-4c54-b1ff-2760a76d3f7d tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1e45c10-37e6-4124-bc3b-be47b71b2f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463064 May 27 03:25:36.049958 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-d5c9a7ca-94de-420d-8272-b8da4658ee1d req-46837cd5-aabd-4fc1-8422-9bf3e65ae4f5 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=b967195a-9c2e-4f9f-9a09-65a4101b07c8 HTTP/1.1" status: 200 len: 210 time: 0.0282679 May 27 03:25:36.154155 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f9cb3c-838e-4c4e-a3e4-c41f3fdea9b5 req-d774bddb-7f10-4c6e-975d-39cd567c1598 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:36.155655 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-59f9cb3c-838e-4c4e-a3e4-c41f3fdea9b5 req-d774bddb-7f10-4c6e-975d-39cd567c1598 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/ports?device_id=a04444dd-f9dd-428f-b524-fba73fc83fe4 HTTP/1.1" status: 200 len: 945 time: 0.0505886 May 27 03:25:36.208504 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-59f9cb3c-838e-4c4e-a3e4-c41f3fdea9b5 req-8eea5149-c054-40c3-a463-fa7a51c69421 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b952be5-5d1b-4d72-ad7c-b294a4de78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435925 May 27 03:25:36.292644 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-4fb1f712-05dc-4bb3-9e1c-fe223e6d5df4 req-7b2b54b3-6cfe-4fb0-9540-97b01d58a49a tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3f1335e-7bd8-41e9-a488-25676516cce9 HTTP/1.1" status: 200 len: 210 time: 0.0281198 May 27 03:25:36.956016 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a686fc-c89d-4599-92d0-dc34e3e7f861 req-cf07675e-0935-4646-a4b4-cf7166192ee7 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:36.958020 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-66a686fc-c89d-4599-92d0-dc34e3e7f861 req-cf07675e-0935-4646-a4b4-cf7166192ee7 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=b54917ef-d32c-4303-99e3-75adc12f147e HTTP/1.1" status: 200 len: 945 time: 0.0585694 May 27 03:25:37.027239 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-66a686fc-c89d-4599-92d0-dc34e3e7f861 req-f6735c94-22dd-4344-b6cc-5b2f194608b3 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=355c63b5-9543-409d-a9f3-f7230b59d8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591409 May 27 03:25:37.157005 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80446d5-a85c-427b-936f-5d2ad2c16748 req-dfc80f2e-f851-427d-b7cc-36fac50ab405 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:37.158925 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b80446d5-a85c-427b-936f-5d2ad2c16748 req-dfc80f2e-f851-427d-b7cc-36fac50ab405 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "GET /v2.0/ports?device_id=31f03d50-8598-4db5-b3fd-ee77a878c5e4 HTTP/1.1" status: 200 len: 944 time: 0.0609496 May 27 03:25:37.221488 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b80446d5-a85c-427b-936f-5d2ad2c16748 req-cb8221df-7db6-4ac7-9bb7-8a566cdbb0ca tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1e45c10-37e6-4124-bc3b-be47b71b2f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552268 May 27 03:25:37.251666 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-6dea4474-4671-46eb-b7ba-27cdd6a38983 req-5ffb8323-9121-4923-ac86-d1a330b86d5c tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=b967195a-9c2e-4f9f-9a09-65a4101b07c8 HTTP/1.1" status: 200 len: 210 time: 0.0343695 May 27 03:25:37.317931 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 59218) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:25:37.340940 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a8b2e1-a803-48aa-a00a-99afad3400fd req-d0d4872c-d105-4d81-9add-c571be849b49 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:37.342945 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-43a8b2e1-a803-48aa-a00a-99afad3400fd req-d0d4872c-d105-4d81-9add-c571be849b49 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/ports?device_id=a04444dd-f9dd-428f-b524-fba73fc83fe4 HTTP/1.1" status: 200 len: 945 time: 0.0591278 May 27 03:25:37.391620 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-cade80f9-2ee6-4c8a-bb3c-ca34f7d6e9a1 req-ed4d2a21-6642-46de-a1a5-1933df1b43fa tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3f1335e-7bd8-41e9-a488-25676516cce9 HTTP/1.1" status: 200 len: 210 time: 0.0304389 May 27 03:25:37.391971 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-43a8b2e1-a803-48aa-a00a-99afad3400fd req-fcf26922-e9f5-4759-8faa-7dbaa16aaa7b tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b952be5-5d1b-4d72-ad7c-b294a4de78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432928 May 27 03:25:37.442784 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-39fbcc1a-674a-4e7d-b944-c2fdc6c8117b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:37.531279 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-39fbcc1a-674a-4e7d-b944-c2fdc6c8117b admin admin] Publish callbacks [] for security_group (7cfdf4ac-4b3f-4705-96ca-2e7af258d2b5), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:37.537544 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-39fbcc1a-674a-4e7d-b944-c2fdc6c8117b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (7cfdf4ac-4b3f-4705-96ca-2e7af258d2b5), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:37.556649 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:25:37.585448 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-39fbcc1a-674a-4e7d-b944-c2fdc6c8117b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=750d1d9f4e714ac7a31641006ecfd89b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2664766 May 27 03:25:37.586157 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fbcc1a-674a-4e7d-b944-c2fdc6c8117b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cfdf4ac-4b3f-4705-96ca-2e7af258d2b5,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:37.589802 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 59222) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:25:37.636686 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:25:37.649333 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-8f5e72cf-aa14-4d15-8fbe-93f04349012d admin admin] Publish callbacks [] for security_group (7cfdf4ac-4b3f-4705-96ca-2e7af258d2b5), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:37.674108 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-8f5e72cf-aa14-4d15-8fbe-93f04349012d admin admin] Publish callbacks [] for security_group (7cfdf4ac-4b3f-4705-96ca-2e7af258d2b5), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:37.730971 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-8f5e72cf-aa14-4d15-8fbe-93f04349012d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (7cfdf4ac-4b3f-4705-96ca-2e7af258d2b5), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:37.734484 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-8f5e72cf-aa14-4d15-8fbe-93f04349012d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:37.735939 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-8f5e72cf-aa14-4d15-8fbe-93f04349012d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7cfdf4ac-4b3f-4705-96ca-2e7af258d2b5 HTTP/1.1" status: 204 len: 168 time: 0.1448317 May 27 03:25:37.743821 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5e72cf-aa14-4d15-8fbe-93f04349012d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cfdf4ac-4b3f-4705-96ca-2e7af258d2b5,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:38.047665 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 59232) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:25:38.055285 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:25:38.064158 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-30dd67d6-4fb7-4610-80fd-6ae1bc911ed8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:38.176724 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-30dd67d6-4fb7-4610-80fd-6ae1bc911ed8 admin admin] Publish callbacks [] for security_group (3f328489-4092-4126-bdbb-5c32ea175001), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:38.183363 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-30dd67d6-4fb7-4610-80fd-6ae1bc911ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (3f328489-4092-4126-bdbb-5c32ea175001), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:38.187768 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17cf126-43d5-457b-9b10-c8ebc26558c0 req-009b1af0-bf35-47fe-8d9d-2d9efd877b55 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:38.195314 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-b17cf126-43d5-457b-9b10-c8ebc26558c0 req-009b1af0-bf35-47fe-8d9d-2d9efd877b55 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=b54917ef-d32c-4303-99e3-75adc12f147e HTTP/1.1" status: 200 len: 945 time: 0.0697329 May 27 03:25:38.237335 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-30dd67d6-4fb7-4610-80fd-6ae1bc911ed8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=979a5be6112b45cfb8ab0727d9003929&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1883287 May 27 03:25:38.238453 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dd67d6-4fb7-4610-80fd-6ae1bc911ed8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f328489-4092-4126-bdbb-5c32ea175001,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:38.240103 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 59240) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:25:38.280717 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=3 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:25:38.338015 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-269704d2-fe25-495c-9366-08e8764b3088 admin admin] Publish callbacks [] for security_group (3f328489-4092-4126-bdbb-5c32ea175001), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:38.357573 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-b17cf126-43d5-457b-9b10-c8ebc26558c0 req-7f224adf-105a-4967-bcdf-fb532ba8bbfe tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=355c63b5-9543-409d-a9f3-f7230b59d8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1613607 May 27 03:25:38.384478 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-269704d2-fe25-495c-9366-08e8764b3088 admin admin] Publish callbacks [] for security_group (3f328489-4092-4126-bdbb-5c32ea175001), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:38.426653 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c63ee1-9b62-4a48-b6a0-fb34f3bbda73 req-fc476673-ac2f-410d-9067-1f9231ea5300 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:38.428502 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-86c63ee1-9b62-4a48-b6a0-fb34f3bbda73 req-fc476673-ac2f-410d-9067-1f9231ea5300 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "GET /v2.0/ports?device_id=31f03d50-8598-4db5-b3fd-ee77a878c5e4 HTTP/1.1" status: 200 len: 944 time: 0.0512679 May 27 03:25:38.458737 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-20cacc1f-96a7-4c89-a6fa-87ce09ed71fd req-318d9b75-d1ef-4967-8888-189e9ea7794a tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=b967195a-9c2e-4f9f-9a09-65a4101b07c8 HTTP/1.1" status: 200 len: 210 time: 0.0342681 May 27 03:25:38.483978 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-269704d2-fe25-495c-9366-08e8764b3088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (3f328489-4092-4126-bdbb-5c32ea175001), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:38.487578 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-269704d2-fe25-495c-9366-08e8764b3088 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:38.488891 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-269704d2-fe25-495c-9366-08e8764b3088 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3f328489-4092-4126-bdbb-5c32ea175001 HTTP/1.1" status: 204 len: 168 time: 0.2476299 May 27 03:25:38.498221 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269704d2-fe25-495c-9366-08e8764b3088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f328489-4092-4126-bdbb-5c32ea175001,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:38.530811 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-86c63ee1-9b62-4a48-b6a0-fb34f3bbda73 req-ba7cee98-fc67-4fde-997f-99065cb7433d tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1e45c10-37e6-4124-bc3b-be47b71b2f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966671 May 27 03:25:38.552445 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9292f768-5420-44b0-8d61-408a1fe3052d req-8c2dd93b-c8bd-4038-82fb-d2170b90b5e2 tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:38.561867 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-9292f768-5420-44b0-8d61-408a1fe3052d req-8c2dd93b-c8bd-4038-82fb-d2170b90b5e2 tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] 10.222.0.67 "GET /v2.0/networks?id=d552a4c8-1cfd-43a0-b4ee-dbad181ed1bf HTTP/1.1" status: 200 len: 813 time: 0.2946913 May 27 03:25:38.575106 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-1fdcd331-980f-44c1-8dbe-02b01b56dea6 req-5670a525-b032-4078-b990-578a90efbd04 tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3f1335e-7bd8-41e9-a488-25676516cce9 HTTP/1.1" status: 200 len: 210 time: 0.0475187 May 27 03:25:38.655649 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509d7066-22ea-48a7-b2b1-e3a78bd1c868 req-f801a817-f2e7-4654-8429-9f38bd7c9f7e tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:38.657201 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-509d7066-22ea-48a7-b2b1-e3a78bd1c868 req-f801a817-f2e7-4654-8429-9f38bd7c9f7e tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/ports?device_id=a04444dd-f9dd-428f-b524-fba73fc83fe4 HTTP/1.1" status: 200 len: 945 time: 0.0536807 May 27 03:25:38.704370 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-509d7066-22ea-48a7-b2b1-e3a78bd1c868 req-c632c95e-7e6a-4a3d-93e9-a77e1ff66941 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b952be5-5d1b-4d72-ad7c-b294a4de78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414536 May 27 03:25:39.110853 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=1 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:25:39.116526 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=5 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:25:39.478541 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde6c6f6-b0a7-4300-a843-acfb6a2bef46 req-9a57d106-d0e0-4a33-be63-2a1120b5bf77 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:39.480018 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-dde6c6f6-b0a7-4300-a843-acfb6a2bef46 req-9a57d106-d0e0-4a33-be63-2a1120b5bf77 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=b54917ef-d32c-4303-99e3-75adc12f147e HTTP/1.1" status: 200 len: 945 time: 0.0482740 May 27 03:25:39.545814 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-dde6c6f6-b0a7-4300-a843-acfb6a2bef46 req-84d3bf84-cf24-4b83-9911-d73a2c124f87 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=355c63b5-9543-409d-a9f3-f7230b59d8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551658 May 27 03:25:39.576432 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-1351bf8a-3b15-4ebb-afed-2ae9706b260e req-12d79c62-f87a-4086-927a-e9ba9bb2871d tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=b967195a-9c2e-4f9f-9a09-65a4101b07c8 HTTP/1.1" status: 200 len: 210 time: 0.0379140 May 27 03:25:39.676070 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a9e94d9b-e3c0-4c57-b209-2e1dd312c0f6 req-e8f4bb0a-9566-4b4c-a3b2-63e0f303456d tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3f1335e-7bd8-41e9-a488-25676516cce9 HTTP/1.1" status: 200 len: 210 time: 0.0287750 May 27 03:25:39.686282 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e27122c-c0b0-4942-a0de-87583e13fb63 req-a3676b89-bbdf-435b-82f5-c73fabcefbc6 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:39.687902 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-3e27122c-c0b0-4942-a0de-87583e13fb63 req-a3676b89-bbdf-435b-82f5-c73fabcefbc6 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "GET /v2.0/ports?device_id=31f03d50-8598-4db5-b3fd-ee77a878c5e4 HTTP/1.1" status: 200 len: 944 time: 0.0577362 May 27 03:25:39.739805 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-3e27122c-c0b0-4942-a0de-87583e13fb63 req-48a80619-3430-4bcb-842f-ed22099293fc tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1e45c10-37e6-4124-bc3b-be47b71b2f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459502 May 27 03:25:39.820179 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6cd429-18f8-4aeb-8419-b12885fdb5da req-28b978ed-d152-469a-834c-9171128998ba tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:39.821701 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-3f6cd429-18f8-4aeb-8419-b12885fdb5da req-28b978ed-d152-469a-834c-9171128998ba tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/ports?device_id=a04444dd-f9dd-428f-b524-fba73fc83fe4 HTTP/1.1" status: 200 len: 945 time: 0.0472267 May 27 03:25:39.872297 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-3f6cd429-18f8-4aeb-8419-b12885fdb5da req-fd31e454-563b-4af2-82fa-69a4fcd98d8d tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b952be5-5d1b-4d72-ad7c-b294a4de78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447388 May 27 03:25:40.424393 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 59330) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:25:40.550261 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-d555eebf-6d90-4044-a8a5-3e4e6e716ea8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:40.664719 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-d555eebf-6d90-4044-a8a5-3e4e6e716ea8 admin admin] Publish callbacks [] for security_group (02af0d51-1767-4f60-9685-567af5dd343b), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:40.670843 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-d555eebf-6d90-4044-a8a5-3e4e6e716ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (02af0d51-1767-4f60-9685-567af5dd343b), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:40.680676 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b58b9e02-deda-4e42-a8f4-cbc4b40cd7f5 req-909580ad-f064-4143-901b-0839536adeae tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=b967195a-9c2e-4f9f-9a09-65a4101b07c8 HTTP/1.1" status: 200 len: 210 time: 0.0302629 May 27 03:25:40.695230 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bce132a-551b-4101-bf1d-3af9a053f13d req-87cd30d7-7f20-48e3-ad48-b386db4e2adb tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:40.696731 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-7bce132a-551b-4101-bf1d-3af9a053f13d req-87cd30d7-7f20-48e3-ad48-b386db4e2adb tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=b54917ef-d32c-4303-99e3-75adc12f147e HTTP/1.1" status: 200 len: 945 time: 0.0708990 May 27 03:25:40.738950 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555eebf-6d90-4044-a8a5-3e4e6e716ea8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02af0d51-1767-4f60-9685-567af5dd343b,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:40.746797 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-d555eebf-6d90-4044-a8a5-3e4e6e716ea8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=48ea3b227a5c45e28cb31d639dab3754&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3185692 May 27 03:25:40.747956 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 59342) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:25:40.771209 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=6 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:25:40.780344 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-7bce132a-551b-4101-bf1d-3af9a053f13d req-e0032f3f-e07a-4b27-b87c-30ee3e0b990a tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=355c63b5-9543-409d-a9f3-f7230b59d8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768204 May 27 03:25:40.784572 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-91ce1219-b5bb-4bdd-82cb-ea0fb7128232 req-db650f9b-5a6b-4761-bf18-291a90f8f381 tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3f1335e-7bd8-41e9-a488-25676516cce9 HTTP/1.1" status: 200 len: 210 time: 0.0380208 May 27 03:25:40.824798 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-236b607b-8134-47ab-884d-912b5f0210ad admin admin] Publish callbacks [] for security_group (02af0d51-1767-4f60-9685-567af5dd343b), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:40.846422 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-236b607b-8134-47ab-884d-912b5f0210ad admin admin] Publish callbacks [] for security_group (02af0d51-1767-4f60-9685-567af5dd343b), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:40.919201 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef32a62-2225-42fa-a2ba-7aa05006bc4b req-890c068a-d38c-43cf-a939-0f2eb0a80111 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:40.920684 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-3ef32a62-2225-42fa-a2ba-7aa05006bc4b req-890c068a-d38c-43cf-a939-0f2eb0a80111 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "GET /v2.0/ports?device_id=31f03d50-8598-4db5-b3fd-ee77a878c5e4 HTTP/1.1" status: 200 len: 944 time: 0.0652380 May 27 03:25:40.949542 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-236b607b-8134-47ab-884d-912b5f0210ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (02af0d51-1767-4f60-9685-567af5dd343b), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:40.952043 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-236b607b-8134-47ab-884d-912b5f0210ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:40.953196 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-236b607b-8134-47ab-884d-912b5f0210ad admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/02af0d51-1767-4f60-9685-567af5dd343b HTTP/1.1" status: 204 len: 168 time: 0.2043202 May 27 03:25:40.959991 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=3 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:25:40.980077 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236b607b-8134-47ab-884d-912b5f0210ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02af0d51-1767-4f60-9685-567af5dd343b,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:40.987741 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-3ef32a62-2225-42fa-a2ba-7aa05006bc4b req-95d447cf-7f02-430f-aafd-960e026490ea tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1e45c10-37e6-4124-bc3b-be47b71b2f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609086 May 27 03:25:41.019576 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41ad461-9d01-4de1-ad0c-d8bd91ba15f4 req-f9a965e1-cfda-4795-8597-7c1fa4428e52 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:41.021283 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-d41ad461-9d01-4de1-ad0c-d8bd91ba15f4 req-f9a965e1-cfda-4795-8597-7c1fa4428e52 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/ports?device_id=a04444dd-f9dd-428f-b524-fba73fc83fe4 HTTP/1.1" status: 200 len: 945 time: 0.0722520 May 27 03:25:41.069704 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-d41ad461-9d01-4de1-ad0c-d8bd91ba15f4 req-f30c380e-37b8-4c24-b53a-3fdd5731d0ff tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b952be5-5d1b-4d72-ad7c-b294a4de78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425599 May 27 03:25:41.246473 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 59352) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:25:41.260172 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-6b1c2dbb-3902-4a01-90bf-b848dd4a2b01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:41.338100 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-6b1c2dbb-3902-4a01-90bf-b848dd4a2b01 admin admin] Publish callbacks [] for security_group (77ddf990-58b3-4197-a19d-87d97b01de36), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:41.343995 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-6b1c2dbb-3902-4a01-90bf-b848dd4a2b01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (77ddf990-58b3-4197-a19d-87d97b01de36), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:41.381951 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-6b1c2dbb-3902-4a01-90bf-b848dd4a2b01 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=768dc2a5e1f44431be1b10e8d031e625&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1344168 May 27 03:25:41.382755 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1c2dbb-3902-4a01-90bf-b848dd4a2b01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77ddf990-58b3-4197-a19d-87d97b01de36,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:41.384900 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 59354) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:25:41.440359 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-0e056514-648c-4a5b-94bd-181375a88e4e admin admin] Publish callbacks [] for security_group (77ddf990-58b3-4197-a19d-87d97b01de36), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:41.461608 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-0e056514-648c-4a5b-94bd-181375a88e4e admin admin] Publish callbacks [] for security_group (77ddf990-58b3-4197-a19d-87d97b01de36), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:41.467191 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:25:41.515863 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-0e056514-648c-4a5b-94bd-181375a88e4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (77ddf990-58b3-4197-a19d-87d97b01de36), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:41.518533 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-0e056514-648c-4a5b-94bd-181375a88e4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:41.522140 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-0e056514-648c-4a5b-94bd-181375a88e4e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/77ddf990-58b3-4197-a19d-87d97b01de36 HTTP/1.1" status: 204 len: 168 time: 0.1353784 May 27 03:25:41.533771 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e056514-648c-4a5b-94bd-181375a88e4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77ddf990-58b3-4197-a19d-87d97b01de36,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:41.783859 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-86638710-97cb-462c-a80c-c56542e972ef req-80692901-ace9-45a1-9ab1-7b101343b521 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=b967195a-9c2e-4f9f-9a09-65a4101b07c8 HTTP/1.1" status: 200 len: 210 time: 0.0318677 May 27 03:25:41.895643 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-c8cb8efb-f464-4d53-9ae6-3639d252e002 req-7603a476-a587-4476-8384-c48e3713453c tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3f1335e-7bd8-41e9-a488-25676516cce9 HTTP/1.1" status: 200 len: 210 time: 0.0374727 May 27 03:25:41.914284 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c5aaad-579a-4bcc-9d83-91f09de60424 req-e7ada2b0-c417-420f-975f-0f5bfc463335 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:41.915860 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b1c5aaad-579a-4bcc-9d83-91f09de60424 req-e7ada2b0-c417-420f-975f-0f5bfc463335 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=b54917ef-d32c-4303-99e3-75adc12f147e HTTP/1.1" status: 200 len: 945 time: 0.0538921 May 27 03:25:41.965857 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b1c5aaad-579a-4bcc-9d83-91f09de60424 req-3885b00f-c3d2-4d5c-9dbd-67d654e7292a tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=355c63b5-9543-409d-a9f3-f7230b59d8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433259 May 27 03:25:42.075680 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=84,neutron:DELETE=1,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:25:42.120936 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9a53ce-8a2d-4bbb-afe9-d3a94048cdad req-438201b4-4fb0-4d9f-9450-50e1b9c4dd96 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:42.122500 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-bb9a53ce-8a2d-4bbb-afe9-d3a94048cdad req-438201b4-4fb0-4d9f-9450-50e1b9c4dd96 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "GET /v2.0/ports?device_id=31f03d50-8598-4db5-b3fd-ee77a878c5e4 HTTP/1.1" status: 200 len: 944 time: 0.0554509 May 27 03:25:42.176816 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-bb9a53ce-8a2d-4bbb-afe9-d3a94048cdad req-d242c0dc-6e41-4e83-abc6-ff5c2c7555f1 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1e45c10-37e6-4124-bc3b-be47b71b2f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482194 May 27 03:25:42.201510 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107b6bcd-a413-452e-99c2-bf720f8e7af4 req-2ca0ec65-0b5c-4fb1-ad20-7992effdd3a6 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:42.203056 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-107b6bcd-a413-452e-99c2-bf720f8e7af4 req-2ca0ec65-0b5c-4fb1-ad20-7992effdd3a6 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/ports?device_id=a04444dd-f9dd-428f-b524-fba73fc83fe4 HTTP/1.1" status: 200 len: 945 time: 0.0591924 May 27 03:25:42.250483 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-107b6bcd-a413-452e-99c2-bf720f8e7af4 req-1dc9c34e-3dec-4134-b8bb-28d3e610133c tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b952be5-5d1b-4d72-ad7c-b294a4de78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406427 May 27 03:25:42.885447 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-bfe1a15b-1682-4074-b211-c38736678ed5 req-c56ffb43-a357-4bf3-9f9d-00d0e0b47315 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=b967195a-9c2e-4f9f-9a09-65a4101b07c8 HTTP/1.1" status: 200 len: 210 time: 0.0304728 May 27 03:25:42.918694 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 59422) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:25:43.003316 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-7c052a1f-be03-4172-9a8f-e253897429b9 req-627b77fb-e59d-42e9-b7ae-206eab66682b tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3f1335e-7bd8-41e9-a488-25676516cce9 HTTP/1.1" status: 200 len: 210 time: 0.0316646 May 27 03:25:43.053465 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-bf713dd6-c1d1-4714-8eb6-0d8166086a89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:43.114571 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea87790-ec1f-4b0a-98bb-4eb53637e587 req-dcca74c5-50d1-42c7-9ec4-9f19aceeac24 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:43.116071 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-2ea87790-ec1f-4b0a-98bb-4eb53637e587 req-dcca74c5-50d1-42c7-9ec4-9f19aceeac24 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=b54917ef-d32c-4303-99e3-75adc12f147e HTTP/1.1" status: 200 len: 945 time: 0.0646312 May 27 03:25:43.149279 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (a17a57cc-679f-4398-8430-1b64b86f4dc1), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:43.195920 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-2ea87790-ec1f-4b0a-98bb-4eb53637e587 req-77b7b841-45a5-4962-a481-826751159105 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=355c63b5-9543-409d-a9f3-f7230b59d8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694048 May 27 03:25:43.235525 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-bf713dd6-c1d1-4714-8eb6-0d8166086a89 admin admin] Publish callbacks [] for security_group (7d92f54b-5650-41ae-a95a-6d800cb13c62), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:43.240861 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-bf713dd6-c1d1-4714-8eb6-0d8166086a89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (7d92f54b-5650-41ae-a95a-6d800cb13c62), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:43.285133 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-bf713dd6-c1d1-4714-8eb6-0d8166086a89 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1d499026e5ce4fd1b94c2063e4535957&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3652890 May 27 03:25:43.285886 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf713dd6-c1d1-4714-8eb6-0d8166086a89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d92f54b-5650-41ae-a95a-6d800cb13c62,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:43.288210 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 59440) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:25:43.313218 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35999db9-5467-4877-8fc0-b0d13dae2a6c req-76e80cb9-955c-4024-accc-c0cc6e795238 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:43.321887 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-35999db9-5467-4877-8fc0-b0d13dae2a6c req-76e80cb9-955c-4024-accc-c0cc6e795238 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "GET /v2.0/ports?device_id=31f03d50-8598-4db5-b3fd-ee77a878c5e4 HTTP/1.1" status: 200 len: 944 time: 0.0657165 May 27 03:25:43.349332 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-78b40e2e-906a-4529-971c-bb1144f65f57 admin admin] Publish callbacks [] for security_group (7d92f54b-5650-41ae-a95a-6d800cb13c62), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:43.379794 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-78b40e2e-906a-4529-971c-bb1144f65f57 admin admin] Publish callbacks [] for security_group (7d92f54b-5650-41ae-a95a-6d800cb13c62), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:43.388811 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-35999db9-5467-4877-8fc0-b0d13dae2a6c req-ed66d0d9-f9c7-4f70-a18a-4547ecca57d8 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1e45c10-37e6-4124-bc3b-be47b71b2f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645645 May 27 03:25:43.453196 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ffdff4-543d-4025-8eb4-63bb24b19033 req-3ceb8690-5a88-4401-836b-24e9b6ea6442 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:43.454708 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-d5ffdff4-543d-4025-8eb4-63bb24b19033 req-3ceb8690-5a88-4401-836b-24e9b6ea6442 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/ports?device_id=a04444dd-f9dd-428f-b524-fba73fc83fe4 HTTP/1.1" status: 200 len: 945 time: 0.0804372 May 27 03:25:43.491971 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:25:43.496556 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-78b40e2e-906a-4529-971c-bb1144f65f57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (7d92f54b-5650-41ae-a95a-6d800cb13c62), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:43.500224 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-78b40e2e-906a-4529-971c-bb1144f65f57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:43.501752 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-78b40e2e-906a-4529-971c-bb1144f65f57 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7d92f54b-5650-41ae-a95a-6d800cb13c62 HTTP/1.1" status: 204 len: 168 time: 0.2122347 May 27 03:25:43.532612 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-d5ffdff4-543d-4025-8eb4-63bb24b19033 req-0aed7063-d6f6-4d01-9e08-c9810eee0d35 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b952be5-5d1b-4d72-ad7c-b294a4de78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683813 May 27 03:25:43.532612 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b40e2e-906a-4529-971c-bb1144f65f57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d92f54b-5650-41ae-a95a-6d800cb13c62,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:43.895397 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 59468) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:25:43.984588 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-d5c12f3f-9946-43ca-9a48-0fe10d9d7ce6 req-415a0a94-99a7-4f46-9b85-6229cf58150a tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=b967195a-9c2e-4f9f-9a09-65a4101b07c8 HTTP/1.1" status: 200 len: 210 time: 0.0278456 May 27 03:25:44.008823 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-563f97e9-2ee4-4ca2-9caf-00f48a07c81d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:44.068576 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.agents_db [None req-9472a85a-8dd5-480f-9a02-5eb3d7473862 None None] Agent healthcheck: found 6 active agents {{(pid=104074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:25:44.089420 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-563f97e9-2ee4-4ca2-9caf-00f48a07c81d admin admin] Publish callbacks [] for security_group (a4e24545-fffd-43f6-a72b-1b0a03d0d0b3), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:44.096360 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-563f97e9-2ee4-4ca2-9caf-00f48a07c81d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (a4e24545-fffd-43f6-a72b-1b0a03d0d0b3), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:44.109811 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-ea9aa5da-bbdb-4c63-9b6c-aa57a3ca9698 req-4fbc844e-d134-4595-b84e-02ac93bac44d tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3f1335e-7bd8-41e9-a488-25676516cce9 HTTP/1.1" status: 200 len: 210 time: 0.0316088 May 27 03:25:44.133117 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-563f97e9-2ee4-4ca2-9caf-00f48a07c81d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f2e524619d7f49478237e5bb41115c11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2366757 May 27 03:25:44.135718 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 59476) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:25:44.137580 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563f97e9-2ee4-4ca2-9caf-00f48a07c81d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4e24545-fffd-43f6-a72b-1b0a03d0d0b3,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:44.187101 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-637c10ae-5d20-4557-a00c-32597c1422b0 admin admin] Publish callbacks [] for security_group (a4e24545-fffd-43f6-a72b-1b0a03d0d0b3), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:44.207746 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-637c10ae-5d20-4557-a00c-32597c1422b0 admin admin] Publish callbacks [] for security_group (a4e24545-fffd-43f6-a72b-1b0a03d0d0b3), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:44.266312 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-637c10ae-5d20-4557-a00c-32597c1422b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (a4e24545-fffd-43f6-a72b-1b0a03d0d0b3), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:44.270239 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-637c10ae-5d20-4557-a00c-32597c1422b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:44.271572 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-637c10ae-5d20-4557-a00c-32597c1422b0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a4e24545-fffd-43f6-a72b-1b0a03d0d0b3 HTTP/1.1" status: 204 len: 168 time: 0.1348453 May 27 03:25:44.281760 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637c10ae-5d20-4557-a00c-32597c1422b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4e24545-fffd-43f6-a72b-1b0a03d0d0b3,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:44.326851 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88a027f-1f41-43f8-b457-91cc66ca55e7 req-96afd45a-e9f3-4b32-baba-951a0cbb161f tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:44.328758 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b88a027f-1f41-43f8-b457-91cc66ca55e7 req-96afd45a-e9f3-4b32-baba-951a0cbb161f tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=b54917ef-d32c-4303-99e3-75adc12f147e HTTP/1.1" status: 200 len: 945 time: 0.0527067 May 27 03:25:44.355585 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [req-9292f768-5420-44b0-8d61-408a1fe3052d req-5e9af714-e42a-4a22-a935-4dcd9d65c38f tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] Request body: {'port': {'device_id': 'a3f1335e-7bd8-41e9-a488-25676516cce9', 'network_id': 'd552a4c8-1cfd-43a0-b4ee-dbad181ed1bf', 'admin_state_up': True, 'tenant_id': '4052d211d2a346d8be95d6ac7761defb'}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:25:44.431686 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b88a027f-1f41-43f8-b457-91cc66ca55e7 req-ab11ca4e-4f5b-4592-8a3a-5ba2bff2ef1f tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=355c63b5-9543-409d-a9f3-f7230b59d8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968583 May 27 03:25:44.506718 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:25:44.535657 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9292f768-5420-44b0-8d61-408a1fe3052d req-5e9af714-e42a-4a22-a935-4dcd9d65c38f tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] Made reservation on behalf of 4052d211d2a346d8be95d6ac7761defb for: {'port': 1} {{(pid=104072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:25:44.539219 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-9292f768-5420-44b0-8d61-408a1fe3052d req-5e9af714-e42a-4a22-a935-4dcd9d65c38f tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:44.552849 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=3 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:25:44.577734 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e33336-602f-425d-b2f2-3376134ba8bd req-6313a230-9199-44bf-8307-50826154b073 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:44.579736 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-24e33336-602f-425d-b2f2-3376134ba8bd req-6313a230-9199-44bf-8307-50826154b073 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "GET /v2.0/ports?device_id=31f03d50-8598-4db5-b3fd-ee77a878c5e4 HTTP/1.1" status: 200 len: 944 time: 0.0956905 May 27 03:25:44.644775 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa2ea4e-db40-4ec7-b162-a21529dc0514 req-bd6c1d9c-823d-4d32-aad7-a3fa9153c033 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:44.645128 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-8aa2ea4e-db40-4ec7-b162-a21529dc0514 req-bd6c1d9c-823d-4d32-aad7-a3fa9153c033 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.67 "GET /v2.0/networks?id=ee2ac450-e56e-4c1d-8d15-c8bfd50e2024 HTTP/1.1" status: 200 len: 819 time: 0.1991653 May 27 03:25:44.680735 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-24e33336-602f-425d-b2f2-3376134ba8bd req-59297949-6483-4c75-acc8-894889e0aec7 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1e45c10-37e6-4124-bc3b-be47b71b2f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918279 May 27 03:25:44.681264 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 59494) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:25:44.701257 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-7602fbc5-aea0-48b4-a820-cc11068064cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:44.795718 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-7602fbc5-aea0-48b4-a820-cc11068064cc admin admin] Publish callbacks [] for security_group (9dec5e76-fed5-4c61-a13e-d889f8c071b2), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:44.805714 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-7602fbc5-aea0-48b4-a820-cc11068064cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (9dec5e76-fed5-4c61-a13e-d889f8c071b2), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:44.874389 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-7602fbc5-aea0-48b4-a820-cc11068064cc admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7a67727c9142485fa2d09a36200f90ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1918778 May 27 03:25:44.879537 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7602fbc5-aea0-48b4-a820-cc11068064cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dec5e76-fed5-4c61-a13e-d889f8c071b2,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:44.883397 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 59498) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:25:44.979631 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e88f1a8-83c3-42c3-9602-99fbe886038a req-43889296-4410-477c-838c-869c4bdb278b tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:44.981214 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-8e88f1a8-83c3-42c3-9602-99fbe886038a req-43889296-4410-477c-838c-869c4bdb278b tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/ports?device_id=a04444dd-f9dd-428f-b524-fba73fc83fe4 HTTP/1.1" status: 200 len: 945 time: 0.3473554 May 27 03:25:44.983855 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:25:44.988378 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.db.db_base_plugin_common [req-9292f768-5420-44b0-8d61-408a1fe3052d req-5e9af714-e42a-4a22-a935-4dcd9d65c38f tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] Allocated IP 172.20.0.2 (d552a4c8-1cfd-43a0-b4ee-dbad181ed1bf/aaf2d597-6e7b-442c-99e2-abf0b8672091/a15b4526-0b77-4d6b-9f19-4bbe94e799a3) {{(pid=104072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:25:45.069571 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-8e88f1a8-83c3-42c3-9602-99fbe886038a req-39784a6e-c533-4d1f-bfc9-bb6bd51411b4 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b952be5-5d1b-4d72-ad7c-b294a4de78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787177 May 27 03:25:45.179972 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-8aa2ea4e-db40-4ec7-b162-a21529dc0514 req-17ea402c-6b4a-4adc-9963-ddcaac3c58cf tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6db8193dcee944008c7b41889bfa67a3 HTTP/1.1" status: 200 len: 379 time: 0.3821332 May 27 03:25:45.192635 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-9292f768-5420-44b0-8d61-408a1fe3052d req-5e9af714-e42a-4a22-a935-4dcd9d65c38f tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] Publish callbacks [] for port (a15b4526-0b77-4d6b-9f19-4bbe94e799a3), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:45.199615 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-e0e41a76-640b-49b1-bebf-2a1dd5a02574 req-1a59364c-458f-4970-a4b4-21ba23244621 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=b967195a-9c2e-4f9f-9a09-65a4101b07c8 HTTP/1.1" status: 200 len: 210 time: 0.0442700 May 27 03:25:45.228119 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-b60ba143-a8e4-45a8-87a2-0300f0e04b68 admin admin] Publish callbacks [] for security_group (9dec5e76-fed5-4c61-a13e-d889f8c071b2), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:45.232893 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f6d73b3a-88d9-4049-af23-bb869e008e5c req-0d074bdb-9905-40ff-a042-e405608b5fb0 tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3f1335e-7bd8-41e9-a488-25676516cce9 HTTP/1.1" status: 200 len: 210 time: 0.0363626 May 27 03:25:45.252697 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-9292f768-5420-44b0-8d61-408a1fe3052d req-5e9af714-e42a-4a22-a935-4dcd9d65c38f tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743907242280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13119109'] for port (a15b4526-0b77-4d6b-9f19-4bbe94e799a3), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:45.261174 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-b60ba143-a8e4-45a8-87a2-0300f0e04b68 admin admin] Publish callbacks [] for security_group (9dec5e76-fed5-4c61-a13e-d889f8c071b2), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:45.290343 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [req-8aa2ea4e-db40-4ec7-b162-a21529dc0514 req-59985b4a-66f1-47fc-9b9c-5483936f63bf tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Request body: {'port': {'device_id': 'b967195a-9c2e-4f9f-9a09-65a4101b07c8', 'network_id': 'ee2ac450-e56e-4c1d-8d15-c8bfd50e2024', 'admin_state_up': True, 'tenant_id': '6db8193dcee944008c7b41889bfa67a3', 'security_groups': ['5bc245b1-e1c5-4d98-8284-2a627ecaaea4']}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:25:45.304923 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9292f768-5420-44b0-8d61-408a1fe3052d req-5e9af714-e42a-4a22-a935-4dcd9d65c38f tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] Network d552a4c8-1cfd-43a0-b4ee-dbad181ed1bf is already hosted by enough agents. {{(pid=104072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:25:45.308427 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.base_scheduler [req-9292f768-5420-44b0-8d61-408a1fe3052d req-5e9af714-e42a-4a22-a935-4dcd9d65c38f tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] Resources bound (agent type, host, resource id): {{(pid=104072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:25:45.310363 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9af714-e42a-4a22-a935-4dcd9d65c38f tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] Pushing event updated for resources: {'Port': ['ID=a15b4526-0b77-4d6b-9f19-4bbe94e799a3,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:45.312744 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.db.l3_dvrscheduler_db [req-9292f768-5420-44b0-8d61-408a1fe3052d req-5e9af714-e42a-4a22-a935-4dcd9d65c38f tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] Received port after_create {{(pid=104072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:25:45.362494 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9292f768-5420-44b0-8d61-408a1fe3052d req-5e9af714-e42a-4a22-a935-4dcd9d65c38f tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:45.363257 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-9292f768-5420-44b0-8d61-408a1fe3052d req-5e9af714-e42a-4a22-a935-4dcd9d65c38f tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-366398'] for port (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:45.380378 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-9292f768-5420-44b0-8d61-408a1fe3052d req-5e9af714-e42a-4a22-a935-4dcd9d65c38f tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0287204 May 27 03:25:45.388554 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-b60ba143-a8e4-45a8-87a2-0300f0e04b68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (9dec5e76-fed5-4c61-a13e-d889f8c071b2), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:45.391490 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-b60ba143-a8e4-45a8-87a2-0300f0e04b68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:45.392611 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-b60ba143-a8e4-45a8-87a2-0300f0e04b68 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9dec5e76-fed5-4c61-a13e-d889f8c071b2 HTTP/1.1" status: 204 len: 168 time: 0.5053363 May 27 03:25:45.393136 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=6 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:25:45.409306 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60ba143-a8e4-45a8-87a2-0300f0e04b68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dec5e76-fed5-4c61-a13e-d889f8c071b2,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:45.427481 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8aa2ea4e-db40-4ec7-b162-a21529dc0514 req-59985b4a-66f1-47fc-9b9c-5483936f63bf tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Made reservation on behalf of 6db8193dcee944008c7b41889bfa67a3 for: {'port': 1} {{(pid=104071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:25:45.431033 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-8aa2ea4e-db40-4ec7-b162-a21529dc0514 req-59985b4a-66f1-47fc-9b9c-5483936f63bf tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:45.458385 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [req-9292f768-5420-44b0-8d61-408a1fe3052d req-7982c87f-187a-4262-8bad-195e551a0b95 service neutron] Request body: {'port': {'device_id': 'a3f1335e-7bd8-41e9-a488-25676516cce9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:25:45.550835 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-9292f768-5420-44b0-8d61-408a1fe3052d req-7982c87f-187a-4262-8bad-195e551a0b95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (a15b4526-0b77-4d6b-9f19-4bbe94e799a3), before_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:45.625179 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1926bda4-bc42-4906-afcb-930d16b641b3 req-08448b3d-7330-4202-9564-b9724937ba02 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:45.626764 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-1926bda4-bc42-4906-afcb-930d16b641b3 req-08448b3d-7330-4202-9564-b9724937ba02 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=b54917ef-d32c-4303-99e3-75adc12f147e HTTP/1.1" status: 200 len: 945 time: 0.0744340 May 27 03:25:45.627944 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.db.db_base_plugin_common [req-8aa2ea4e-db40-4ec7-b162-a21529dc0514 req-59985b4a-66f1-47fc-9b9c-5483936f63bf tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Allocated IP 172.20.0.8 (ee2ac450-e56e-4c1d-8d15-c8bfd50e2024/cc441656-896b-4ce0-b128-b3b9a7f3a183/00901745-e24d-4624-8550-b70ca512f20a) {{(pid=104071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:25:45.634161 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:25:45.716265 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:25:45.736328 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-1926bda4-bc42-4906-afcb-930d16b641b3 req-b98083a1-cfb8-440c-97a0-55a993639c20 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=355c63b5-9543-409d-a9f3-f7230b59d8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965326 May 27 03:25:45.839924 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-8aa2ea4e-db40-4ec7-b162-a21529dc0514 req-59985b4a-66f1-47fc-9b9c-5483936f63bf tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Publish callbacks [] for port (00901745-e24d-4624-8550-b70ca512f20a), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:45.876973 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51a1076-1608-4b4f-bace-83f5d697fe12 req-d3f12379-8e08-461d-933f-50e0efbd2993 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:45.878564 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b51a1076-1608-4b4f-bace-83f5d697fe12 req-d3f12379-8e08-461d-933f-50e0efbd2993 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "GET /v2.0/ports?device_id=31f03d50-8598-4db5-b3fd-ee77a878c5e4 HTTP/1.1" status: 200 len: 944 time: 0.0912344 May 27 03:25:45.889665 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-8aa2ea4e-db40-4ec7-b162-a21529dc0514 req-59985b4a-66f1-47fc-9b9c-5483936f63bf tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743907242280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12907156'] for port (00901745-e24d-4624-8550-b70ca512f20a), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:45.959724 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8aa2ea4e-db40-4ec7-b162-a21529dc0514 req-59985b4a-66f1-47fc-9b9c-5483936f63bf tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Network ee2ac450-e56e-4c1d-8d15-c8bfd50e2024 is already hosted by enough agents. {{(pid=104071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:25:45.963558 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.scheduler.base_scheduler [req-8aa2ea4e-db40-4ec7-b162-a21529dc0514 req-59985b4a-66f1-47fc-9b9c-5483936f63bf tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Resources bound (agent type, host, resource id): {{(pid=104071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:25:45.970575 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59985b4a-66f1-47fc-9b9c-5483936f63bf tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Pushing event updated for resources: {'Port': ['ID=00901745-e24d-4624-8550-b70ca512f20a,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:45.973406 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [req-8aa2ea4e-db40-4ec7-b162-a21529dc0514 req-59985b4a-66f1-47fc-9b9c-5483936f63bf tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Received port after_create {{(pid=104071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:25:45.976119 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.notifiers.nova [req-9292f768-5420-44b0-8d61-408a1fe3052d req-7982c87f-187a-4262-8bad-195e551a0b95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a15b4526-0b77-4d6b-9f19-4bbe94e799a3 {{(pid=104072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:25:45.987327 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:25:45.990926 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-9292f768-5420-44b0-8d61-408a1fe3052d req-7982c87f-187a-4262-8bad-195e551a0b95 service neutron] Publish callbacks [] for port (a15b4526-0b77-4d6b-9f19-4bbe94e799a3), precommit_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:46.004179 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b51a1076-1608-4b4f-bace-83f5d697fe12 req-89cb214f-7509-4f7a-a79a-f2382c4a7e29 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1e45c10-37e6-4124-bc3b-be47b71b2f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182017 May 27 03:25:46.029777 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.db.provisioning_blocks [req-9292f768-5420-44b0-8d61-408a1fe3052d req-7982c87f-187a-4262-8bad-195e551a0b95 service neutron] Transition to ACTIVE for port object a15b4526-0b77-4d6b-9f19-4bbe94e799a3 will not be triggered until provisioned by entity L2. {{(pid=104072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 03:25:46.043682 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-9292f768-5420-44b0-8d61-408a1fe3052d req-7982c87f-187a-4262-8bad-195e551a0b95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13119154'] for port (a15b4526-0b77-4d6b-9f19-4bbe94e799a3), after_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:46.058005 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa2ea4e-db40-4ec7-b162-a21529dc0514 req-59985b4a-66f1-47fc-9b9c-5483936f63bf tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:46.058794 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-8aa2ea4e-db40-4ec7-b162-a21529dc0514 req-59985b4a-66f1-47fc-9b9c-5483936f63bf tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159658'] for port (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:46.104503 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-8aa2ea4e-db40-4ec7-b162-a21529dc0514 req-59985b4a-66f1-47fc-9b9c-5483936f63bf tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8171225 May 27 03:25:46.127126 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [req-8aa2ea4e-db40-4ec7-b162-a21529dc0514 req-2cfc6960-7657-4001-83f0-9f1731a3e86c service neutron] Request body: {'port': {'device_id': 'b967195a-9c2e-4f9f-9a09-65a4101b07c8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:25:46.187215 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7982c87f-187a-4262-8bad-195e551a0b95 service neutron] Pushing event updated for resources: {'Port': ['ID=a15b4526-0b77-4d6b-9f19-4bbe94e799a3,revision_number=2']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:46.227640 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-8aa2ea4e-db40-4ec7-b162-a21529dc0514 req-2cfc6960-7657-4001-83f0-9f1731a3e86c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (00901745-e24d-4624-8550-b70ca512f20a), before_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:46.267969 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.managers [req-9292f768-5420-44b0-8d61-408a1fe3052d req-7982c87f-187a-4262-8bad-195e551a0b95 service neutron] Attempting to bind port a15b4526-0b77-4d6b-9f19-4bbe94e799a3 on host hv-cinder-82880 for vnic_type normal with profile {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:25:46.268545 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.managers [req-9292f768-5420-44b0-8d61-408a1fe3052d req-7982c87f-187a-4262-8bad-195e551a0b95 service neutron] Attempting to bind port a15b4526-0b77-4d6b-9f19-4bbe94e799a3 by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': 'cc94f9b6-ace2-494d-8a96-80adbe9e180d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'd552a4c8-1cfd-43a0-b4ee-dbad181ed1bf'}] {{(pid=104072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:25:46.269105 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9292f768-5420-44b0-8d61-408a1fe3052d req-7982c87f-187a-4262-8bad-195e551a0b95 service neutron] Attempting to bind port a15b4526-0b77-4d6b-9f19-4bbe94e799a3 on network d552a4c8-1cfd-43a0-b4ee-dbad181ed1bf {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:25:46.281488 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9292f768-5420-44b0-8d61-408a1fe3052d req-7982c87f-187a-4262-8bad-195e551a0b95 service neutron] Port a15b4526-0b77-4d6b-9f19-4bbe94e799a3 on network d552a4c8-1cfd-43a0-b4ee-dbad181ed1bf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 03:25:46.282100 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9292f768-5420-44b0-8d61-408a1fe3052d req-7982c87f-187a-4262-8bad-195e551a0b95 service neutron] Attempting to bind port a15b4526-0b77-4d6b-9f19-4bbe94e799a3 on network d552a4c8-1cfd-43a0-b4ee-dbad181ed1bf {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:25:46.288640 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9292f768-5420-44b0-8d61-408a1fe3052d req-7982c87f-187a-4262-8bad-195e551a0b95 service neutron] Checking agent: {'id': 'a17a57cc-679f-4398-8430-1b64b86f4dc1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 21, 13), 'started_at': datetime.datetime(2022, 5, 27, 3, 21, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:25:46.289454 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9292f768-5420-44b0-8d61-408a1fe3052d req-7982c87f-187a-4262-8bad-195e551a0b95 service neutron] Checking segment: {'id': 'cc94f9b6-ace2-494d-8a96-80adbe9e180d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'd552a4c8-1cfd-43a0-b4ee-dbad181ed1bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:25:46.290015 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9292f768-5420-44b0-8d61-408a1fe3052d req-7982c87f-187a-4262-8bad-195e551a0b95 service neutron] Bound using segment: {'id': 'cc94f9b6-ace2-494d-8a96-80adbe9e180d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'd552a4c8-1cfd-43a0-b4ee-dbad181ed1bf'} {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:25:46.290629 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.managers [req-9292f768-5420-44b0-8d61-408a1fe3052d req-7982c87f-187a-4262-8bad-195e551a0b95 service neutron] Bound port: a15b4526-0b77-4d6b-9f19-4bbe94e799a3, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc94f9b6-ace2-494d-8a96-80adbe9e180d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'd552a4c8-1cfd-43a0-b4ee-dbad181ed1bf'}}] {{(pid=104072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:25:46.291186 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-9292f768-5420-44b0-8d61-408a1fe3052d req-7982c87f-187a-4262-8bad-195e551a0b95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (a15b4526-0b77-4d6b-9f19-4bbe94e799a3), before_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:46.365533 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a0aed9-291b-4748-bb4d-1822373371a5 req-d49fd048-5044-4a25-a9f6-84cb68b78ed9 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:46.367064 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-b7a0aed9-291b-4748-bb4d-1822373371a5 req-d49fd048-5044-4a25-a9f6-84cb68b78ed9 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/ports?device_id=a04444dd-f9dd-428f-b524-fba73fc83fe4 HTTP/1.1" status: 200 len: 945 time: 0.1504910 May 27 03:25:46.406299 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-519d6162-5042-47d4-a164-58442b1b1a99 None None] Provisioning complete for port 00901745-e24d-4624-8550-b70ca512f20a triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:25:46.408049 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-519d6162-5042-47d4-a164-58442b1b1a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (00901745-e24d-4624-8550-b70ca512f20a), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:46.439487 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e73a064-0cd8-433d-a874-dbcbddec05c2 req-2e12cd69-6f59-4513-b22f-88225e829d1f tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:46.441453 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-0e73a064-0cd8-433d-a874-dbcbddec05c2 req-2e12cd69-6f59-4513-b22f-88225e829d1f tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=b967195a-9c2e-4f9f-9a09-65a4101b07c8 HTTP/1.1" status: 200 len: 931 time: 0.1011331 May 27 03:25:46.444445 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.db [req-9292f768-5420-44b0-8d61-408a1fe3052d req-7982c87f-187a-4262-8bad-195e551a0b95 service neutron] For port a15b4526-0b77-4d6b-9f19-4bbe94e799a3, host hv-cinder-82880, cleared binding levels {{(pid=104072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:25:46.448174 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.db [req-9292f768-5420-44b0-8d61-408a1fe3052d req-7982c87f-187a-4262-8bad-195e551a0b95 service neutron] For port a15b4526-0b77-4d6b-9f19-4bbe94e799a3, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=a15b4526-0b77-4d6b-9f19-4bbe94e799a3,segment=NetworkSegment(cc94f9b6-ace2-494d-8a96-80adbe9e180d),segment_id=cc94f9b6-ace2-494d-8a96-80adbe9e180d)] {{(pid=104072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:25:46.459529 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-519d6162-5042-47d4-a164-58442b1b1a99 None None] Port 00901745-e24d-4624-8550-b70ca512f20a cannot update to ACTIVE because it is not bound. {{(pid=104073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:25:46.470002 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:25:46.473155 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-9292f768-5420-44b0-8d61-408a1fe3052d req-7982c87f-187a-4262-8bad-195e551a0b95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13119154'] for port (a15b4526-0b77-4d6b-9f19-4bbe94e799a3), after_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:46.499978 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-b7a0aed9-291b-4748-bb4d-1822373371a5 req-d31d1c78-61d9-4183-891b-86eb0493083b tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b952be5-5d1b-4d72-ad7c-b294a4de78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195130 May 27 03:25:46.534611 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9292f768-5420-44b0-8d61-408a1fe3052d req-7982c87f-187a-4262-8bad-195e551a0b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:46.535240 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-9292f768-5420-44b0-8d61-408a1fe3052d req-7982c87f-187a-4262-8bad-195e551a0b95 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-366398'] for port (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:46.536829 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-9292f768-5420-44b0-8d61-408a1fe3052d req-7982c87f-187a-4262-8bad-195e551a0b95 service neutron] 10.222.0.67 "PUT /v2.0/ports/a15b4526-0b77-4d6b-9f19-4bbe94e799a3 HTTP/1.1" status: 200 len: 1093 time: 1.0827098 May 27 03:25:46.537376 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3f1335e-7bd8-41e9-a488-25676516cce9', 'tag': 'a15b4526-0b77-4d6b-9f19-4bbe94e799a3'}] {{(pid=104072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:25:46.539662 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f396617ba49ae57b35f1e46e178334f70bfad08bdaf3fab16ca373e13b5bdfba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b57f61e6-a241-462e-ab11-2d49942585b6" -d '{"events": [{"name": "network-changed", "server_uuid": "a3f1335e-7bd8-41e9-a488-25676516cce9", "tag": "a15b4526-0b77-4d6b-9f19-4bbe94e799a3"}]}' {{(pid=104072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:25:46.566478 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-0e73a064-0cd8-433d-a874-dbcbddec05c2 req-d6b189ef-5bc5-48c7-be9b-807fd5a62770 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bc245b1-e1c5-4d98-8284-2a627ecaaea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158340 May 27 03:25:46.567618 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7982c87f-187a-4262-8bad-195e551a0b95 service neutron] Pushing event updated for resources: {'Port': ['ID=a15b4526-0b77-4d6b-9f19-4bbe94e799a3,revision_number=3']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:46.575907 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Device af8e6fc6-1227-49b2-a57c-d9ab051c9fe9 details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=104073) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 03:25:46.639801 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cea0a5c9-1dc0-4e39-8bbb-8e22bf4262b3 x-openstack-request-id: req-cea0a5c9-1dc0-4e39-8bbb-8e22bf4262b3 {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:25:46.640093 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3f1335e-7bd8-41e9-a488-25676516cce9", "tag": "a15b4526-0b77-4d6b-9f19-4bbe94e799a3", "status": "completed", "code": 200}]} {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:25:46.640415 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cea0a5c9-1dc0-4e39-8bbb-8e22bf4262b3 {{(pid=104072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:25:46.640860 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cea0a5c9-1dc0-4e39-8bbb-8e22bf4262b3'] response: {'name': 'network-changed', 'server_uuid': 'a3f1335e-7bd8-41e9-a488-25676516cce9', 'tag': 'a15b4526-0b77-4d6b-9f19-4bbe94e799a3', 'status': 'completed', 'code': 200} May 27 03:25:46.669789 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5168338b-b01d-45ee-875b-1a8d5e714855 req-e3636152-0038-416b-bdf8-1fc91b0fece1 tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:46.671395 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-5168338b-b01d-45ee-875b-1a8d5e714855 req-e3636152-0038-416b-bdf8-1fc91b0fece1 tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3f1335e-7bd8-41e9-a488-25676516cce9 HTTP/1.1" status: 200 len: 943 time: 0.0827525 May 27 03:25:46.673571 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9292f768-5420-44b0-8d61-408a1fe3052d req-2257d2c9-49c9-45e6-9c95-26d7cdc723b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:46.677359 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-9292f768-5420-44b0-8d61-408a1fe3052d req-2257d2c9-49c9-45e6-9c95-26d7cdc723b4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4052d211d2a346d8be95d6ac7761defb&device_id=a3f1335e-7bd8-41e9-a488-25676516cce9 HTTP/1.1" status: 200 len: 1127 time: 0.0494521 May 27 03:25:46.712013 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] For port af8e6fc6-1227-49b2-a57c-d9ab051c9fe9, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=af8e6fc6-1227-49b2-a57c-d9ab051c9fe9,segment=NetworkSegment(3d0db8b7-60ed-4f83-92b1-448610616c6c),segment_id=3d0db8b7-60ed-4f83-92b1-448610616c6c)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:25:46.714298 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:25:46.725061 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Returning: {'device': 'af8e6fc6-1227-49b2-a57c-d9ab051c9fe9', 'network_id': '79e2e930-0200-4ceb-a2bb-a93bbb04e0f6', 'port_id': 'af8e6fc6-1227-49b2-a57c-d9ab051c9fe9', 'mac_address': 'fa:16:3e:a2:98:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5133a594-c63e-4ae9-a294-52a4d497dec8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104073) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 03:25:46.772356 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Current status of the port af8e6fc6-1227-49b2-a57c-d9ab051c9fe9 is: DOWN; New status is: BUILD {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:25:46.773203 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (af8e6fc6-1227-49b2-a57c-d9ab051c9fe9), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:46.779487 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-9292f768-5420-44b0-8d61-408a1fe3052d req-02a69dc8-c83b-4ddd-a14f-03893b66104a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a15b4526-0b77-4d6b-9f19-4bbe94e799a3 HTTP/1.1" status: 200 len: 217 time: 0.0815008 May 27 03:25:46.788608 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.notifiers.nova [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af8e6fc6-1227-49b2-a57c-d9ab051c9fe9 {{(pid=104073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:25:46.816808 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] For port af8e6fc6-1227-49b2-a57c-d9ab051c9fe9, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=af8e6fc6-1227-49b2-a57c-d9ab051c9fe9,segment=NetworkSegment(3d0db8b7-60ed-4f83-92b1-448610616c6c),segment_id=3d0db8b7-60ed-4f83-92b1-448610616c6c)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:25:46.823272 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-5168338b-b01d-45ee-875b-1a8d5e714855 req-a648ab68-1b4e-4691-a5c1-aff8dd90bcb5 tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] 10.222.0.50 "GET /v2.0/security-groups?id=f967cd66-a8a5-4774-bb98-26f6d9d0be9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423213 May 27 03:25:46.833258 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.notifiers.nova [req-8aa2ea4e-db40-4ec7-b162-a21529dc0514 req-2cfc6960-7657-4001-83f0-9f1731a3e86c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00901745-e24d-4624-8550-b70ca512f20a {{(pid=104071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:25:46.835037 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (af8e6fc6-1227-49b2-a57c-d9ab051c9fe9), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:46.836150 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Device fe4197df-049a-453f-a110-e4a007e15f18 details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=104073) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 03:25:46.843360 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-8aa2ea4e-db40-4ec7-b162-a21529dc0514 req-2cfc6960-7657-4001-83f0-9f1731a3e86c service neutron] Publish callbacks [] for port (00901745-e24d-4624-8550-b70ca512f20a), precommit_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:46.860674 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.db.provisioning_blocks [req-8aa2ea4e-db40-4ec7-b162-a21529dc0514 req-2cfc6960-7657-4001-83f0-9f1731a3e86c service neutron] Transition to ACTIVE for port object 00901745-e24d-4624-8550-b70ca512f20a will not be triggered until provisioned by entity L2. {{(pid=104071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 03:25:46.868114 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-8aa2ea4e-db40-4ec7-b162-a21529dc0514 req-2cfc6960-7657-4001-83f0-9f1731a3e86c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12907171'] for port (00901745-e24d-4624-8550-b70ca512f20a), after_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:46.926689 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9292f768-5420-44b0-8d61-408a1fe3052d req-392cca99-2299-4259-b8e2-85d7adf9f27e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:46.928715 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-9292f768-5420-44b0-8d61-408a1fe3052d req-392cca99-2299-4259-b8e2-85d7adf9f27e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=aaf2d597-6e7b-442c-99e2-abf0b8672091 HTTP/1.1" status: 200 len: 853 time: 0.1409161 May 27 03:25:46.930536 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:25:46.932859 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Pushing event updated for resources: {'Port': ['ID=af8e6fc6-1227-49b2-a57c-d9ab051c9fe9,revision_number=4']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:46.936276 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19891b3-c121-40a6-a164-1d224713a56c req-e615237a-3bfe-4480-a3bd-b24e904f10af tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:46.938739 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-e19891b3-c121-40a6-a164-1d224713a56c req-e615237a-3bfe-4480-a3bd-b24e904f10af tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=b54917ef-d32c-4303-99e3-75adc12f147e HTTP/1.1" status: 200 len: 945 time: 0.0942740 May 27 03:25:46.952263 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:46.963169 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfc6960-7657-4001-83f0-9f1731a3e86c service neutron] Pushing event updated for resources: {'Port': ['ID=00901745-e24d-4624-8550-b70ca512f20a,revision_number=2']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:46.979192 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:46.979605 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:46.979970 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:46.980316 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:46.980654 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:46.981016 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:46.981351 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:46.981798 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:46.982321 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:46.982804 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:46.983471 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:46.983961 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:46.984649 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:46.985411 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:46.992262 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:25:46.994105 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-9292f768-5420-44b0-8d61-408a1fe3052d req-3288e75d-0892-44b9-9022-d49572d93a65 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d552a4c8-1cfd-43a0-b4ee-dbad181ed1bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542302 May 27 03:25:47.056713 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-e19891b3-c121-40a6-a164-1d224713a56c req-e6e28c6a-c4be-486c-9ee2-b05fe38c654d tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=355c63b5-9543-409d-a9f3-f7230b59d8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070006 May 27 03:25:47.153122 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:25:47.171429 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] For port fe4197df-049a-453f-a110-e4a007e15f18, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=fe4197df-049a-453f-a110-e4a007e15f18,segment=NetworkSegment(8900a96c-140e-4a88-9323-782a7b94dd95),segment_id=8900a96c-140e-4a88-9323-782a7b94dd95)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:25:47.196588 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-9292f768-5420-44b0-8d61-408a1fe3052d req-8e0a00d5-3392-47b2-b523-6adeb357e844 service neutron] 10.222.0.67 "GET /v2.0/networks/d552a4c8-1cfd-43a0-b4ee-dbad181ed1bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521273 May 27 03:25:47.203247 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Returning: {'device': 'fe4197df-049a-453f-a110-e4a007e15f18', 'network_id': '9235750b-3863-4242-97a7-a4cb52643ca2', 'port_id': 'fe4197df-049a-453f-a110-e4a007e15f18', 'mac_address': 'fa:16:3e:5d:dc:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74986d1d-a9b7-43a2-b2c2-09937b076cb1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104073) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 03:25:47.262339 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 59558) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:25:47.269883 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [None req-49682576-12fc-4126-bed9-0859b083b61d tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Request body: {'security_group': {'name': 'tempest-securitygroup--801170999', 'description': 'tempest-description--2138597729'}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:25:47.284048 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d8dc7a-649b-4287-930a-2839c711c1ef req-c7640ac8-7cf1-4533-bf0f-b3d782d6333d tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:47.285658 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-a3d8dc7a-649b-4287-930a-2839c711c1ef req-c7640ac8-7cf1-4533-bf0f-b3d782d6333d tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "GET /v2.0/ports?device_id=31f03d50-8598-4db5-b3fd-ee77a878c5e4 HTTP/1.1" status: 200 len: 945 time: 0.1461983 May 27 03:25:47.307839 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Current status of the port fe4197df-049a-453f-a110-e4a007e15f18 is: ACTIVE; New status is: BUILD {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:25:47.308234 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (fe4197df-049a-453f-a110-e4a007e15f18), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:47.313609 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.managers [req-8aa2ea4e-db40-4ec7-b162-a21529dc0514 req-2cfc6960-7657-4001-83f0-9f1731a3e86c service neutron] Attempting to bind port 00901745-e24d-4624-8550-b70ca512f20a on host hv-cinder-82880 for vnic_type normal with profile {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:25:47.313953 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.managers [req-8aa2ea4e-db40-4ec7-b162-a21529dc0514 req-2cfc6960-7657-4001-83f0-9f1731a3e86c service neutron] Attempting to bind port 00901745-e24d-4624-8550-b70ca512f20a by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': 'e06d4ee8-7c2f-4c75-a8e8-97fb5af915aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ee2ac450-e56e-4c1d-8d15-c8bfd50e2024'}] {{(pid=104071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:25:47.314285 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa2ea4e-db40-4ec7-b162-a21529dc0514 req-2cfc6960-7657-4001-83f0-9f1731a3e86c service neutron] Attempting to bind port 00901745-e24d-4624-8550-b70ca512f20a on network ee2ac450-e56e-4c1d-8d15-c8bfd50e2024 {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:25:47.321689 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa2ea4e-db40-4ec7-b162-a21529dc0514 req-2cfc6960-7657-4001-83f0-9f1731a3e86c service neutron] Port 00901745-e24d-4624-8550-b70ca512f20a on network ee2ac450-e56e-4c1d-8d15-c8bfd50e2024 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 03:25:47.322016 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa2ea4e-db40-4ec7-b162-a21529dc0514 req-2cfc6960-7657-4001-83f0-9f1731a3e86c service neutron] Attempting to bind port 00901745-e24d-4624-8550-b70ca512f20a on network ee2ac450-e56e-4c1d-8d15-c8bfd50e2024 {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:25:47.330780 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.notifiers.nova [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fe4197df-049a-453f-a110-e4a007e15f18 {{(pid=104073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:25:47.332177 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa2ea4e-db40-4ec7-b162-a21529dc0514 req-2cfc6960-7657-4001-83f0-9f1731a3e86c service neutron] Checking agent: {'id': 'a17a57cc-679f-4398-8430-1b64b86f4dc1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 21, 13), 'started_at': datetime.datetime(2022, 5, 27, 3, 21, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:25:47.332529 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa2ea4e-db40-4ec7-b162-a21529dc0514 req-2cfc6960-7657-4001-83f0-9f1731a3e86c service neutron] Checking segment: {'id': 'e06d4ee8-7c2f-4c75-a8e8-97fb5af915aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ee2ac450-e56e-4c1d-8d15-c8bfd50e2024'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:25:47.332917 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa2ea4e-db40-4ec7-b162-a21529dc0514 req-2cfc6960-7657-4001-83f0-9f1731a3e86c service neutron] Bound using segment: {'id': 'e06d4ee8-7c2f-4c75-a8e8-97fb5af915aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ee2ac450-e56e-4c1d-8d15-c8bfd50e2024'} {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:25:47.333379 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.managers [req-8aa2ea4e-db40-4ec7-b162-a21529dc0514 req-2cfc6960-7657-4001-83f0-9f1731a3e86c service neutron] Bound port: 00901745-e24d-4624-8550-b70ca512f20a, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e06d4ee8-7c2f-4c75-a8e8-97fb5af915aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ee2ac450-e56e-4c1d-8d15-c8bfd50e2024'}}] {{(pid=104071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:25:47.333949 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-8aa2ea4e-db40-4ec7-b162-a21529dc0514 req-2cfc6960-7657-4001-83f0-9f1731a3e86c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (00901745-e24d-4624-8550-b70ca512f20a), before_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:47.350439 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-49682576-12fc-4126-bed9-0859b083b61d tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks [] for security_group (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:47.354493 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] For port fe4197df-049a-453f-a110-e4a007e15f18, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=fe4197df-049a-453f-a110-e4a007e15f18,segment=NetworkSegment(8900a96c-140e-4a88-9323-782a7b94dd95),segment_id=8900a96c-140e-4a88-9323-782a7b94dd95)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:25:47.359784 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (fe4197df-049a-453f-a110-e4a007e15f18), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:47.386291 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-9292f768-5420-44b0-8d61-408a1fe3052d req-7d8d2069-4633-4ffd-9d09-b3274e1538c9 service neutron] 10.222.0.67 "GET /v2.0/networks/d552a4c8-1cfd-43a0-b4ee-dbad181ed1bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774640 May 27 03:25:47.394893 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-a3d8dc7a-649b-4287-930a-2839c711c1ef req-0894df09-9591-4dfd-ad69-acd9f846f9aa tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1e45c10-37e6-4124-bc3b-be47b71b2f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027584 May 27 03:25:47.413862 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Pushing event updated for resources: {'Port': ['ID=fe4197df-049a-453f-a110-e4a007e15f18,revision_number=6']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:47.439492 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.db [req-8aa2ea4e-db40-4ec7-b162-a21529dc0514 req-2cfc6960-7657-4001-83f0-9f1731a3e86c service neutron] For port 00901745-e24d-4624-8550-b70ca512f20a, host hv-cinder-82880, cleared binding levels {{(pid=104071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:25:47.441576 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-49682576-12fc-4126-bed9-0859b083b61d tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks [] for security_group (d8d0080e-a06c-4ae4-a8fb-eda4e5e03ad2), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:47.442756 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.db [req-8aa2ea4e-db40-4ec7-b162-a21529dc0514 req-2cfc6960-7657-4001-83f0-9f1731a3e86c service neutron] For port 00901745-e24d-4624-8550-b70ca512f20a, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=00901745-e24d-4624-8550-b70ca512f20a,segment=NetworkSegment(e06d4ee8-7c2f-4c75-a8e8-97fb5af915aa),segment_id=e06d4ee8-7c2f-4c75-a8e8-97fb5af915aa)] {{(pid=104071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:25:47.446908 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-49682576-12fc-4126-bed9-0859b083b61d tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (d8d0080e-a06c-4ae4-a8fb-eda4e5e03ad2), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:47.450340 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-8aa2ea4e-db40-4ec7-b162-a21529dc0514 req-2cfc6960-7657-4001-83f0-9f1731a3e86c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12907171'] for port (00901745-e24d-4624-8550-b70ca512f20a), after_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:47.451553 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:25:47.480544 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-49682576-12fc-4126-bed9-0859b083b61d tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks [] for security_group (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:47.481715 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-49682576-12fc-4126-bed9-0859b083b61d tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2177014 May 27 03:25:47.483712 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49682576-12fc-4126-bed9-0859b083b61d tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8d0080e-a06c-4ae4-a8fb-eda4e5e03ad2,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:47.485762 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 59560) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:25:47.490153 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa2ea4e-db40-4ec7-b162-a21529dc0514 req-2cfc6960-7657-4001-83f0-9f1731a3e86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:47.490371 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [None req-8ad11fee-8c6c-4d44-adca-94d9e26b8613 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Request body: {'security_group_rule': {'security_group_id': 'd8d0080e-a06c-4ae4-a8fb-eda4e5e03ad2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:25:47.490784 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-8aa2ea4e-db40-4ec7-b162-a21529dc0514 req-2cfc6960-7657-4001-83f0-9f1731a3e86c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159658'] for port (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:47.492189 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-8aa2ea4e-db40-4ec7-b162-a21529dc0514 req-2cfc6960-7657-4001-83f0-9f1731a3e86c service neutron] 10.222.0.67 "PUT /v2.0/ports/00901745-e24d-4624-8550-b70ca512f20a HTTP/1.1" status: 200 len: 1093 time: 1.3706667 May 27 03:25:47.494939 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b967195a-9c2e-4f9f-9a09-65a4101b07c8', 'tag': '00901745-e24d-4624-8550-b70ca512f20a'}] {{(pid=104071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:25:47.498112 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bb076ad6e20eee76da9493a154e3e0af7ddb4a8668b70cc9390b05200f69f4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4023b4c2-8814-43d0-90b0-c517ced02844" -d '{"events": [{"name": "network-changed", "server_uuid": "b967195a-9c2e-4f9f-9a09-65a4101b07c8", "tag": "00901745-e24d-4624-8550-b70ca512f20a"}]}' {{(pid=104071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:25:47.527468 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfc6960-7657-4001-83f0-9f1731a3e86c service neutron] Pushing event updated for resources: {'Port': ['ID=00901745-e24d-4624-8550-b70ca512f20a,revision_number=3']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:47.535113 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-8ad11fee-8c6c-4d44-adca-94d9e26b8613 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks [] for security_group_rule (6ff84647-3629-4c6e-9ff2-e7c133a78e95), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:47.562377 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a98a49b-902a-42da-b018-2cce6f7b2c73 x-openstack-request-id: req-3a98a49b-902a-42da-b018-2cce6f7b2c73 {{(pid=104071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:25:47.562665 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b967195a-9c2e-4f9f-9a09-65a4101b07c8", "tag": "00901745-e24d-4624-8550-b70ca512f20a", "status": "completed", "code": 200}]} {{(pid=104071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:25:47.562918 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3a98a49b-902a-42da-b018-2cce6f7b2c73 {{(pid=104071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:25:47.563329 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a98a49b-902a-42da-b018-2cce6f7b2c73'] response: {'name': 'network-changed', 'server_uuid': 'b967195a-9c2e-4f9f-9a09-65a4101b07c8', 'tag': '00901745-e24d-4624-8550-b70ca512f20a', 'status': 'completed', 'code': 200} May 27 03:25:47.591739 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-8ad11fee-8c6c-4d44-adca-94d9e26b8613 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks [] for security_group_rule (6ff84647-3629-4c6e-9ff2-e7c133a78e95), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:47.600874 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-8ad11fee-8c6c-4d44-adca-94d9e26b8613 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713807'] for security_group_rule (6ff84647-3629-4c6e-9ff2-e7c133a78e95), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:47.625495 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad11fee-8c6c-4d44-adca-94d9e26b8613 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ff84647-3629-4c6e-9ff2-e7c133a78e95,revision_number=0']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:47.635694 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-8ad11fee-8c6c-4d44-adca-94d9e26b8613 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:47.636911 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-8ad11fee-8c6c-4d44-adca-94d9e26b8613 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1502531 May 27 03:25:47.641175 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 59568) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:25:47.645984 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [None req-f2390ceb-dd9a-4bb9-8edd-3aed89775fff tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Request body: {'security_group_rule': {'security_group_id': 'd8d0080e-a06c-4ae4-a8fb-eda4e5e03ad2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:25:47.658045 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3970763c-aef7-4abc-94d7-d9e18d0aa5e7 req-0d2e9ab1-ee39-4585-9ab4-ef7e3766ffa6 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:47.665259 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-3970763c-aef7-4abc-94d7-d9e18d0aa5e7 req-0d2e9ab1-ee39-4585-9ab4-ef7e3766ffa6 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/ports?device_id=a04444dd-f9dd-428f-b524-fba73fc83fe4 HTTP/1.1" status: 200 len: 945 time: 0.0688746 May 27 03:25:47.694700 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:25:47.708769 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e163b5-3f9f-403d-940a-21ece2d8bc96 req-35b8bf0d-d627-411d-98d0-3fcc61472e1c tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:47.710591 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-93e163b5-3f9f-403d-940a-21ece2d8bc96 req-35b8bf0d-d627-411d-98d0-3fcc61472e1c tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=b967195a-9c2e-4f9f-9a09-65a4101b07c8 HTTP/1.1" status: 200 len: 943 time: 0.0501792 May 27 03:25:47.733126 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-f2390ceb-dd9a-4bb9-8edd-3aed89775fff tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks [] for security_group_rule (140923c8-7284-4aca-bf49-083c959fa0b5), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:47.746092 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-3970763c-aef7-4abc-94d7-d9e18d0aa5e7 req-79b5b5f8-22ff-4fa3-b79c-b542a984b61d tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b952be5-5d1b-4d72-ad7c-b294a4de78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798490 May 27 03:25:47.774561 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-93e163b5-3f9f-403d-940a-21ece2d8bc96 req-5032dab7-61e7-4704-8952-f295b148363b tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bc245b1-e1c5-4d98-8284-2a627ecaaea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480192 May 27 03:25:47.802642 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-f2390ceb-dd9a-4bb9-8edd-3aed89775fff tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks [] for security_group_rule (140923c8-7284-4aca-bf49-083c959fa0b5), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:47.807480 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-f2390ceb-dd9a-4bb9-8edd-3aed89775fff tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713807'] for security_group_rule (140923c8-7284-4aca-bf49-083c959fa0b5), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:47.828392 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2390ceb-dd9a-4bb9-8edd-3aed89775fff tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=140923c8-7284-4aca-bf49-083c959fa0b5,revision_number=0']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:47.835293 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-f2390ceb-dd9a-4bb9-8edd-3aed89775fff tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:47.836516 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-f2390ceb-dd9a-4bb9-8edd-3aed89775fff tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1940002 May 27 03:25:47.840119 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 59570) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:25:47.844889 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [None req-b92b95b8-8c8c-4bba-b569-4fcb6987d38b tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Request body: {'floatingip': {'floating_network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d'}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:25:47.867298 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-b92b95b8-8c8c-4bba-b569-4fcb6987d38b tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:47.948843 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a78b1d3-a010-4248-b42f-49e95c2d4e6b req-fa2c8b75-dcc3-4807-830c-795e63bc3e89 tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:47.950330 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-2a78b1d3-a010-4248-b42f-49e95c2d4e6b req-fa2c8b75-dcc3-4807-830c-795e63bc3e89 tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3f1335e-7bd8-41e9-a488-25676516cce9 HTTP/1.1" status: 200 len: 943 time: 0.0495210 May 27 03:25:47.954452 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-b92b95b8-8c8c-4bba-b569-4fcb6987d38b tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:47.999479 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-2a78b1d3-a010-4248-b42f-49e95c2d4e6b req-927f083c-eeb8-4fbf-9951-9a0e5c518784 tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] 10.222.0.50 "GET /v2.0/security-groups?id=f967cd66-a8a5-4774-bb98-26f6d9d0be9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424192 May 27 03:25:48.025629 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] get_ports_and_sgs() called for port_ids ['af8e6fc6-1227-49b2-a57c-d9ab051c9fe9'] {{(pid=104073) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:25:48.067982 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.db.db_base_plugin_common [None req-b92b95b8-8c8c-4bba-b569-4fcb6987d38b tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Allocated IP 172.27.3.75 (ca8b8e18-04f1-46f4-8c3b-aba3c077569d/ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa/a63d787e-5122-49b7-84e7-cfe04cf43254) {{(pid=104072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:25:48.094966 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:25:48.207158 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] get_ports_and_sgs() called for port_ids ['fe4197df-049a-453f-a110-e4a007e15f18'] {{(pid=104073) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:25:48.217563 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04487a8-5395-4087-8ac7-445c65bc014f req-cebe27e0-6180-4074-8672-c0582adde598 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:48.220335 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a04487a8-5395-4087-8ac7-445c65bc014f req-cebe27e0-6180-4074-8672-c0582adde598 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=b54917ef-d32c-4303-99e3-75adc12f147e HTTP/1.1" status: 200 len: 944 time: 0.0750728 May 27 03:25:48.232516 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-b92b95b8-8c8c-4bba-b569-4fcb6987d38b tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks [] for port (a63d787e-5122-49b7-84e7-cfe04cf43254), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:48.298560 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a04487a8-5395-4087-8ac7-445c65bc014f req-a69e89c3-9217-46e3-a79a-f0b2c7686558 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=355c63b5-9543-409d-a9f3-f7230b59d8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692129 May 27 03:25:48.318557 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-b92b95b8-8c8c-4bba-b569-4fcb6987d38b tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743907242280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13119109'] for port (a63d787e-5122-49b7-84e7-cfe04cf43254), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:48.354114 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b92b95b8-8c8c-4bba-b569-4fcb6987d38b tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Network ca8b8e18-04f1-46f4-8c3b-aba3c077569d is already hosted by enough agents. {{(pid=104072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:25:48.359067 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.base_scheduler [None req-b92b95b8-8c8c-4bba-b569-4fcb6987d38b tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Resources bound (agent type, host, resource id): {{(pid=104072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:25:48.365550 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92b95b8-8c8c-4bba-b569-4fcb6987d38b tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Received port after_create {{(pid=104072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:25:48.394240 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92b95b8-8c8c-4bba-b569-4fcb6987d38b tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Pushing event updated for resources: {'Port': ['ID=a63d787e-5122-49b7-84e7-cfe04cf43254,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:48.403776 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:25:48.472980 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-b92b95b8-8c8c-4bba-b569-4fcb6987d38b tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks [] for floatingip (ea6c334b-357e-4656-b4f1-c47053dfedb7), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:48.523592 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c0ad4b-334c-40ff-a603-c34a602763fe req-c8be330d-c265-47cd-9132-5d75618ace86 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:48.524307 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-b92b95b8-8c8c-4bba-b569-4fcb6987d38b tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (a63d787e-5122-49b7-84e7-cfe04cf43254), before_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:48.525304 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-42c0ad4b-334c-40ff-a603-c34a602763fe req-c8be330d-c265-47cd-9132-5d75618ace86 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "GET /v2.0/ports?device_id=31f03d50-8598-4db5-b3fd-ee77a878c5e4 HTTP/1.1" status: 200 len: 945 time: 0.0538304 May 27 03:25:48.586436 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-42c0ad4b-334c-40ff-a603-c34a602763fe req-e724546e-16de-457f-9bc7-57a4732c8a62 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1e45c10-37e6-4124-bc3b-be47b71b2f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551281 May 27 03:25:48.729981 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-b92b95b8-8c8c-4bba-b569-4fcb6987d38b tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks [] for port (a63d787e-5122-49b7-84e7-cfe04cf43254), precommit_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:48.736572 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-b92b95b8-8c8c-4bba-b569-4fcb6987d38b tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13119154'] for port (a63d787e-5122-49b7-84e7-cfe04cf43254), after_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:48.804690 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92b95b8-8c8c-4bba-b569-4fcb6987d38b tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Pushing event updated for resources: {'Port': ['ID=a63d787e-5122-49b7-84e7-cfe04cf43254,revision_number=2']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:48.818819 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-b92b95b8-8c8c-4bba-b569-4fcb6987d38b tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16279512'] for floatingip (ea6c334b-357e-4656-b4f1-c47053dfedb7), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:48.864545 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-b92b95b8-8c8c-4bba-b569-4fcb6987d38b tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159658'] for floatingip (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:48.873109 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-b92b95b8-8c8c-4bba-b569-4fcb6987d38b tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0245507 May 27 03:25:48.885141 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa5be5c-2a23-4c07-9182-80b91c6debc4 req-d8d5e432-be87-4a40-87fd-190cf2af3ce7 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:48.886748 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-2fa5be5c-2a23-4c07-9182-80b91c6debc4 req-d8d5e432-be87-4a40-87fd-190cf2af3ce7 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/ports?device_id=a04444dd-f9dd-428f-b524-fba73fc83fe4 HTTP/1.1" status: 200 len: 945 time: 0.0601919 May 27 03:25:48.920712 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c31b38-9c28-45f8-8e8e-2cb782518647 req-d00b7b9f-8750-4634-814a-079ce7faf2f7 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:48.922507 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-c5c31b38-9c28-45f8-8e8e-2cb782518647 req-d00b7b9f-8750-4634-814a-079ce7faf2f7 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=b967195a-9c2e-4f9f-9a09-65a4101b07c8 HTTP/1.1" status: 200 len: 943 time: 0.0809126 May 27 03:25:48.926024 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57f61e6-a241-462e-ab11-2d49942585b6 req-3dee2b1a-6332-4b33-a1b9-f2159f9a596f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:48.927471 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-b57f61e6-a241-462e-ab11-2d49942585b6 req-3dee2b1a-6332-4b33-a1b9-f2159f9a596f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4052d211d2a346d8be95d6ac7761defb&device_id=a3f1335e-7bd8-41e9-a488-25676516cce9 HTTP/1.1" status: 200 len: 1127 time: 0.0739903 May 27 03:25:48.932985 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:25:48.938601 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-2fa5be5c-2a23-4c07-9182-80b91c6debc4 req-19df3a5d-4846-43bb-aa85-94f7beb5a9f8 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b952be5-5d1b-4d72-ad7c-b294a4de78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457516 May 27 03:25:48.938796 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:UPDATE=3,neutron:SELECT=92,neutron:INSERT=5 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:25:48.983246 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-c5c31b38-9c28-45f8-8e8e-2cb782518647 req-a23d892a-40e9-4663-a042-aa8c3e5091b1 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bc245b1-e1c5-4d98-8284-2a627ecaaea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519547 May 27 03:25:49.086572 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-62e26544-279f-4da9-83a2-4e91ac837c88 req-5481b5dd-a5a7-4d74-a423-b741bacb0e5f tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--801170999&fields=id&tenant_id=082b5523ee504be09f6fcaf833207a4f HTTP/1.1" status: 200 len: 267 time: 0.0448267 May 27 03:25:49.117399 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f6d4c1-c789-4822-8dcc-4ef202626359 req-0ecc29a4-a120-477c-a724-03d38d44c9a9 tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:49.119082 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-47f6d4c1-c789-4822-8dcc-4ef202626359 req-0ecc29a4-a120-477c-a724-03d38d44c9a9 tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3f1335e-7bd8-41e9-a488-25676516cce9 HTTP/1.1" status: 200 len: 943 time: 0.0521784 May 27 03:25:49.168641 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-47f6d4c1-c789-4822-8dcc-4ef202626359 req-3394f49b-2264-4f5b-bb63-2ec5b049cf17 tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] 10.222.0.50 "GET /v2.0/security-groups?id=f967cd66-a8a5-4774-bb98-26f6d9d0be9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428004 May 27 03:25:49.198558 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e26544-279f-4da9-83a2-4e91ac837c88 req-a83787da-3413-47f5-9f1b-8af9c4751ae3 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:49.200017 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-62e26544-279f-4da9-83a2-4e91ac837c88 req-a83787da-3413-47f5-9f1b-8af9c4751ae3 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/networks?id=e861f168-e1a5-4542-8ee4-9759fa17a578 HTTP/1.1" status: 200 len: 815 time: 0.1067770 May 27 03:25:49.214793 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-62e26544-279f-4da9-83a2-4e91ac837c88 req-8e47dd98-2c87-46b3-a889-941bce511f52 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/quotas/082b5523ee504be09f6fcaf833207a4f HTTP/1.1" status: 200 len: 375 time: 0.0087705 May 27 03:25:49.265301 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-62e26544-279f-4da9-83a2-4e91ac837c88 req-4c2a9c35-aff7-4ede-baf3-3792e300ae4d tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=082b5523ee504be09f6fcaf833207a4f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0454011 May 27 03:25:49.368923 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-62e26544-279f-4da9-83a2-4e91ac837c88 req-7d1746e1-7e85-45cb-9ac5-0ebdbabb6397 service neutron] 10.222.0.50 "GET /v2.0/networks/e861f168-e1a5-4542-8ee4-9759fa17a578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868537 May 27 03:25:49.443446 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd65e467-4f02-4236-9738-df4623dc36c2 req-9c03b86d-97b5-4a43-aa85-b3594d99d103 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:49.445842 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-cd65e467-4f02-4236-9738-df4623dc36c2 req-9c03b86d-97b5-4a43-aa85-b3594d99d103 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=b54917ef-d32c-4303-99e3-75adc12f147e HTTP/1.1" status: 200 len: 944 time: 0.0502312 May 27 03:25:49.464793 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-62e26544-279f-4da9-83a2-4e91ac837c88 req-2c20c341-c590-430f-a5ea-fda2283df14a service neutron] 10.222.0.50 "GET /v2.0/networks/e861f168-e1a5-4542-8ee4-9759fa17a578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898926 May 27 03:25:49.493421 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-cd65e467-4f02-4236-9738-df4623dc36c2 req-11a34078-6823-4a7f-b256-87db861ab417 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=355c63b5-9543-409d-a9f3-f7230b59d8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419092 May 27 03:25:49.644012 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-5be463fa-9b5b-4fd8-bfd7-4d182ced6bca req-04774e9a-9925-4468-92fd-114c2e9ff71d tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/ports?device_id=6e20f854-915e-4f4e-8596-b16df25a2609 HTTP/1.1" status: 200 len: 210 time: 0.0324996 May 27 03:25:49.712453 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f0e1d7-df5e-4b59-bdcb-a740ef379716 req-f86fd667-e0e6-4edc-a179-ab725fa200b9 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:49.714036 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b1f0e1d7-df5e-4b59-bdcb-a740ef379716 req-f86fd667-e0e6-4edc-a179-ab725fa200b9 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "GET /v2.0/ports?device_id=31f03d50-8598-4db5-b3fd-ee77a878c5e4 HTTP/1.1" status: 200 len: 945 time: 0.0556593 May 27 03:25:49.727275 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:25:49.766183 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b1f0e1d7-df5e-4b59-bdcb-a740ef379716 req-c0612c4c-c95e-41e4-9c09-fe4cf022b83a tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1e45c10-37e6-4124-bc3b-be47b71b2f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458207 May 27 03:25:50.054561 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705e6847-c932-4605-a02e-64775a58c94a req-4bcf6cbc-b431-4cd2-a75a-2a4d67aa4ef4 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:50.056101 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-705e6847-c932-4605-a02e-64775a58c94a req-4bcf6cbc-b431-4cd2-a75a-2a4d67aa4ef4 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/ports?device_id=a04444dd-f9dd-428f-b524-fba73fc83fe4 HTTP/1.1" status: 200 len: 945 time: 0.0494447 May 27 03:25:50.102789 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee1f7f2-684a-4334-8bf5-9095151a05df req-0066a12e-9c2b-41df-b4b8-4e4381eee47b tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:50.104382 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-aee1f7f2-684a-4334-8bf5-9095151a05df req-0066a12e-9c2b-41df-b4b8-4e4381eee47b tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=b967195a-9c2e-4f9f-9a09-65a4101b07c8 HTTP/1.1" status: 200 len: 943 time: 0.0530651 May 27 03:25:50.108539 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-705e6847-c932-4605-a02e-64775a58c94a req-f4b71871-1322-4c19-be1e-a2876ae6d4e5 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b952be5-5d1b-4d72-ad7c-b294a4de78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466640 May 27 03:25:50.157099 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-aee1f7f2-684a-4334-8bf5-9095151a05df req-090b4859-830f-4458-9bfc-09f11ed02b9f tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bc245b1-e1c5-4d98-8284-2a627ecaaea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460150 May 27 03:25:50.286874 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560aef1c-0501-464c-8281-38c4b623bbd2 req-6e3a1754-25a0-4b7e-9ab2-ed915fdfe076 tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:50.288387 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-560aef1c-0501-464c-8281-38c4b623bbd2 req-6e3a1754-25a0-4b7e-9ab2-ed915fdfe076 tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3f1335e-7bd8-41e9-a488-25676516cce9 HTTP/1.1" status: 200 len: 943 time: 0.0482183 May 27 03:25:50.313165 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05b7f05-e52e-4ec4-84ba-09c7ca2e2f44 req-40cede24-3275-41c5-a65b-abdf8ef22519 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:50.314761 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-e05b7f05-e52e-4ec4-84ba-09c7ca2e2f44 req-40cede24-3275-41c5-a65b-abdf8ef22519 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/ports?device_id=a04444dd-f9dd-428f-b524-fba73fc83fe4 HTTP/1.1" status: 200 len: 945 time: 0.0490887 May 27 03:25:50.335886 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-560aef1c-0501-464c-8281-38c4b623bbd2 req-bf9f4893-9d8b-4df5-855c-61f6b8a523a5 tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] 10.222.0.50 "GET /v2.0/security-groups?id=f967cd66-a8a5-4774-bb98-26f6d9d0be9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418115 May 27 03:25:50.362979 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-e05b7f05-e52e-4ec4-84ba-09c7ca2e2f44 req-b0023140-9bd6-4af5-8d44-003d68d59fb4 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b952be5-5d1b-4d72-ad7c-b294a4de78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425339 May 27 03:25:50.620494 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5804263c-232f-4f12-9f54-a4f2c0bb59fe req-5f0d3447-a664-4f3d-95cc-d84b200bc11b tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:50.622012 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-5804263c-232f-4f12-9f54-a4f2c0bb59fe req-5f0d3447-a664-4f3d-95cc-d84b200bc11b tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=b54917ef-d32c-4303-99e3-75adc12f147e HTTP/1.1" status: 200 len: 944 time: 0.0523589 May 27 03:25:50.701703 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4023b4c2-8814-43d0-90b0-c517ced02844 req-bc9a39d8-8e17-4b65-a853-3d11f8f05f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:50.703409 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-4023b4c2-8814-43d0-90b0-c517ced02844 req-bc9a39d8-8e17-4b65-a853-3d11f8f05f11 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6db8193dcee944008c7b41889bfa67a3&device_id=b967195a-9c2e-4f9f-9a09-65a4101b07c8 HTTP/1.1" status: 200 len: 1127 time: 0.0805225 May 27 03:25:50.715163 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57f61e6-a241-462e-ab11-2d49942585b6 req-acfacd43-287f-4024-adf8-da5606a0c804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:50.715771 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-5804263c-232f-4f12-9f54-a4f2c0bb59fe req-72f89095-fc63-4b4b-a1a9-a06706099cd0 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=355c63b5-9543-409d-a9f3-f7230b59d8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540528 May 27 03:25:50.716620 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-b57f61e6-a241-462e-ab11-2d49942585b6 req-acfacd43-287f-4024-adf8-da5606a0c804 service neutron] 10.222.0.67 "GET /v2.0/networks?id=d552a4c8-1cfd-43a0-b4ee-dbad181ed1bf HTTP/1.1" status: 200 len: 914 time: 0.0972791 May 27 03:25:50.745406 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-68de6701-d9b5-4112-a108-894d13e3a46a req-4eac22a3-05a9-4b6d-a9ed-ef27f6bee03d tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/ports?device_id=6e20f854-915e-4f4e-8596-b16df25a2609 HTTP/1.1" status: 200 len: 210 time: 0.0277722 May 27 03:25:50.879203 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f942ae-5163-4c62-ab1d-b8d36bf71822 req-8ca17db9-a75a-4217-ac43-25217e034c56 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:50.880563 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-33f942ae-5163-4c62-ab1d-b8d36bf71822 req-8ca17db9-a75a-4217-ac43-25217e034c56 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "GET /v2.0/ports?device_id=31f03d50-8598-4db5-b3fd-ee77a878c5e4 HTTP/1.1" status: 200 len: 945 time: 0.0473919 May 27 03:25:50.930848 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-33f942ae-5163-4c62-ab1d-b8d36bf71822 req-e0189069-6728-4ec7-9971-4a48f2223b9d tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1e45c10-37e6-4124-bc3b-be47b71b2f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445530 May 27 03:25:51.282585 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703cea52-86b4-4778-a9b3-4759b7529d75 req-19c07d30-c330-4d48-86ba-f09d9d0735f8 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:51.284075 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-703cea52-86b4-4778-a9b3-4759b7529d75 req-19c07d30-c330-4d48-86ba-f09d9d0735f8 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=b967195a-9c2e-4f9f-9a09-65a4101b07c8 HTTP/1.1" status: 200 len: 943 time: 0.0562220 May 27 03:25:51.311179 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:25:51.337623 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-703cea52-86b4-4778-a9b3-4759b7529d75 req-b7b2f5a8-fa54-448e-abbb-0ead652b5ab3 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bc245b1-e1c5-4d98-8284-2a627ecaaea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478909 May 27 03:25:51.456008 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984f30ab-bb87-4605-a04c-7bdc847bc60d req-0ff1c992-3307-44a6-b717-f1ba93b9a215 tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:51.457425 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-984f30ab-bb87-4605-a04c-7bdc847bc60d req-0ff1c992-3307-44a6-b717-f1ba93b9a215 tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3f1335e-7bd8-41e9-a488-25676516cce9 HTTP/1.1" status: 200 len: 943 time: 0.0513997 May 27 03:25:51.477894 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01260a00-a2c6-4c4b-a7a3-5b94f2887bd7 req-b9b2441c-5ec8-4248-a5a6-78701bbe7248 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:51.479387 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-01260a00-a2c6-4c4b-a7a3-5b94f2887bd7 req-b9b2441c-5ec8-4248-a5a6-78701bbe7248 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/ports?device_id=a04444dd-f9dd-428f-b524-fba73fc83fe4 HTTP/1.1" status: 200 len: 945 time: 0.0479860 May 27 03:25:51.483860 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:25:51.506699 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-984f30ab-bb87-4605-a04c-7bdc847bc60d req-4c7aa7a1-6549-42fe-be25-26b1b5aa5cb4 tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] 10.222.0.50 "GET /v2.0/security-groups?id=f967cd66-a8a5-4774-bb98-26f6d9d0be9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435607 May 27 03:25:51.529610 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-01260a00-a2c6-4c4b-a7a3-5b94f2887bd7 req-bb0e0e09-5986-4b87-9434-f28b4b091e08 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b952be5-5d1b-4d72-ad7c-b294a4de78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438435 May 27 03:25:51.685183 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-b57f61e6-a241-462e-ab11-2d49942585b6 req-70e66975-90df-48c8-bb0e-e8eb3dfc4429 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a15b4526-0b77-4d6b-9f19-4bbe94e799a3 HTTP/1.1" status: 200 len: 217 time: 0.0344982 May 27 03:25:51.764152 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4023b4c2-8814-43d0-90b0-c517ced02844 req-edd7a9a4-9bbc-4d62-b3cb-76f0e8dde037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:51.766638 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-4023b4c2-8814-43d0-90b0-c517ced02844 req-edd7a9a4-9bbc-4d62-b3cb-76f0e8dde037 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=6db8193dcee944008c7b41889bfa67a3&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1151252 May 27 03:25:51.798401 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57f61e6-a241-462e-ab11-2d49942585b6 req-b040e25d-df0c-4059-8260-61e7bddc5950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:51.800170 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-b57f61e6-a241-462e-ab11-2d49942585b6 req-b040e25d-df0c-4059-8260-61e7bddc5950 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=aaf2d597-6e7b-442c-99e2-abf0b8672091 HTTP/1.1" status: 200 len: 853 time: 0.0604382 May 27 03:25:51.876311 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-bc6c99b4-a911-418b-bc0f-bd465260e4e4 req-fa293353-7d47-4754-a238-628ed691a26f tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/ports?device_id=6e20f854-915e-4f4e-8596-b16df25a2609 HTTP/1.1" status: 200 len: 210 time: 0.0452919 May 27 03:25:51.926157 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-b57f61e6-a241-462e-ab11-2d49942585b6 req-1c28bf8c-3d62-47e2-9c0a-41b836add915 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d552a4c8-1cfd-43a0-b4ee-dbad181ed1bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615668 May 27 03:25:51.932751 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb0ca81-35af-4ec9-8c06-5bc4ea025955 req-a247bef8-063d-4497-bbd7-1ec8f59c8736 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:51.935265 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-1cb0ca81-35af-4ec9-8c06-5bc4ea025955 req-a247bef8-063d-4497-bbd7-1ec8f59c8736 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=b54917ef-d32c-4303-99e3-75adc12f147e HTTP/1.1" status: 200 len: 944 time: 0.0908053 May 27 03:25:51.935928 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03dc84a-3e87-4733-b0ce-09ad29173d34 req-604dca8e-7405-4e3c-92a0-ab5bb940fcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:51.937722 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-e03dc84a-3e87-4733-b0ce-09ad29173d34 req-604dca8e-7405-4e3c-92a0-ab5bb940fcbb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9351d2e0e0e14585820951a9398b35f4&device_id=a04444dd-f9dd-428f-b524-fba73fc83fe4 HTTP/1.1" status: 200 len: 1129 time: 0.0592237 May 27 03:25:51.959679 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4023b4c2-8814-43d0-90b0-c517ced02844 req-9fd479c2-abc8-4f49-a1c0-6817667eb24c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:51.961465 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-4023b4c2-8814-43d0-90b0-c517ced02844 req-9fd479c2-abc8-4f49-a1c0-6817667eb24c service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1815827 May 27 03:25:52.033623 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Device af8e6fc6-1227-49b2-a57c-d9ab051c9fe9 up at agent hyperv_hv-cinder-82880 {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:25:52.035924 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-1cb0ca81-35af-4ec9-8c06-5bc4ea025955 req-dc2c3db3-37cf-49f2-baf3-fe85364435e7 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=355c63b5-9543-409d-a9f3-f7230b59d8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893676 May 27 03:25:52.080141 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=100 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:25:52.084596 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Provisioning for port af8e6fc6-1227-49b2-a57c-d9ab051c9fe9 completed by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 03:25:52.093691 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Provisioning complete for port af8e6fc6-1227-49b2-a57c-d9ab051c9fe9 triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:25:52.094070 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (af8e6fc6-1227-49b2-a57c-d9ab051c9fe9), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:52.133102 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=100 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:25:52.136370 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:25:52.161488 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606e4a41-f895-4af5-8cc6-f0851bf9bbd1 req-f872c992-d84f-4c93-9653-4207988aa80a tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:52.162708 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-606e4a41-f895-4af5-8cc6-f0851bf9bbd1 req-f872c992-d84f-4c93-9653-4207988aa80a tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "GET /v2.0/ports?device_id=31f03d50-8598-4db5-b3fd-ee77a878c5e4 HTTP/1.1" status: 200 len: 945 time: 0.0923026 May 27 03:25:52.172181 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Current status of the port af8e6fc6-1227-49b2-a57c-d9ab051c9fe9 is: BUILD; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:25:52.172567 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (af8e6fc6-1227-49b2-a57c-d9ab051c9fe9), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:52.196254 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31f03d50-8598-4db5-b3fd-ee77a878c5e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af8e6fc6-1227-49b2-a57c-d9ab051c9fe9'}] {{(pid=104073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:25:52.197409 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03dc84a-3e87-4733-b0ce-09ad29173d34 req-cad7f0de-8c66-4337-bd33-a94ba511b1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:52.198648 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fe636b475fcf817a66bede64dee182d8d37f0deb14dcb08a99f86243ff54ad7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e672a1f9-9678-4d17-97f2-d7e3a6208631" -d '{"events": [{"server_uuid": "31f03d50-8598-4db5-b3fd-ee77a878c5e4", "name": "network-vif-plugged", "status": "completed", "tag": "af8e6fc6-1227-49b2-a57c-d9ab051c9fe9"}]}' {{(pid=104073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:25:52.198847 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-e03dc84a-3e87-4733-b0ce-09ad29173d34 req-cad7f0de-8c66-4337-bd33-a94ba511b1d4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=cc2d2605-cf0b-41cc-a4d1-c3c28ec94860 HTTP/1.1" status: 200 len: 911 time: 0.2489078 May 27 03:25:52.202473 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-b57f61e6-a241-462e-ab11-2d49942585b6 req-e83f45a3-1bc4-4680-877d-43337d6edb17 service neutron] 10.222.0.67 "GET /v2.0/networks/d552a4c8-1cfd-43a0-b4ee-dbad181ed1bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2546093 May 27 03:25:52.211786 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] For port af8e6fc6-1227-49b2-a57c-d9ab051c9fe9, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=af8e6fc6-1227-49b2-a57c-d9ab051c9fe9,segment=NetworkSegment(3d0db8b7-60ed-4f83-92b1-448610616c6c),segment_id=3d0db8b7-60ed-4f83-92b1-448610616c6c)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:25:52.218068 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (af8e6fc6-1227-49b2-a57c-d9ab051c9fe9), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:52.218592 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Device fe4197df-049a-453f-a110-e4a007e15f18 up at agent hyperv_hv-cinder-82880 {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:25:52.234382 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-606e4a41-f895-4af5-8cc6-f0851bf9bbd1 req-4935770a-84d4-4db1-881f-80749d605f8d tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1e45c10-37e6-4124-bc3b-be47b71b2f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646141 May 27 03:25:52.240121 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b59620d-6bec-4a66-b180-eff6ec87a3ab x-openstack-request-id: req-9b59620d-6bec-4a66-b180-eff6ec87a3ab {{(pid=104073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:25:52.240470 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31f03d50-8598-4db5-b3fd-ee77a878c5e4", "name": "network-vif-plugged", "status": "completed", "tag": "af8e6fc6-1227-49b2-a57c-d9ab051c9fe9", "code": 200}]} {{(pid=104073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:25:52.240722 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9b59620d-6bec-4a66-b180-eff6ec87a3ab {{(pid=104073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:25:52.241117 dv-cinder-828806-4-iscsi neutron-server[104073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b59620d-6bec-4a66-b180-eff6ec87a3ab'] response: {'server_uuid': '31f03d50-8598-4db5-b3fd-ee77a878c5e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af8e6fc6-1227-49b2-a57c-d9ab051c9fe9', 'code': 200} May 27 03:25:52.298868 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Pushing event updated for resources: {'Port': ['ID=af8e6fc6-1227-49b2-a57c-d9ab051c9fe9,revision_number=5']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:52.307480 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Provisioning complete for port fe4197df-049a-453f-a110-e4a007e15f18 triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:25:52.307480 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (fe4197df-049a-453f-a110-e4a007e15f18), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:52.382110 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Current status of the port fe4197df-049a-453f-a110-e4a007e15f18 is: BUILD; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:25:52.382516 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (fe4197df-049a-453f-a110-e4a007e15f18), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:52.423197 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] For port fe4197df-049a-453f-a110-e4a007e15f18, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=fe4197df-049a-453f-a110-e4a007e15f18,segment=NetworkSegment(8900a96c-140e-4a88-9323-782a7b94dd95),segment_id=8900a96c-140e-4a88-9323-782a7b94dd95)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:25:52.434284 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (fe4197df-049a-453f-a110-e4a007e15f18), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:52.504123 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa2ea4e-db40-4ec7-b162-a21529dc0514 req-b9d92f45-8b20-4a69-8d9a-a171a2cca079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:52.505693 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-8aa2ea4e-db40-4ec7-b162-a21529dc0514 req-b9d92f45-8b20-4a69-8d9a-a171a2cca079 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6db8193dcee944008c7b41889bfa67a3&device_id=b967195a-9c2e-4f9f-9a09-65a4101b07c8 HTTP/1.1" status: 200 len: 1127 time: 0.0912981 May 27 03:25:52.516221 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37e71c5-5c40-41dc-9c71-215983afb44c req-9ca23ca2-114e-4e5d-9b3f-f9cedbb1e26c tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:52.517836 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-d37e71c5-5c40-41dc-9c71-215983afb44c req-9ca23ca2-114e-4e5d-9b3f-f9cedbb1e26c tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=b967195a-9c2e-4f9f-9a09-65a4101b07c8 HTTP/1.1" status: 200 len: 943 time: 0.1022093 May 27 03:25:52.522758 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Pushing event updated for resources: {'Port': ['ID=fe4197df-049a-453f-a110-e4a007e15f18,revision_number=7']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:52.536605 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-e03dc84a-3e87-4733-b0ce-09ad29173d34 req-8a4d2bb4-ce82-475b-b5aa-3b22249de5ca service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bfbe9cb8-2655-4fd9-8904-baffc1034ee0 HTTP/1.1" status: 200 len: 1001 time: 0.1189618 May 27 03:25:52.580413 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-d37e71c5-5c40-41dc-9c71-215983afb44c req-fc7db827-227c-4c2d-b096-14f89735ab7f tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bc245b1-e1c5-4d98-8284-2a627ecaaea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468233 May 27 03:25:52.679039 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-8aa2ea4e-db40-4ec7-b162-a21529dc0514 req-dc8785c3-4cb2-4fc4-a3ae-97f1cb2d7405 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=00901745-e24d-4624-8550-b70ca512f20a HTTP/1.1" status: 200 len: 217 time: 0.0715368 May 27 03:25:52.719367 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03dc84a-3e87-4733-b0ce-09ad29173d34 req-aef6acfd-6040-4622-8533-4e5b7e457ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:52.725110 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-e03dc84a-3e87-4733-b0ce-09ad29173d34 req-aef6acfd-6040-4622-8533-4e5b7e457ad2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a8c67362-f6b9-416d-9235-7ee8f03b0511 HTTP/1.1" status: 200 len: 849 time: 0.1021593 May 27 03:25:52.836404 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa2ea4e-db40-4ec7-b162-a21529dc0514 req-b53967ea-669e-43d0-90cb-9799aaebb101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:52.839970 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-8aa2ea4e-db40-4ec7-b162-a21529dc0514 req-b53967ea-669e-43d0-90cb-9799aaebb101 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cc441656-896b-4ce0-b128-b3b9a7f3a183 HTTP/1.1" status: 200 len: 858 time: 0.1376107 May 27 03:25:52.875508 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-b57f61e6-a241-462e-ab11-2d49942585b6 req-c68a4159-3f85-4b90-82e7-c8269996fa8a service neutron] 10.222.0.67 "GET /v2.0/networks/d552a4c8-1cfd-43a0-b4ee-dbad181ed1bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4598885 May 27 03:25:52.892643 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2eff56-0205-46dd-9622-391c886cceba req-2c2b4f48-896b-4d09-bda9-e30243b577f9 tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:52.894502 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-7a2eff56-0205-46dd-9622-391c886cceba req-2c2b4f48-896b-4d09-bda9-e30243b577f9 tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3f1335e-7bd8-41e9-a488-25676516cce9 HTTP/1.1" status: 200 len: 943 time: 0.1668696 May 27 03:25:52.899991 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03dc84a-3e87-4733-b0ce-09ad29173d34 req-e9474870-d245-4ba8-b741-9dbc4e44eff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:52.901499 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-e03dc84a-3e87-4733-b0ce-09ad29173d34 req-e9474870-d245-4ba8-b741-9dbc4e44eff4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cc2d2605-cf0b-41cc-a4d1-c3c28ec94860&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1680300 May 27 03:25:52.920771 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a4d9d2-6546-4289-8bdc-7dca41bed006 req-58936b19-d341-43d4-b58d-43316321dc55 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:52.922890 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b3a4d9d2-6546-4289-8bdc-7dca41bed006 req-58936b19-d341-43d4-b58d-43316321dc55 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/ports?device_id=a04444dd-f9dd-428f-b524-fba73fc83fe4 HTTP/1.1" status: 200 len: 945 time: 0.2352765 May 27 03:25:52.986098 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4019264f-06bc-4aa7-8817-9292b4d8bfc3 req-e0bf7500-43b8-4e72-922d-3d4d4dcd6f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:52.987826 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-4019264f-06bc-4aa7-8817-9292b4d8bfc3 req-e0bf7500-43b8-4e72-922d-3d4d4dcd6f7b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=31f03d50-8598-4db5-b3fd-ee77a878c5e4 HTTP/1.1" status: 200 len: 1130 time: 0.1469378 May 27 03:25:53.056747 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa2ea4e-db40-4ec7-b162-a21529dc0514 req-f3d20d4c-e417-464b-86b9-69f8c3550cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:53.058224 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-8aa2ea4e-db40-4ec7-b162-a21529dc0514 req-f3d20d4c-e417-464b-86b9-69f8c3550cf5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ee2ac450-e56e-4c1d-8d15-c8bfd50e2024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1339867 May 27 03:25:53.074350 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:25:53.083575 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b3a4d9d2-6546-4289-8bdc-7dca41bed006 req-d61fe415-1022-453c-89f1-757cdd727a68 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b952be5-5d1b-4d72-ad7c-b294a4de78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947225 May 27 03:25:53.115087 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e26544-279f-4da9-83a2-4e91ac837c88 req-165f82bf-c0fc-4eb3-81cc-a0d337fcc891 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:53.117250 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-62e26544-279f-4da9-83a2-4e91ac837c88 req-165f82bf-c0fc-4eb3-81cc-a0d337fcc891 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.67 "GET /v2.0/networks?id=e861f168-e1a5-4542-8ee4-9759fa17a578 HTTP/1.1" status: 200 len: 815 time: 0.3901932 May 27 03:25:53.169147 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-7a2eff56-0205-46dd-9622-391c886cceba req-1ccd42cf-f4e0-4849-964c-ee27dc2d378c tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] 10.222.0.50 "GET /v2.0/security-groups?id=f967cd66-a8a5-4774-bb98-26f6d9d0be9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587938 May 27 03:25:53.213565 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-4019264f-06bc-4aa7-8817-9292b4d8bfc3 req-c3a6ee65-8544-48e2-bdea-d5e8da3845b9 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=d1e45c10-37e6-4124-bc3b-be47b71b2f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1277773 May 27 03:25:53.264943 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a7c0edc7-e8ca-48d6-930c-7c18c9c86318 req-0b6f043c-900e-4ce4-b5ed-062d2074d349 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/ports?device_id=6e20f854-915e-4f4e-8596-b16df25a2609 HTTP/1.1" status: 200 len: 210 time: 0.0544875 May 27 03:25:53.277374 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=100 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:25:53.287415 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:25:53.295253 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-e03dc84a-3e87-4733-b0ce-09ad29173d34 req-4ea46188-8557-4d35-92b6-76ff2be7c30d service neutron] 10.222.0.67 "GET /v2.0/networks/cc2d2605-cf0b-41cc-a4d1-c3c28ec94860?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3646982 May 27 03:25:53.316781 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-8aa2ea4e-db40-4ec7-b162-a21529dc0514 req-237213c7-ff2a-419f-ab93-13ce07eb2fe6 service neutron] 10.222.0.67 "GET /v2.0/networks/ee2ac450-e56e-4c1d-8d15-c8bfd50e2024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318263 May 27 03:25:53.405149 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c6c254-4977-4bbb-b071-933984dcb656 req-f4c6bd6e-8b7f-44f1-ad9a-be41cd725d5e tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:53.412387 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-d6c6c254-4977-4bbb-b071-933984dcb656 req-f4c6bd6e-8b7f-44f1-ad9a-be41cd725d5e tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=b54917ef-d32c-4303-99e3-75adc12f147e HTTP/1.1" status: 200 len: 945 time: 0.0731761 May 27 03:25:53.435804 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da73137-fa90-440c-ab20-07368799fa47 req-a24f3776-c40e-4e83-aaf9-d315610df98a tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:53.441558 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-62e26544-279f-4da9-83a2-4e91ac837c88 req-1dff6f56-1a95-410f-a2c6-cdef64721fee tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=082b5523ee504be09f6fcaf833207a4f HTTP/1.1" status: 200 len: 471 time: 0.2712553 May 27 03:25:53.445798 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-8da73137-fa90-440c-ab20-07368799fa47 req-a24f3776-c40e-4e83-aaf9-d315610df98a tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "GET /v2.0/ports?device_id=31f03d50-8598-4db5-b3fd-ee77a878c5e4 HTTP/1.1" status: 200 len: 946 time: 0.0779402 May 27 03:25:53.481692 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-d6c6c254-4977-4bbb-b071-933984dcb656 req-9de14b62-4367-4b4a-b9dc-9c9094fb560b tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=355c63b5-9543-409d-a9f3-f7230b59d8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681393 May 27 03:25:53.513570 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-8da73137-fa90-440c-ab20-07368799fa47 req-0fdef556-c7ab-4ebf-aeb9-ae56b4a3efbc tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1e45c10-37e6-4124-bc3b-be47b71b2f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669043 May 27 03:25:53.552928 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [req-62e26544-279f-4da9-83a2-4e91ac837c88 req-23a8f3e4-c5c8-4d1a-a839-8db69470e617 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Request body: {'port': {'device_id': '6e20f854-915e-4f4e-8596-b16df25a2609', 'network_id': 'e861f168-e1a5-4542-8ee4-9759fa17a578', 'admin_state_up': True, 'tenant_id': '082b5523ee504be09f6fcaf833207a4f', 'security_groups': ['d8d0080e-a06c-4ae4-a8fb-eda4e5e03ad2']}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:25:53.676553 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-8aa2ea4e-db40-4ec7-b162-a21529dc0514 req-d5816fc4-baaf-4fa5-925e-36f382759880 service neutron] 10.222.0.67 "GET /v2.0/networks/ee2ac450-e56e-4c1d-8d15-c8bfd50e2024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378767 May 27 03:25:53.742484 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=100 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:25:53.846557 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Device a15b4526-0b77-4d6b-9f19-4bbe94e799a3 details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=104073) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 03:25:53.997642 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] For port a15b4526-0b77-4d6b-9f19-4bbe94e799a3, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=a15b4526-0b77-4d6b-9f19-4bbe94e799a3,segment=NetworkSegment(cc94f9b6-ace2-494d-8a96-80adbe9e180d),segment_id=cc94f9b6-ace2-494d-8a96-80adbe9e180d)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:25:54.015230 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Returning: {'device': 'a15b4526-0b77-4d6b-9f19-4bbe94e799a3', 'network_id': 'd552a4c8-1cfd-43a0-b4ee-dbad181ed1bf', 'port_id': 'a15b4526-0b77-4d6b-9f19-4bbe94e799a3', 'mac_address': 'fa:16:3e:3c:a5:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aaf2d597-6e7b-442c-99e2-abf0b8672091', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104073) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 03:25:54.068977 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=2 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:25:54.073904 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Current status of the port a15b4526-0b77-4d6b-9f19-4bbe94e799a3 is: DOWN; New status is: BUILD {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:25:54.074163 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (a15b4526-0b77-4d6b-9f19-4bbe94e799a3), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:54.090855 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.notifiers.nova [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a15b4526-0b77-4d6b-9f19-4bbe94e799a3 {{(pid=104073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:25:54.100895 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece5a5fb-0640-4f43-aa9a-2b00e3f462b3 req-b5ecbf97-5d4c-4b0b-9170-2994a2cca906 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:54.107942 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-ece5a5fb-0640-4f43-aa9a-2b00e3f462b3 req-b5ecbf97-5d4c-4b0b-9170-2994a2cca906 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=b967195a-9c2e-4f9f-9a09-65a4101b07c8 HTTP/1.1" status: 200 len: 943 time: 0.4051785 May 27 03:25:54.114185 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-e03dc84a-3e87-4733-b0ce-09ad29173d34 req-d429fc18-e822-46ac-8328-fc635e04f1c2 service neutron] 10.222.0.67 "GET /v2.0/networks/cc2d2605-cf0b-41cc-a4d1-c3c28ec94860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5751598 May 27 03:25:54.120573 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] For port a15b4526-0b77-4d6b-9f19-4bbe94e799a3, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=a15b4526-0b77-4d6b-9f19-4bbe94e799a3,segment=NetworkSegment(cc94f9b6-ace2-494d-8a96-80adbe9e180d),segment_id=cc94f9b6-ace2-494d-8a96-80adbe9e180d)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:25:54.127496 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (a15b4526-0b77-4d6b-9f19-4bbe94e799a3), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:54.198749 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62e26544-279f-4da9-83a2-4e91ac837c88 req-23a8f3e4-c5c8-4d1a-a839-8db69470e617 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Made reservation on behalf of 082b5523ee504be09f6fcaf833207a4f for: {'port': 1} {{(pid=104071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:25:54.202231 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-62e26544-279f-4da9-83a2-4e91ac837c88 req-23a8f3e4-c5c8-4d1a-a839-8db69470e617 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:54.204126 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Pushing event updated for resources: {'Port': ['ID=a15b4526-0b77-4d6b-9f19-4bbe94e799a3,revision_number=4']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:54.225811 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-ece5a5fb-0640-4f43-aa9a-2b00e3f462b3 req-7fba8cdf-28c8-4ec6-9929-33f274f9fc4f tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bc245b1-e1c5-4d98-8284-2a627ecaaea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124406 May 27 03:25:54.246047 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b54917ef-d32c-4303-99e3-75adc12f147e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe4197df-049a-453f-a110-e4a007e15f18'}] {{(pid=104073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:25:54.258188 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fe636b475fcf817a66bede64dee182d8d37f0deb14dcb08a99f86243ff54ad7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-933cee18-056c-4fa0-b457-62ebd7ee8090" -d '{"events": [{"server_uuid": "b54917ef-d32c-4303-99e3-75adc12f147e", "name": "network-vif-plugged", "status": "completed", "tag": "fe4197df-049a-453f-a110-e4a007e15f18"}]}' {{(pid=104073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:25:54.262932 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bd9d1c-9287-463d-8ca4-0085eff15036 req-859d6d9a-7986-4d54-9f7d-03dab0dd24ef tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:54.271539 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a2bd9d1c-9287-463d-8ca4-0085eff15036 req-859d6d9a-7986-4d54-9f7d-03dab0dd24ef tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/ports?device_id=a04444dd-f9dd-428f-b524-fba73fc83fe4 HTTP/1.1" status: 200 len: 945 time: 0.0825608 May 27 03:25:54.353370 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a2bd9d1c-9287-463d-8ca4-0085eff15036 req-0b6042b1-b8ce-42c3-98a3-f447472b6872 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b952be5-5d1b-4d72-ad7c-b294a4de78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799179 May 27 03:25:54.393519 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f9d395-7455-491d-b037-686fa560519a req-58893f96-2f83-46c6-b45c-b1c7da9b5cdd tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:54.395055 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-51f9d395-7455-491d-b037-686fa560519a req-58893f96-2f83-46c6-b45c-b1c7da9b5cdd tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3f1335e-7bd8-41e9-a488-25676516cce9 HTTP/1.1" status: 200 len: 944 time: 0.0764220 May 27 03:25:54.407159 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9aa0224-2879-4341-b5b4-664d97f77e40 x-openstack-request-id: req-e9aa0224-2879-4341-b5b4-664d97f77e40 {{(pid=104073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:25:54.407454 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b54917ef-d32c-4303-99e3-75adc12f147e", "name": "network-vif-plugged", "status": "completed", "tag": "fe4197df-049a-453f-a110-e4a007e15f18", "code": 200}]} {{(pid=104073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:25:54.407716 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e9aa0224-2879-4341-b5b4-664d97f77e40 {{(pid=104073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:25:54.408098 dv-cinder-828806-4-iscsi neutron-server[104073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9aa0224-2879-4341-b5b4-664d97f77e40'] response: {'server_uuid': 'b54917ef-d32c-4303-99e3-75adc12f147e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe4197df-049a-453f-a110-e4a007e15f18', 'code': 200} May 27 03:25:54.516873 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-76a3ab39-29de-43d3-be68-b240032127ca req-a9d984ab-fdf0-4053-a604-b2f2771e652d tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/ports?device_id=6e20f854-915e-4f4e-8596-b16df25a2609 HTTP/1.1" status: 200 len: 210 time: 0.0457239 May 27 03:25:54.520047 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-51f9d395-7455-491d-b037-686fa560519a req-54eedf3c-d80e-459e-b6fa-362aaa2b0f55 tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] 10.222.0.50 "GET /v2.0/security-groups?id=f967cd66-a8a5-4774-bb98-26f6d9d0be9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159775 May 27 03:25:54.612486 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.db.db_base_plugin_common [req-62e26544-279f-4da9-83a2-4e91ac837c88 req-23a8f3e4-c5c8-4d1a-a839-8db69470e617 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Allocated IP 172.20.0.9 (e861f168-e1a5-4542-8ee4-9759fa17a578/22c8ee8a-bdb1-4646-81f4-b6b1b8177bb9/15f49aae-9ee3-4bd2-82eb-2e60ca6f0e35) {{(pid=104071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:25:54.622715 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] get_ports_and_sgs() called for port_ids ['a15b4526-0b77-4d6b-9f19-4bbe94e799a3'] {{(pid=104073) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:25:54.779642 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b245c68a-b0b8-4e0f-8ef5-5be12514545a req-ee1f1e2b-cf02-4124-a8fa-afe8ae821431 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:54.781493 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b245c68a-b0b8-4e0f-8ef5-5be12514545a req-ee1f1e2b-cf02-4124-a8fa-afe8ae821431 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=b54917ef-d32c-4303-99e3-75adc12f147e HTTP/1.1" status: 200 len: 945 time: 0.0919549 May 27 03:25:54.785586 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:25:54.817542 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:25:54.818221 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:25:54.852212 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b245c68a-b0b8-4e0f-8ef5-5be12514545a req-d55c5d96-8d9e-4c55-9584-d27ecb4c8dae tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=355c63b5-9543-409d-a9f3-f7230b59d8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643277 May 27 03:25:54.877712 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2475fd12-4ba6-4a66-a05f-998a9be2defd req-57ac903d-d02a-4a78-b0a6-97a79069c292 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:54.879455 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-2475fd12-4ba6-4a66-a05f-998a9be2defd req-57ac903d-d02a-4a78-b0a6-97a79069c292 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "GET /v2.0/ports?device_id=31f03d50-8598-4db5-b3fd-ee77a878c5e4 HTTP/1.1" status: 200 len: 946 time: 0.0920644 May 27 03:25:54.882863 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-62e26544-279f-4da9-83a2-4e91ac837c88 req-23a8f3e4-c5c8-4d1a-a839-8db69470e617 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks [] for port (15f49aae-9ee3-4bd2-82eb-2e60ca6f0e35), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:54.968343 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-2475fd12-4ba6-4a66-a05f-998a9be2defd req-71529d7a-fb4b-4d9c-a10c-d8556638253e tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1e45c10-37e6-4124-bc3b-be47b71b2f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833197 May 27 03:25:54.983187 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-62e26544-279f-4da9-83a2-4e91ac837c88 req-23a8f3e4-c5c8-4d1a-a839-8db69470e617 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743907242280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12907156'] for port (15f49aae-9ee3-4bd2-82eb-2e60ca6f0e35), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:55.039898 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62e26544-279f-4da9-83a2-4e91ac837c88 req-23a8f3e4-c5c8-4d1a-a839-8db69470e617 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Network e861f168-e1a5-4542-8ee4-9759fa17a578 is already hosted by enough agents. {{(pid=104071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:25:55.043273 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.scheduler.base_scheduler [req-62e26544-279f-4da9-83a2-4e91ac837c88 req-23a8f3e4-c5c8-4d1a-a839-8db69470e617 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Resources bound (agent type, host, resource id): {{(pid=104071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:25:55.050867 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [req-62e26544-279f-4da9-83a2-4e91ac837c88 req-23a8f3e4-c5c8-4d1a-a839-8db69470e617 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Received port after_create {{(pid=104071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:25:55.084817 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a8f3e4-c5c8-4d1a-a839-8db69470e617 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Pushing event updated for resources: {'Port': ['ID=15f49aae-9ee3-4bd2-82eb-2e60ca6f0e35,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:55.129482 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e26544-279f-4da9-83a2-4e91ac837c88 req-23a8f3e4-c5c8-4d1a-a839-8db69470e617 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:55.130106 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-62e26544-279f-4da9-83a2-4e91ac837c88 req-23a8f3e4-c5c8-4d1a-a839-8db69470e617 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159658'] for port (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:55.158014 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-62e26544-279f-4da9-83a2-4e91ac837c88 req-23a8f3e4-c5c8-4d1a-a839-8db69470e617 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6098266 May 27 03:25:55.331698 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-968d3f4d-125f-454f-9a5a-d3cba4892814 None None] Provisioning complete for port 15f49aae-9ee3-4bd2-82eb-2e60ca6f0e35 triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:25:55.333047 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-968d3f4d-125f-454f-9a5a-d3cba4892814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (15f49aae-9ee3-4bd2-82eb-2e60ca6f0e35), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:55.380564 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752721b2-90a3-4c08-b617-b994498f6e37 req-1ee2e51c-7271-4722-b097-c9b6a61a37be tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:55.390725 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-752721b2-90a3-4c08-b617-b994498f6e37 req-1ee2e51c-7271-4722-b097-c9b6a61a37be tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=b967195a-9c2e-4f9f-9a09-65a4101b07c8 HTTP/1.1" status: 200 len: 943 time: 0.0925353 May 27 03:25:55.392189 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-968d3f4d-125f-454f-9a5a-d3cba4892814 None None] Port 15f49aae-9ee3-4bd2-82eb-2e60ca6f0e35 cannot update to ACTIVE because it is not bound. {{(pid=104073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:25:55.435750 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [req-62e26544-279f-4da9-83a2-4e91ac837c88 req-2b768ccb-a6f6-4880-99de-3bc250f73556 service neutron] Request body: {'port': {'device_id': '6e20f854-915e-4f4e-8596-b16df25a2609', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:25:55.497182 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-752721b2-90a3-4c08-b617-b994498f6e37 req-3945943d-80d0-44ee-b6d7-bc8921f0b2f2 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bc245b1-e1c5-4d98-8284-2a627ecaaea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049974 May 27 03:25:55.565561 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65670a85-7bf0-4889-b883-6f1ecf4ad898 req-4b533163-08d3-4a33-b11a-98018c1b0ed8 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:55.567205 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-65670a85-7bf0-4889-b883-6f1ecf4ad898 req-4b533163-08d3-4a33-b11a-98018c1b0ed8 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/ports?device_id=a04444dd-f9dd-428f-b524-fba73fc83fe4 HTTP/1.1" status: 200 len: 945 time: 0.1193180 May 27 03:25:55.585622 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-62e26544-279f-4da9-83a2-4e91ac837c88 req-2b768ccb-a6f6-4880-99de-3bc250f73556 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (15f49aae-9ee3-4bd2-82eb-2e60ca6f0e35), before_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:55.596065 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:25:55.661561 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613730ca-aeaa-47eb-88d5-bd3354bf7753 req-b528c607-deec-4ffa-8d4c-f209dedfc939 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:55.671282 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-613730ca-aeaa-47eb-88d5-bd3354bf7753 req-b528c607-deec-4ffa-8d4c-f209dedfc939 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/ports?device_id=6e20f854-915e-4f4e-8596-b16df25a2609 HTTP/1.1" status: 200 len: 931 time: 0.0746863 May 27 03:25:55.683060 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-65670a85-7bf0-4889-b883-6f1ecf4ad898 req-f09950e1-905e-4f24-a481-11a13a705025 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b952be5-5d1b-4d72-ad7c-b294a4de78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086426 May 27 03:25:55.757270 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-613730ca-aeaa-47eb-88d5-bd3354bf7753 req-1b879bf4-111e-4fe8-bd93-b92a8fab7248 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/security-groups?id=d8d0080e-a06c-4ae4-a8fb-eda4e5e03ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848145 May 27 03:25:55.846064 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Device 00901745-e24d-4624-8550-b70ca512f20a details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=104073) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 03:25:55.859375 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Device a15b4526-0b77-4d6b-9f19-4bbe94e799a3 up at agent hyperv_hv-cinder-82880 {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:25:55.866611 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca28036f-cd18-4973-9f8e-534a200a9249 req-26732de0-f11f-425d-a192-8f92445955f8 tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:55.868122 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-ca28036f-cd18-4973-9f8e-534a200a9249 req-26732de0-f11f-425d-a192-8f92445955f8 tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3f1335e-7bd8-41e9-a488-25676516cce9 HTTP/1.1" status: 200 len: 944 time: 0.0823090 May 27 03:25:55.984437 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-ca28036f-cd18-4973-9f8e-534a200a9249 req-317679b7-d4f5-4f08-a125-b6d9581d967d tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] 10.222.0.50 "GET /v2.0/security-groups?id=f967cd66-a8a5-4774-bb98-26f6d9d0be9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840595 May 27 03:25:55.987884 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Provisioning for port a15b4526-0b77-4d6b-9f19-4bbe94e799a3 completed by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 03:25:56.016332 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Provisioning complete for port a15b4526-0b77-4d6b-9f19-4bbe94e799a3 triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:25:56.016713 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (a15b4526-0b77-4d6b-9f19-4bbe94e799a3), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:56.075534 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.notifiers.nova [req-62e26544-279f-4da9-83a2-4e91ac837c88 req-2b768ccb-a6f6-4880-99de-3bc250f73556 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15f49aae-9ee3-4bd2-82eb-2e60ca6f0e35 {{(pid=104071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:25:56.090259 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-62e26544-279f-4da9-83a2-4e91ac837c88 req-2b768ccb-a6f6-4880-99de-3bc250f73556 service neutron] Publish callbacks [] for port (15f49aae-9ee3-4bd2-82eb-2e60ca6f0e35), precommit_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:56.129734 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:25:56.157540 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.db.provisioning_blocks [req-62e26544-279f-4da9-83a2-4e91ac837c88 req-2b768ccb-a6f6-4880-99de-3bc250f73556 service neutron] Transition to ACTIVE for port object 15f49aae-9ee3-4bd2-82eb-2e60ca6f0e35 will not be triggered until provisioned by entity L2. {{(pid=104071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 03:25:56.173527 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-62e26544-279f-4da9-83a2-4e91ac837c88 req-2b768ccb-a6f6-4880-99de-3bc250f73556 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12907171'] for port (15f49aae-9ee3-4bd2-82eb-2e60ca6f0e35), after_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:56.216936 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add0d207-59df-4937-95e5-37de6453d91e req-85e7eb1f-82cf-47fb-a3fe-5f68d253ecc7 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:56.220197 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-add0d207-59df-4937-95e5-37de6453d91e req-85e7eb1f-82cf-47fb-a3fe-5f68d253ecc7 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "GET /v2.0/ports?device_id=31f03d50-8598-4db5-b3fd-ee77a878c5e4 HTTP/1.1" status: 200 len: 946 time: 0.1183500 May 27 03:25:56.304085 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b768ccb-a6f6-4880-99de-3bc250f73556 service neutron] Pushing event updated for resources: {'Port': ['ID=15f49aae-9ee3-4bd2-82eb-2e60ca6f0e35,revision_number=2']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:56.347913 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] For port 00901745-e24d-4624-8550-b70ca512f20a, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=00901745-e24d-4624-8550-b70ca512f20a,segment=NetworkSegment(e06d4ee8-7c2f-4c75-a8e8-97fb5af915aa),segment_id=e06d4ee8-7c2f-4c75-a8e8-97fb5af915aa)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:25:56.370676 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Current status of the port a15b4526-0b77-4d6b-9f19-4bbe94e799a3 is: BUILD; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:25:56.371085 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (a15b4526-0b77-4d6b-9f19-4bbe94e799a3), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:56.388593 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Returning: {'device': '00901745-e24d-4624-8550-b70ca512f20a', 'network_id': 'ee2ac450-e56e-4c1d-8d15-c8bfd50e2024', 'port_id': '00901745-e24d-4624-8550-b70ca512f20a', 'mac_address': 'fa:16:3e:6e:35:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc441656-896b-4ce0-b128-b3b9a7f3a183', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104073) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 03:25:56.416284 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-add0d207-59df-4937-95e5-37de6453d91e req-3a934bd0-816d-4521-b109-5a443b59f6dd tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1e45c10-37e6-4124-bc3b-be47b71b2f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1849456 May 27 03:25:56.521552 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3f1335e-7bd8-41e9-a488-25676516cce9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a15b4526-0b77-4d6b-9f19-4bbe94e799a3'}] {{(pid=104073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:25:56.523957 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fe636b475fcf817a66bede64dee182d8d37f0deb14dcb08a99f86243ff54ad7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a354b525-de37-4e66-9ebc-f1679e4cf497" -d '{"events": [{"server_uuid": "a3f1335e-7bd8-41e9-a488-25676516cce9", "name": "network-vif-plugged", "status": "completed", "tag": "a15b4526-0b77-4d6b-9f19-4bbe94e799a3"}]}' {{(pid=104073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:25:56.551360 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.managers [req-62e26544-279f-4da9-83a2-4e91ac837c88 req-2b768ccb-a6f6-4880-99de-3bc250f73556 service neutron] Attempting to bind port 15f49aae-9ee3-4bd2-82eb-2e60ca6f0e35 on host hv-cinder-82880 for vnic_type normal with profile {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:25:56.552039 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.managers [req-62e26544-279f-4da9-83a2-4e91ac837c88 req-2b768ccb-a6f6-4880-99de-3bc250f73556 service neutron] Attempting to bind port 15f49aae-9ee3-4bd2-82eb-2e60ca6f0e35 by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': '9331d2d7-a6a0-4c34-9e42-53844ef9b31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e861f168-e1a5-4542-8ee4-9759fa17a578'}] {{(pid=104071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:25:56.553094 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e26544-279f-4da9-83a2-4e91ac837c88 req-2b768ccb-a6f6-4880-99de-3bc250f73556 service neutron] Attempting to bind port 15f49aae-9ee3-4bd2-82eb-2e60ca6f0e35 on network e861f168-e1a5-4542-8ee4-9759fa17a578 {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:25:56.561926 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e26544-279f-4da9-83a2-4e91ac837c88 req-2b768ccb-a6f6-4880-99de-3bc250f73556 service neutron] Port 15f49aae-9ee3-4bd2-82eb-2e60ca6f0e35 on network e861f168-e1a5-4542-8ee4-9759fa17a578 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 03:25:56.562808 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e26544-279f-4da9-83a2-4e91ac837c88 req-2b768ccb-a6f6-4880-99de-3bc250f73556 service neutron] Attempting to bind port 15f49aae-9ee3-4bd2-82eb-2e60ca6f0e35 on network e861f168-e1a5-4542-8ee4-9759fa17a578 {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:25:56.571545 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e26544-279f-4da9-83a2-4e91ac837c88 req-2b768ccb-a6f6-4880-99de-3bc250f73556 service neutron] Checking agent: {'id': 'a17a57cc-679f-4398-8430-1b64b86f4dc1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 21, 13), 'started_at': datetime.datetime(2022, 5, 27, 3, 21, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:25:56.572156 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e26544-279f-4da9-83a2-4e91ac837c88 req-2b768ccb-a6f6-4880-99de-3bc250f73556 service neutron] Checking segment: {'id': '9331d2d7-a6a0-4c34-9e42-53844ef9b31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e861f168-e1a5-4542-8ee4-9759fa17a578'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:25:56.572499 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4883feb5-0171-49f2-ba2f-fcdb83fb0210 req-9adfa720-d5ff-4d8b-8666-fe18651d1cdb tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:56.573107 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e26544-279f-4da9-83a2-4e91ac837c88 req-2b768ccb-a6f6-4880-99de-3bc250f73556 service neutron] Bound using segment: {'id': '9331d2d7-a6a0-4c34-9e42-53844ef9b31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e861f168-e1a5-4542-8ee4-9759fa17a578'} {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:25:56.573875 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.managers [req-62e26544-279f-4da9-83a2-4e91ac837c88 req-2b768ccb-a6f6-4880-99de-3bc250f73556 service neutron] Bound port: 15f49aae-9ee3-4bd2-82eb-2e60ca6f0e35, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9331d2d7-a6a0-4c34-9e42-53844ef9b31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e861f168-e1a5-4542-8ee4-9759fa17a578'}}] {{(pid=104071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:25:56.574132 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-4883feb5-0171-49f2-ba2f-fcdb83fb0210 req-9adfa720-d5ff-4d8b-8666-fe18651d1cdb tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=b54917ef-d32c-4303-99e3-75adc12f147e HTTP/1.1" status: 200 len: 945 time: 0.6280200 May 27 03:25:56.574563 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-62e26544-279f-4da9-83a2-4e91ac837c88 req-2b768ccb-a6f6-4880-99de-3bc250f73556 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (15f49aae-9ee3-4bd2-82eb-2e60ca6f0e35), before_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:56.584281 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] For port a15b4526-0b77-4d6b-9f19-4bbe94e799a3, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=a15b4526-0b77-4d6b-9f19-4bbe94e799a3,segment=NetworkSegment(cc94f9b6-ace2-494d-8a96-80adbe9e180d),segment_id=cc94f9b6-ace2-494d-8a96-80adbe9e180d)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:25:56.614513 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (a15b4526-0b77-4d6b-9f19-4bbe94e799a3), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:56.634506 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Current status of the port 00901745-e24d-4624-8550-b70ca512f20a is: DOWN; New status is: BUILD {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:25:56.636492 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (00901745-e24d-4624-8550-b70ca512f20a), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:56.685289 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-4883feb5-0171-49f2-ba2f-fcdb83fb0210 req-6f542f24-da39-41db-b7f7-1f258b91e02b tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=355c63b5-9543-409d-a9f3-f7230b59d8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970747 May 27 03:25:56.720185 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 59776) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:25:56.750856 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.notifiers.nova [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00901745-e24d-4624-8550-b70ca512f20a {{(pid=104073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:25:56.772401 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] For port 00901745-e24d-4624-8550-b70ca512f20a, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=00901745-e24d-4624-8550-b70ca512f20a,segment=NetworkSegment(e06d4ee8-7c2f-4c75-a8e8-97fb5af915aa),segment_id=e06d4ee8-7c2f-4c75-a8e8-97fb5af915aa)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:25:56.798021 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b834d472-b744-47cb-99ad-477f73c8c3e7 req-b6eed072-ba87-494f-a23f-76172115120b tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:56.805764 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-b834d472-b744-47cb-99ad-477f73c8c3e7 req-b6eed072-ba87-494f-a23f-76172115120b tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "GET /v2.0/ports?device_id=31f03d50-8598-4db5-b3fd-ee77a878c5e4 HTTP/1.1" status: 200 len: 946 time: 0.1948652 May 27 03:25:56.899624 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-b834d472-b744-47cb-99ad-477f73c8c3e7 req-37089d4b-5979-447b-91a6-2f1bea129971 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1e45c10-37e6-4124-bc3b-be47b71b2f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890760 May 27 03:25:56.901573 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:25:56.906484 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.db [req-62e26544-279f-4da9-83a2-4e91ac837c88 req-2b768ccb-a6f6-4880-99de-3bc250f73556 service neutron] For port 15f49aae-9ee3-4bd2-82eb-2e60ca6f0e35, host hv-cinder-82880, cleared binding levels {{(pid=104071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:25:56.924189 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (00901745-e24d-4624-8550-b70ca512f20a), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:56.924818 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 59784) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:25:56.934276 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Pushing event updated for resources: {'Port': ['ID=a15b4526-0b77-4d6b-9f19-4bbe94e799a3,revision_number=5']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:56.951437 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-0dd61a2c-6356-4e75-8e39-b673fa1a26c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:56.964283 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb332f13-ff99-4693-bc9c-5dfec08aeb32 req-5cd52bb3-df6c-4e36-a8db-c97cd44bf12f tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:56.966206 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-eb332f13-ff99-4693-bc9c-5dfec08aeb32 req-5cd52bb3-df6c-4e36-a8db-c97cd44bf12f tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=b967195a-9c2e-4f9f-9a09-65a4101b07c8 HTTP/1.1" status: 200 len: 944 time: 0.1317704 May 27 03:25:56.973015 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.db [req-62e26544-279f-4da9-83a2-4e91ac837c88 req-2b768ccb-a6f6-4880-99de-3bc250f73556 service neutron] For port 15f49aae-9ee3-4bd2-82eb-2e60ca6f0e35, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=15f49aae-9ee3-4bd2-82eb-2e60ca6f0e35,segment=NetworkSegment(9331d2d7-a6a0-4c34-9e42-53844ef9b31b),segment_id=9331d2d7-a6a0-4c34-9e42-53844ef9b31b)] {{(pid=104071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:25:56.987728 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-62e26544-279f-4da9-83a2-4e91ac837c88 req-2b768ccb-a6f6-4880-99de-3bc250f73556 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12907171'] for port (15f49aae-9ee3-4bd2-82eb-2e60ca6f0e35), after_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:57.019658 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e26544-279f-4da9-83a2-4e91ac837c88 req-2b768ccb-a6f6-4880-99de-3bc250f73556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:57.020313 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-62e26544-279f-4da9-83a2-4e91ac837c88 req-2b768ccb-a6f6-4880-99de-3bc250f73556 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159658'] for port (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:57.021807 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-62e26544-279f-4da9-83a2-4e91ac837c88 req-2b768ccb-a6f6-4880-99de-3bc250f73556 service neutron] 10.222.0.67 "PUT /v2.0/ports/15f49aae-9ee3-4bd2-82eb-2e60ca6f0e35 HTTP/1.1" status: 200 len: 1093 time: 1.5936365 May 27 03:25:57.023450 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e20f854-915e-4f4e-8596-b16df25a2609', 'tag': '15f49aae-9ee3-4bd2-82eb-2e60ca6f0e35'}] {{(pid=104071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:25:57.033364 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bb076ad6e20eee76da9493a154e3e0af7ddb4a8668b70cc9390b05200f69f4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa112480-56c1-4361-bfd4-b7d4cfdebabf" -d '{"events": [{"name": "network-changed", "server_uuid": "6e20f854-915e-4f4e-8596-b16df25a2609", "tag": "15f49aae-9ee3-4bd2-82eb-2e60ca6f0e35"}]}' {{(pid=104071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:25:57.114158 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0babe23b-83e1-41a1-88d1-1e9ce561bf03 x-openstack-request-id: req-0babe23b-83e1-41a1-88d1-1e9ce561bf03 {{(pid=104073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:25:57.117341 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3f1335e-7bd8-41e9-a488-25676516cce9", "name": "network-vif-plugged", "status": "completed", "tag": "a15b4526-0b77-4d6b-9f19-4bbe94e799a3", "code": 200}]} {{(pid=104073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:25:57.117656 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0babe23b-83e1-41a1-88d1-1e9ce561bf03 {{(pid=104073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:25:57.119332 dv-cinder-828806-4-iscsi neutron-server[104073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0babe23b-83e1-41a1-88d1-1e9ce561bf03'] response: {'server_uuid': 'a3f1335e-7bd8-41e9-a488-25676516cce9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a15b4526-0b77-4d6b-9f19-4bbe94e799a3', 'code': 200} May 27 03:25:57.139436 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Pushing event updated for resources: {'Port': ['ID=00901745-e24d-4624-8550-b70ca512f20a,revision_number=4']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:57.156072 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b768ccb-a6f6-4880-99de-3bc250f73556 service neutron] Pushing event updated for resources: {'Port': ['ID=15f49aae-9ee3-4bd2-82eb-2e60ca6f0e35,revision_number=3']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:57.219386 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-eb332f13-ff99-4693-bc9c-5dfec08aeb32 req-52353e53-f7ad-4bbf-b468-0f20ef249441 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bc245b1-e1c5-4d98-8284-2a627ecaaea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2311835 May 27 03:25:57.219386 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:25:57.278724 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a67cd0-7ddf-4950-9eab-4647970a58f8 tempest-TestVolumeBootPattern-940981790 tempest-TestVolumeBootPattern-940981790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:57.280365 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-74a67cd0-7ddf-4950-9eab-4647970a58f8 tempest-TestVolumeBootPattern-940981790 tempest-TestVolumeBootPattern-940981790-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=31f03d50-8598-4db5-b3fd-ee77a878c5e4 HTTP/1.1" status: 200 len: 1125 time: 0.3347228 May 27 03:25:57.283572 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 59792) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:25:57.292309 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [None req-13888b67-980c-497e-9c44-0fa5e667419e tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Request body: {'floatingip': {'floating_network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'port_id': 'af8e6fc6-1227-49b2-a57c-d9ab051c9fe9', 'tenant_id': 'd5bef1b49d424299864523887eb72b3c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:25:57.320674 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f698250f-38fc-4f93-b8ae-e832d08ecc56 req-a8634636-4fa4-4a19-a8b9-dbb67b7a8570 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:57.322547 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-f698250f-38fc-4f93-b8ae-e832d08ecc56 req-a8634636-4fa4-4a19-a8b9-dbb67b7a8570 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/ports?device_id=a04444dd-f9dd-428f-b524-fba73fc83fe4 HTTP/1.1" status: 200 len: 945 time: 0.1697283 May 27 03:25:57.362425 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-0dd61a2c-6356-4e75-8e39-b673fa1a26c4 admin admin] Publish callbacks [] for security_group (4ff3aeb2-939f-4612-b16d-349f32e099f8), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:57.372232 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-0dd61a2c-6356-4e75-8e39-b673fa1a26c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (4ff3aeb2-939f-4612-b16d-349f32e099f8), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:57.386798 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-13888b67-980c-497e-9c44-0fa5e667419e tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:57.447129 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] get_ports_and_sgs() called for port_ids ['00901745-e24d-4624-8550-b70ca512f20a'] {{(pid=104073) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:25:57.490218 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-13888b67-980c-497e-9c44-0fa5e667419e tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:57.501366 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e26544-279f-4da9-83a2-4e91ac837c88 req-fa1fbd1b-9b28-4c93-b650-b2760938b414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:57.502905 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-62e26544-279f-4da9-83a2-4e91ac837c88 req-fa1fbd1b-9b28-4c93-b650-b2760938b414 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=082b5523ee504be09f6fcaf833207a4f&device_id=6e20f854-915e-4f4e-8596-b16df25a2609 HTTP/1.1" status: 200 len: 1127 time: 0.1771274 May 27 03:25:57.527022 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-0dd61a2c-6356-4e75-8e39-b673fa1a26c4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3c974d375f4544b6b66af647cbe117ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8163269 May 27 03:25:57.541936 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 59794) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:25:57.542789 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd61a2c-6356-4e75-8e39-b673fa1a26c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ff3aeb2-939f-4612-b16d-349f32e099f8,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:57.545224 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:25:57.576607 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:25:57.587886 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788e1155-7b38-4b5e-9f1f-cfd566a2e60f req-1fb6ecb0-74f7-4c2c-9dc4-14e0f9261f24 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:57.594788 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-62e26544-279f-4da9-83a2-4e91ac837c88 req-2ca4c2de-1971-4b6c-81d5-7723132d5d1b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=15f49aae-9ee3-4bd2-82eb-2e60ca6f0e35 HTTP/1.1" status: 200 len: 217 time: 0.0467193 May 27 03:25:57.595940 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-788e1155-7b38-4b5e-9f1f-cfd566a2e60f req-1fb6ecb0-74f7-4c2c-9dc4-14e0f9261f24 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/ports?device_id=6e20f854-915e-4f4e-8596-b16df25a2609 HTTP/1.1" status: 200 len: 943 time: 0.2055316 May 27 03:25:57.616507 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:25:57.666452 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-f698250f-38fc-4f93-b8ae-e832d08ecc56 req-5166ed46-8db5-4eeb-94d8-b3984dc42956 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b952be5-5d1b-4d72-ad7c-b294a4de78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3238876 May 27 03:25:57.720208 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-58c764d4-deb8-4d24-a9a1-19a76453f728 admin admin] Publish callbacks [] for security_group (4ff3aeb2-939f-4612-b16d-349f32e099f8), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:57.732028 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-788e1155-7b38-4b5e-9f1f-cfd566a2e60f req-b86bbffe-619e-4069-a6cb-c099e96bcf45 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/security-groups?id=d8d0080e-a06c-4ae4-a8fb-eda4e5e03ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1351581 May 27 03:25:57.737599 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90285fe2-5c22-4dd8-af33-2791cd784f13 req-21639dc6-df9e-4c83-a69c-fdde0950a60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:57.739328 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-90285fe2-5c22-4dd8-af33-2791cd784f13 req-21639dc6-df9e-4c83-a69c-fdde0950a60f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a3f1335e-7bd8-41e9-a488-25676516cce9 HTTP/1.1" status: 200 len: 1129 time: 0.1394525 May 27 03:25:57.760294 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-58c764d4-deb8-4d24-a9a1-19a76453f728 admin admin] Publish callbacks [] for security_group (4ff3aeb2-939f-4612-b16d-349f32e099f8), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:57.787238 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e26544-279f-4da9-83a2-4e91ac837c88 req-23de8135-bd01-4938-bb2e-a5f83805b9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:57.789115 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-62e26544-279f-4da9-83a2-4e91ac837c88 req-23de8135-bd01-4938-bb2e-a5f83805b9cc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=22c8ee8a-bdb1-4646-81f4-b6b1b8177bb9 HTTP/1.1" status: 200 len: 854 time: 0.1758604 May 27 03:25:57.806644 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47a58f17-beb3-4e04-a121-6dccb46b7027 x-openstack-request-id: req-47a58f17-beb3-4e04-a121-6dccb46b7027 {{(pid=104071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:25:57.807180 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e20f854-915e-4f4e-8596-b16df25a2609", "tag": "15f49aae-9ee3-4bd2-82eb-2e60ca6f0e35", "status": "completed", "code": 200}]} {{(pid=104071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:25:57.807626 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-47a58f17-beb3-4e04-a121-6dccb46b7027 {{(pid=104071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:25:57.808222 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47a58f17-beb3-4e04-a121-6dccb46b7027'] response: {'name': 'network-changed', 'server_uuid': '6e20f854-915e-4f4e-8596-b16df25a2609', 'tag': '15f49aae-9ee3-4bd2-82eb-2e60ca6f0e35', 'status': 'completed', 'code': 200} May 27 03:25:57.829376 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-58c764d4-deb8-4d24-a9a1-19a76453f728 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (4ff3aeb2-939f-4612-b16d-349f32e099f8), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:57.832696 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-58c764d4-deb8-4d24-a9a1-19a76453f728 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:57.834131 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-58c764d4-deb8-4d24-a9a1-19a76453f728 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4ff3aeb2-939f-4612-b16d-349f32e099f8 HTTP/1.1" status: 204 len: 168 time: 0.2672212 May 27 03:25:57.856986 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c764d4-deb8-4d24-a9a1-19a76453f728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ff3aeb2-939f-4612-b16d-349f32e099f8,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:57.865646 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:25:57.935225 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06260fc0-6785-4e84-8252-f3d4c9d6bb5f req-88d3a665-266a-498e-9b80-05381f6781a8 tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:57.943420 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-06260fc0-6785-4e84-8252-f3d4c9d6bb5f req-88d3a665-266a-498e-9b80-05381f6781a8 tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3f1335e-7bd8-41e9-a488-25676516cce9 HTTP/1.1" status: 200 len: 945 time: 0.2022798 May 27 03:25:57.957138 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.db.db_base_plugin_common [None req-13888b67-980c-497e-9c44-0fa5e667419e tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Allocated IP 172.27.3.26 (ca8b8e18-04f1-46f4-8c3b-aba3c077569d/ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa/f6f14f3b-2d24-4c26-b7c8-1101ecc63179) {{(pid=104071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:25:57.991705 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7e885c-e6ad-42f2-a080-ebb3b0f3b188 req-97d712f9-4070-4804-9d6c-7118d92499d2 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:57.993373 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-2d7e885c-e6ad-42f2-a080-ebb3b0f3b188 req-97d712f9-4070-4804-9d6c-7118d92499d2 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=b54917ef-d32c-4303-99e3-75adc12f147e HTTP/1.1" status: 200 len: 945 time: 0.1141000 May 27 03:25:58.028481 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-90285fe2-5c22-4dd8-af33-2791cd784f13 req-9453eebf-19ae-4920-a1fd-1bbb0fcf98f1 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=f967cd66-a8a5-4774-bb98-26f6d9d0be9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380760 May 27 03:25:58.036058 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e26544-279f-4da9-83a2-4e91ac837c88 req-95258743-e9e2-4a05-a92a-90e08df4883d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:58.038518 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-62e26544-279f-4da9-83a2-4e91ac837c88 req-95258743-e9e2-4a05-a92a-90e08df4883d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e861f168-e1a5-4542-8ee4-9759fa17a578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2258859 May 27 03:25:58.063806 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:25:58.078691 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-2d7e885c-e6ad-42f2-a080-ebb3b0f3b188 req-d020baf2-ba29-4b6c-9e54-94c58e4a9007 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=355c63b5-9543-409d-a9f3-f7230b59d8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783780 May 27 03:25:58.146202 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-06260fc0-6785-4e84-8252-f3d4c9d6bb5f req-3385a577-5722-4a91-a699-17088ab25499 tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] 10.222.0.50 "GET /v2.0/security-groups?id=f967cd66-a8a5-4774-bb98-26f6d9d0be9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022669 May 27 03:25:58.221113 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-13888b67-980c-497e-9c44-0fa5e667419e tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Publish callbacks [] for port (f6f14f3b-2d24-4c26-b7c8-1101ecc63179), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:58.286066 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-13888b67-980c-497e-9c44-0fa5e667419e tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743907242280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12907156'] for port (f6f14f3b-2d24-4c26-b7c8-1101ecc63179), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:58.339104 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13888b67-980c-497e-9c44-0fa5e667419e tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Network ca8b8e18-04f1-46f4-8c3b-aba3c077569d is already hosted by enough agents. {{(pid=104071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:25:58.346130 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.scheduler.base_scheduler [None req-13888b67-980c-497e-9c44-0fa5e667419e tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Resources bound (agent type, host, resource id): {{(pid=104071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:25:58.350517 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13888b67-980c-497e-9c44-0fa5e667419e tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Received port after_create {{(pid=104071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:25:58.388305 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13888b67-980c-497e-9c44-0fa5e667419e tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Pushing event updated for resources: {'Port': ['ID=f6f14f3b-2d24-4c26-b7c8-1101ecc63179,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:58.426915 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d361a5e-3317-4a41-a84f-451df02acc0a req-de9b4c81-1483-4e1a-8674-939651e95e45 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:58.433915 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-9d361a5e-3317-4a41-a84f-451df02acc0a req-de9b4c81-1483-4e1a-8674-939651e95e45 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=b967195a-9c2e-4f9f-9a09-65a4101b07c8 HTTP/1.1" status: 200 len: 944 time: 0.1135473 May 27 03:25:58.528367 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-9d361a5e-3317-4a41-a84f-451df02acc0a req-af268cc2-16f1-4b54-b804-463c12cb745d tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bc245b1-e1c5-4d98-8284-2a627ecaaea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935860 May 27 03:25:58.538848 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-62e26544-279f-4da9-83a2-4e91ac837c88 req-31921f54-93f9-4870-a9ae-8b7fbb4fcbf0 service neutron] 10.222.0.67 "GET /v2.0/networks/e861f168-e1a5-4542-8ee4-9759fa17a578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633160 May 27 03:25:58.723849 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-e20db36f-c98f-471a-8c2f-afdeab735489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (88cb169e-23a7-4380-813c-9b707a5671b5), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:58.766801 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Device 00901745-e24d-4624-8550-b70ca512f20a up at agent hyperv_hv-cinder-82880 {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:25:58.884389 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Provisioning for port 00901745-e24d-4624-8550-b70ca512f20a completed by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 03:25:58.892662 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be483e-b9cc-447e-959a-d69b7ff3c7aa req-7ddc969a-5277-493e-b979-5a0003d78417 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:58.894396 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-53be483e-b9cc-447e-959a-d69b7ff3c7aa req-7ddc969a-5277-493e-b979-5a0003d78417 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/ports?device_id=a04444dd-f9dd-428f-b524-fba73fc83fe4 HTTP/1.1" status: 200 len: 945 time: 0.1086214 May 27 03:25:58.905644 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Provisioning complete for port 00901745-e24d-4624-8550-b70ca512f20a triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:25:58.907203 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (00901745-e24d-4624-8550-b70ca512f20a), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:59.002243 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951d86d1-86bc-4da4-aee4-fc0fbedd5480 req-c2cf9f97-6514-48ca-aed5-299638e684ad tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:59.014151 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-951d86d1-86bc-4da4-aee4-fc0fbedd5480 req-c2cf9f97-6514-48ca-aed5-299638e684ad tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/ports?device_id=6e20f854-915e-4f4e-8596-b16df25a2609 HTTP/1.1" status: 200 len: 943 time: 0.1444173 May 27 03:25:59.061217 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Current status of the port 00901745-e24d-4624-8550-b70ca512f20a is: BUILD; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:25:59.061985 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (00901745-e24d-4624-8550-b70ca512f20a), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:59.090771 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-951d86d1-86bc-4da4-aee4-fc0fbedd5480 req-8ea1b016-0dd8-49e1-8c82-561c93f87364 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/security-groups?id=d8d0080e-a06c-4ae4-a8fb-eda4e5e03ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751398 May 27 03:25:59.117684 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-13888b67-980c-497e-9c44-0fa5e667419e tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Publish callbacks [] for floatingip (7a8820c7-cb5f-48a0-87fb-2e8cf531abd2), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:59.130459 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b967195a-9c2e-4f9f-9a09-65a4101b07c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00901745-e24d-4624-8550-b70ca512f20a'}] {{(pid=104073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:25:59.139043 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fe636b475fcf817a66bede64dee182d8d37f0deb14dcb08a99f86243ff54ad7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1079742b-28b5-467e-9331-7f83333aa98e" -d '{"events": [{"server_uuid": "b967195a-9c2e-4f9f-9a09-65a4101b07c8", "name": "network-vif-plugged", "status": "completed", "tag": "00901745-e24d-4624-8550-b70ca512f20a"}]}' {{(pid=104073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:25:59.158455 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] For port 00901745-e24d-4624-8550-b70ca512f20a, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=00901745-e24d-4624-8550-b70ca512f20a,segment=NetworkSegment(e06d4ee8-7c2f-4c75-a8e8-97fb5af915aa),segment_id=e06d4ee8-7c2f-4c75-a8e8-97fb5af915aa)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:25:59.159407 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-53be483e-b9cc-447e-959a-d69b7ff3c7aa req-3c0a1638-a3cb-401d-ae76-23f36b2fac13 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b952be5-5d1b-4d72-ad7c-b294a4de78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2413881 May 27 03:25:59.174962 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (00901745-e24d-4624-8550-b70ca512f20a), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:59.183947 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:25:59.189158 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:25:59.215273 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-62e26544-279f-4da9-83a2-4e91ac837c88 req-202247ea-e081-45f9-aaf0-62a0a30707f3 service neutron] 10.222.0.67 "GET /v2.0/networks/e861f168-e1a5-4542-8ee4-9759fa17a578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3126471 May 27 03:25:59.266855 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-13888b67-980c-497e-9c44-0fa5e667419e tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (f6f14f3b-2d24-4c26-b7c8-1101ecc63179), before_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:59.278167 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Pushing event updated for resources: {'Port': ['ID=00901745-e24d-4624-8550-b70ca512f20a,revision_number=5']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:59.337281 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-157e155f-1680-4766-9d22-01a67c78b9d3 x-openstack-request-id: req-157e155f-1680-4766-9d22-01a67c78b9d3 {{(pid=104073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:25:59.337806 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b967195a-9c2e-4f9f-9a09-65a4101b07c8", "name": "network-vif-plugged", "status": "completed", "tag": "00901745-e24d-4624-8550-b70ca512f20a", "code": 200}]} {{(pid=104073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:25:59.338315 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-157e155f-1680-4766-9d22-01a67c78b9d3 {{(pid=104073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:25:59.338869 dv-cinder-828806-4-iscsi neutron-server[104073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-157e155f-1680-4766-9d22-01a67c78b9d3'] response: {'server_uuid': 'b967195a-9c2e-4f9f-9a09-65a4101b07c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00901745-e24d-4624-8550-b70ca512f20a', 'code': 200} May 27 03:25:59.346306 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1813815b-4bc0-4d0a-b269-ff96e2fd3d2c req-e4975716-449e-41f3-8f45-ef66ac6c6306 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:59.347772 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-1813815b-4bc0-4d0a-b269-ff96e2fd3d2c req-e4975716-449e-41f3-8f45-ef66ac6c6306 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=b54917ef-d32c-4303-99e3-75adc12f147e HTTP/1.1" status: 200 len: 945 time: 0.0603371 May 27 03:25:59.447564 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-1813815b-4bc0-4d0a-b269-ff96e2fd3d2c req-746da7f5-0099-494b-9668-4f21d4ede355 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=355c63b5-9543-409d-a9f3-f7230b59d8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916626 May 27 03:25:59.561661 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c32bbc-a3b8-4a55-a4c5-d8c231cbb766 req-c2426221-c036-49a5-81ec-a3e21688ecae tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:59.573714 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-16c32bbc-a3b8-4a55-a4c5-d8c231cbb766 req-c2426221-c036-49a5-81ec-a3e21688ecae tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3f1335e-7bd8-41e9-a488-25676516cce9 HTTP/1.1" status: 200 len: 945 time: 0.1661608 May 27 03:25:59.621724 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-13888b67-980c-497e-9c44-0fa5e667419e tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Publish callbacks [] for port (f6f14f3b-2d24-4c26-b7c8-1101ecc63179), precommit_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:59.634246 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-13888b67-980c-497e-9c44-0fa5e667419e tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12907171'] for port (f6f14f3b-2d24-4c26-b7c8-1101ecc63179), after_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:59.690628 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-16c32bbc-a3b8-4a55-a4c5-d8c231cbb766 req-f733cd75-040f-492c-86b5-d27dd352e5da tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] 10.222.0.50 "GET /v2.0/security-groups?id=f967cd66-a8a5-4774-bb98-26f6d9d0be9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166401 May 27 03:25:59.722714 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e8ff0b-9a4a-4e3b-83d9-56beb25344f5 req-1512257c-6b47-4354-a5b8-f1ca5ff08640 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:59.722714 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b4e8ff0b-9a4a-4e3b-83d9-56beb25344f5 req-1512257c-6b47-4354-a5b8-f1ca5ff08640 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=b967195a-9c2e-4f9f-9a09-65a4101b07c8 HTTP/1.1" status: 200 len: 945 time: 0.0819144 May 27 03:25:59.741392 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-13888b67-980c-497e-9c44-0fa5e667419e tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16279512'] for floatingip (7a8820c7-cb5f-48a0-87fb-2e8cf531abd2), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:59.744453 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13888b67-980c-497e-9c44-0fa5e667419e tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Pushing event updated for resources: {'Port': ['ID=f6f14f3b-2d24-4c26-b7c8-1101ecc63179,revision_number=2']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:59.812609 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b4e8ff0b-9a4a-4e3b-83d9-56beb25344f5 req-32d0fd50-0aba-4922-84af-3f6cc5682b36 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bc245b1-e1c5-4d98-8284-2a627ecaaea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874355 May 27 03:26:00.214253 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.db.l3_db [None req-13888b67-980c-497e-9c44-0fa5e667419e tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Floating IP 7a8820c7-cb5f-48a0-87fb-2e8cf531abd2 associated. External IP: 172.27.3.26, port: af8e6fc6-1227-49b2-a57c-d9ab051c9fe9. May 27 03:26:00.287294 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d490cf-a180-448f-ba5d-db25e79e3cdc req-18fda96e-ee5a-4404-99f3-552068824ec9 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:00.288817 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-81d490cf-a180-448f-ba5d-db25e79e3cdc req-18fda96e-ee5a-4404-99f3-552068824ec9 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/ports?device_id=6e20f854-915e-4f4e-8596-b16df25a2609 HTTP/1.1" status: 200 len: 943 time: 0.0955236 May 27 03:26:00.396818 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-81d490cf-a180-448f-ba5d-db25e79e3cdc req-1b744886-fc07-4830-9085-8dfe955a7e10 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/security-groups?id=d8d0080e-a06c-4ae4-a8fb-eda4e5e03ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966928 May 27 03:26:00.458389 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:00.516821 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13888b67-980c-497e-9c44-0fa5e667419e tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Router 0a3e2812-07e4-4838-94d5-bb57a2cd3859 has already been hosted by L3 agent 3e4effd7-5bc9-408b-93fa-42e4b19a61d9 {{(pid=104071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:26:00.584204 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78a02e9-749e-4b4d-8db8-82c404fb4d8d req-127f739a-06f2-4b27-9d8f-bc6acd8cc833 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:00.585836 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f78a02e9-749e-4b4d-8db8-82c404fb4d8d req-127f739a-06f2-4b27-9d8f-bc6acd8cc833 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=b54917ef-d32c-4303-99e3-75adc12f147e HTTP/1.1" status: 200 len: 945 time: 0.0634487 May 27 03:26:00.637344 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f78a02e9-749e-4b4d-8db8-82c404fb4d8d req-e7c83b2a-c00f-413c-931d-dc0da4a484b2 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=355c63b5-9543-409d-a9f3-f7230b59d8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451198 May 27 03:26:00.674198 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13888b67-980c-497e-9c44-0fa5e667419e tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Notify agent at l3_agent.dv-cinder-828806-4-iscsi the message routers_updated {{(pid=104071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:26:00.687500 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6010b4-d7d6-453a-a154-c8348ce6f193 None None] Sync routers for ids ['0a3e2812-07e4-4838-94d5-bb57a2cd3859'] in dv-cinder-828806-4-iscsi {{(pid=104074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:26:00.696771 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-13888b67-980c-497e-9c44-0fa5e667419e tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159658'] for floatingip (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:00.700317 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6010b4-d7d6-453a-a154-c8348ce6f193 None None] Routers {'0a3e2812-07e4-4838-94d5-bb57a2cd3859'} bound to L3 agent in host dv-cinder-828806-4-iscsi {{(pid=104074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:26:00.700935 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-ba6010b4-d7d6-453a-a154-c8348ce6f193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T03:14:31Z,description=,heartbeat_timestamp=2022-05-27T03:25:31Z,host='dv-cinder-828806-4-iscsi',id=3e4effd7-5bc9-408b-93fa-42e4b19a61d9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:14:31Z,topic='l3_agent')) {'router_ids': ['0a3e2812-07e4-4838-94d5-bb57a2cd3859'], 'active': True} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:26:00.745017 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-13888b67-980c-497e-9c44-0fa5e667419e tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.4603257 May 27 03:26:00.747892 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31f03d50-8598-4db5-b3fd-ee77a878c5e4', 'tag': 'af8e6fc6-1227-49b2-a57c-d9ab051c9fe9'}] {{(pid=104071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:26:00.750722 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bb076ad6e20eee76da9493a154e3e0af7ddb4a8668b70cc9390b05200f69f4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed38bd93-9c3e-476f-a250-b329b89d65f3" -d '{"events": [{"name": "network-changed", "server_uuid": "31f03d50-8598-4db5-b3fd-ee77a878c5e4", "tag": "af8e6fc6-1227-49b2-a57c-d9ab051c9fe9"}]}' {{(pid=104071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:26:00.821284 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvr_db [None req-ba6010b4-d7d6-453a-a154-c8348ce6f193 None None] Set router 0a3e2812-07e4-4838-94d5-bb57a2cd3859 gateway port host: dv-cinder-828806-4-iscsi {{(pid=104074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:26:00.822347 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44e511f5-f4ae-4d57-b825-1b2cc7a1199f x-openstack-request-id: req-44e511f5-f4ae-4d57-b825-1b2cc7a1199f {{(pid=104071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:26:00.822815 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31f03d50-8598-4db5-b3fd-ee77a878c5e4", "tag": "af8e6fc6-1227-49b2-a57c-d9ab051c9fe9", "status": "completed", "code": 200}]} {{(pid=104071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:26:00.823071 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-44e511f5-f4ae-4d57-b825-1b2cc7a1199f {{(pid=104071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:26:00.823479 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44e511f5-f4ae-4d57-b825-1b2cc7a1199f'] response: {'name': 'network-changed', 'server_uuid': '31f03d50-8598-4db5-b3fd-ee77a878c5e4', 'tag': 'af8e6fc6-1227-49b2-a57c-d9ab051c9fe9', 'status': 'completed', 'code': 200} May 27 03:26:00.846957 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:00.868096 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d099b5-c305-40d0-a2d6-7634d10d6a7f req-09bf2f90-0db2-47b5-a1f0-7838002b3c99 tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:00.869520 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-c6d099b5-c305-40d0-a2d6-7634d10d6a7f req-09bf2f90-0db2-47b5-a1f0-7838002b3c99 tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3f1335e-7bd8-41e9-a488-25676516cce9 HTTP/1.1" status: 200 len: 945 time: 0.0911553 May 27 03:26:00.948025 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-c6d099b5-c305-40d0-a2d6-7634d10d6a7f req-7b10f361-1d2d-477f-8708-ffbb19a1846f tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] 10.222.0.50 "GET /v2.0/security-groups?id=f967cd66-a8a5-4774-bb98-26f6d9d0be9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676348 May 27 03:26:00.981083 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:01.025991 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ddabab-47db-4743-9f19-5d5cbc3fc82c req-1a16db6e-7f18-4e34-bea2-8b215c90fbbb tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:01.030747 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-95ddabab-47db-4743-9f19-5d5cbc3fc82c req-1a16db6e-7f18-4e34-bea2-8b215c90fbbb tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=b967195a-9c2e-4f9f-9a09-65a4101b07c8 HTTP/1.1" status: 200 len: 945 time: 0.1178918 May 27 03:26:01.125354 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-6d189a7f-a9ec-4f18-b247-3b352a7add6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (3e4effd7-5bc9-408b-93fa-42e4b19a61d9), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:01.152904 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-95ddabab-47db-4743-9f19-5d5cbc3fc82c req-076b60ca-5fd6-4015-8919-ea77c3d26e7c tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bc245b1-e1c5-4d98-8284-2a627ecaaea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1152127 May 27 03:26:01.189976 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-ba6010b4-d7d6-453a-a154-c8348ce6f193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a3e2812-07e4-4838-94d5-bb57a2cd3859', 'name': 'tempest-TestVolumeBootPattern-1556435986-router', 'tenant_id': 'd5bef1b49d424299864523887eb72b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '4ee83673-46b6-4e1b-bcba-ae840fc50e57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:24:05Z', 'updated_at': '2022-05-27T03:24:09Z', 'revision_number': 4, 'project_id': 'd5bef1b49d424299864523887eb72b3c', 'gw_port': {'id': '4ee83673-46b6-4e1b-bcba-ae840fc50e57', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f6:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3e2812-07e4-4838-94d5-bb57a2cd3859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:24:06Z', 'updated_at': '2022-05-27T03:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi', '_floatingips': [{'id': '7a8820c7-cb5f-48a0-87fb-2e8cf531abd2', 'tenant_id': 'd5bef1b49d424299864523887eb72b3c', 'floating_ip_address': '172.27.3.26', 'floating_network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'router_id': '0a3e2812-07e4-4838-94d5-bb57a2cd3859', 'port_id': 'af8e6fc6-1227-49b2-a57c-d9ab051c9fe9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 381, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79e2e930-0200-4ceb-a2bb-a93bbb04e0f6', 'mac_address': 'fa:16:3e:a2:98:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f03d50-8598-4db5-b3fd-ee77a878c5e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:25:58Z', 'updated_at': '2022-05-27T03:25:58Z', 'revision_number': 0, 'project_id': 'd5bef1b49d424299864523887eb72b3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1453a154-6ec5-4313-8a2b-fddd349b5446', 'name': '', 'network_id': '79e2e930-0200-4ceb-a2bb-a93bbb04e0f6', 'tenant_id': 'd5bef1b49d424299864523887eb72b3c', 'mac_address': 'fa:16:3e:be:67:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3e2812-07e4-4838-94d5-bb57a2cd3859', 'device_owner': 'network:router_interface', 'standard_attr_id': 226, 'fixed_ips': [{'subnet_id': '5133a594-c63e-4ae9-a294-52a4d497dec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:24:08Z', 'updated_at': '2022-05-27T03:24:13Z', 'revision_number': 5, 'project_id': 'd5bef1b49d424299864523887eb72b3c', 'subnets': [{'id': '5133a594-c63e-4ae9-a294-52a4d497dec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-4-iscsi', False) {} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:26:01.280355 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6010b4-d7d6-453a-a154-c8348ce6f193 None None] Checking router: 0a3e2812-07e4-4838-94d5-bb57a2cd3859 for host: dv-cinder-828806-4-iscsi {{(pid=104074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:26:01.290780 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6010b4-d7d6-453a-a154-c8348ce6f193 None None] Routers {'0a3e2812-07e4-4838-94d5-bb57a2cd3859'} bound to L3 agent in host dv-cinder-828806-4-iscsi {{(pid=104074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:26:01.293381 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-ba6010b4-d7d6-453a-a154-c8348ce6f193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T03:14:31Z,description=,heartbeat_timestamp=2022-05-27T03:26:01Z,host='dv-cinder-828806-4-iscsi',id=3e4effd7-5bc9-408b-93fa-42e4b19a61d9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:14:31Z,topic='l3_agent')) {'router_ids': ['0a3e2812-07e4-4838-94d5-bb57a2cd3859'], 'active': True} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:26:01.434396 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed38bd93-9c3e-476f-a250-b329b89d65f3 req-581081e2-3388-4210-b4b9-b453d4481c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:01.442714 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-ed38bd93-9c3e-476f-a250-b329b89d65f3 req-581081e2-3388-4210-b4b9-b453d4481c0d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d5bef1b49d424299864523887eb72b3c&device_id=31f03d50-8598-4db5-b3fd-ee77a878c5e4 HTTP/1.1" status: 200 len: 1130 time: 0.1928847 May 27 03:26:01.444250 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa112480-56c1-4361-bfd4-b7d4cfdebabf req-9a95b31a-2f24-4a46-ba1c-55a99682058e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:01.447514 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-aa112480-56c1-4361-bfd4-b7d4cfdebabf req-9a95b31a-2f24-4a46-ba1c-55a99682058e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=082b5523ee504be09f6fcaf833207a4f&device_id=6e20f854-915e-4f4e-8596-b16df25a2609 HTTP/1.1" status: 200 len: 1127 time: 0.2205489 May 27 03:26:01.486266 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvr_db [None req-ba6010b4-d7d6-453a-a154-c8348ce6f193 None None] Set router 0a3e2812-07e4-4838-94d5-bb57a2cd3859 gateway port host: dv-cinder-828806-4-iscsi {{(pid=104074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:26:01.568517 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03d8e8f-faaf-4435-8ee9-2f3a5bf6094e req-ba0876f4-e218-43ca-83e0-704a4cfca8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:01.570879 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f03d8e8f-faaf-4435-8ee9-2f3a5bf6094e req-ba0876f4-e218-43ca-83e0-704a4cfca8a5 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b967195a-9c2e-4f9f-9a09-65a4101b07c8 HTTP/1.1" status: 200 len: 1129 time: 0.0586102 May 27 03:26:01.643466 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f03d8e8f-faaf-4435-8ee9-2f3a5bf6094e req-76780b03-7501-4ad7-8a65-b0271b07e230 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=5bc245b1-e1c5-4d98-8284-2a627ecaaea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633337 May 27 03:26:01.741209 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa112480-56c1-4361-bfd4-b7d4cfdebabf req-b336574f-5a0e-42ae-8c65-4ad9b7616e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:01.743000 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-aa112480-56c1-4361-bfd4-b7d4cfdebabf req-b336574f-5a0e-42ae-8c65-4ad9b7616e79 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e861f168-e1a5-4542-8ee4-9759fa17a578 HTTP/1.1" status: 200 len: 916 time: 0.2485955 May 27 03:26:01.762272 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091cfd1e-19fb-41c9-ae85-84dbc10d5607 req-777602d7-4928-4051-b3f0-3b8e6c25f234 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:01.770387 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-091cfd1e-19fb-41c9-ae85-84dbc10d5607 req-777602d7-4928-4051-b3f0-3b8e6c25f234 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/ports?device_id=6e20f854-915e-4f4e-8596-b16df25a2609 HTTP/1.1" status: 200 len: 943 time: 0.2076278 May 27 03:26:01.826057 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed38bd93-9c3e-476f-a250-b329b89d65f3 req-e9289fe2-a248-46d8-8d23-9b0de3086d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:01.827967 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-ed38bd93-9c3e-476f-a250-b329b89d65f3 req-e9289fe2-a248-46d8-8d23-9b0de3086d90 service neutron] 10.222.0.67 "GET /v2.0/networks?id=79e2e930-0200-4ceb-a2bb-a93bbb04e0f6 HTTP/1.1" status: 200 len: 913 time: 0.3503375 May 27 03:26:01.859326 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-091cfd1e-19fb-41c9-ae85-84dbc10d5607 req-a1518e4d-e2bc-4dca-996e-6650251be0c3 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/security-groups?id=d8d0080e-a06c-4ae4-a8fb-eda4e5e03ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865016 May 27 03:26:01.864326 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245d6c61-de3f-4eed-8cf1-e2d30cce1a86 req-41ec5558-5611-4cf4-b5f8-13b50c6cc3a3 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:01.871400 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-245d6c61-de3f-4eed-8cf1-e2d30cce1a86 req-41ec5558-5611-4cf4-b5f8-13b50c6cc3a3 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=b54917ef-d32c-4303-99e3-75adc12f147e HTTP/1.1" status: 200 len: 945 time: 0.0975583 May 27 03:26:01.901928 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:01.956318 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-245d6c61-de3f-4eed-8cf1-e2d30cce1a86 req-fb51954b-44e3-415b-8446-9af0079308e9 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=355c63b5-9543-409d-a9f3-f7230b59d8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837142 May 27 03:26:01.995339 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-ba6010b4-d7d6-453a-a154-c8348ce6f193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a3e2812-07e4-4838-94d5-bb57a2cd3859', 'name': 'tempest-TestVolumeBootPattern-1556435986-router', 'tenant_id': 'd5bef1b49d424299864523887eb72b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '4ee83673-46b6-4e1b-bcba-ae840fc50e57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:24:05Z', 'updated_at': '2022-05-27T03:24:09Z', 'revision_number': 4, 'project_id': 'd5bef1b49d424299864523887eb72b3c', 'gw_port': {'id': '4ee83673-46b6-4e1b-bcba-ae840fc50e57', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f6:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3e2812-07e4-4838-94d5-bb57a2cd3859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:24:06Z', 'updated_at': '2022-05-27T03:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi', '_floatingips': [{'id': '7a8820c7-cb5f-48a0-87fb-2e8cf531abd2', 'tenant_id': 'd5bef1b49d424299864523887eb72b3c', 'floating_ip_address': '172.27.3.26', 'floating_network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'router_id': '0a3e2812-07e4-4838-94d5-bb57a2cd3859', 'port_id': 'af8e6fc6-1227-49b2-a57c-d9ab051c9fe9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 381, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79e2e930-0200-4ceb-a2bb-a93bbb04e0f6', 'mac_address': 'fa:16:3e:a2:98:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f03d50-8598-4db5-b3fd-ee77a878c5e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:25:58Z', 'updated_at': '2022-05-27T03:25:58Z', 'revision_number': 0, 'project_id': 'd5bef1b49d424299864523887eb72b3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1453a154-6ec5-4313-8a2b-fddd349b5446', 'name': '', 'network_id': '79e2e930-0200-4ceb-a2bb-a93bbb04e0f6', 'tenant_id': 'd5bef1b49d424299864523887eb72b3c', 'mac_address': 'fa:16:3e:be:67:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3e2812-07e4-4838-94d5-bb57a2cd3859', 'device_owner': 'network:router_interface', 'standard_attr_id': 226, 'fixed_ips': [{'subnet_id': '5133a594-c63e-4ae9-a294-52a4d497dec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:24:08Z', 'updated_at': '2022-05-27T03:24:13Z', 'revision_number': 5, 'project_id': 'd5bef1b49d424299864523887eb72b3c', 'subnets': [{'id': '5133a594-c63e-4ae9-a294-52a4d497dec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-4-iscsi', False) {} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:26:02.022458 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6010b4-d7d6-453a-a154-c8348ce6f193 None None] The sync data for ids ['0a3e2812-07e4-4838-94d5-bb57a2cd3859'] in dv-cinder-828806-4-iscsi is: [{'id': '0a3e2812-07e4-4838-94d5-bb57a2cd3859', 'name': 'tempest-TestVolumeBootPattern-1556435986-router', 'tenant_id': 'd5bef1b49d424299864523887eb72b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '4ee83673-46b6-4e1b-bcba-ae840fc50e57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:24:05Z', 'updated_at': '2022-05-27T03:24:09Z', 'revision_number': 4, 'project_id': 'd5bef1b49d424299864523887eb72b3c', 'gw_port': {'id': '4ee83673-46b6-4e1b-bcba-ae840fc50e57', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f6:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3e2812-07e4-4838-94d5-bb57a2cd3859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:24:06Z', 'updated_at': '2022-05-27T03:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi', '_floatingips': [{'id': '7a8820c7-cb5f-48a0-87fb-2e8cf531abd2', 'tenant_id': 'd5bef1b49d424299864523887eb72b3c', 'floating_ip_address': '172.27.3.26', 'floating_network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'router_id': '0a3e2812-07e4-4838-94d5-bb57a2cd3859', 'port_id': 'af8e6fc6-1227-49b2-a57c-d9ab051c9fe9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 381, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79e2e930-0200-4ceb-a2bb-a93bbb04e0f6', 'mac_address': 'fa:16:3e:a2:98:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f03d50-8598-4db5-b3fd-ee77a878c5e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:25:58Z', 'updated_at': '2022-05-27T03:25:58Z', 'revision_number': 0, 'project_id': 'd5bef1b49d424299864523887eb72b3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1453a154-6ec5-4313-8a2b-fddd349b5446', 'name': '', 'network_id': '79e2e930-0200-4ceb-a2bb-a93bbb04e0f6', 'tenant_id': 'd5bef1b49d424299864523887eb72b3c', 'mac_address': 'fa:16:3e:be:67:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3e2812-07e4-4838-94d5-bb57a2cd3859', 'device_owner': 'network:router_interface', 'standard_attr_id': 226, 'fixed_ips': [{'subnet_id': '5133a594-c63e-4ae9-a294-52a4d497dec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:24:08Z', 'updated_at': '2022-05-27T03:24:13Z', 'revision_number': 5, 'project_id': 'd5bef1b49d424299864523887eb72b3c', 'subnets': [{'id': '5133a594-c63e-4ae9-a294-52a4d497dec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:26:02.142645 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-df01de3e-f6cf-4253-895b-65b557a1455e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (84e30450-e547-4748-a220-898a66747e61), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:02.275247 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fa802b-5366-4b83-a970-b26c53bd9d4a req-a8846f37-cde5-4e64-8811-1be072898f51 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:02.276473 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555cbb10-4a5e-41e6-b0a8-837b6049a738 None None] New status for floating IP 7a8820c7-cb5f-48a0-87fb-2e8cf531abd2: ACTIVE {{(pid=104073) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 03:26:02.277247 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-a3fa802b-5366-4b83-a970-b26c53bd9d4a req-a8846f37-cde5-4e64-8811-1be072898f51 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=b967195a-9c2e-4f9f-9a09-65a4101b07c8 HTTP/1.1" status: 200 len: 945 time: 0.0553932 May 27 03:26:02.358169 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-a3fa802b-5366-4b83-a970-b26c53bd9d4a req-aed5caa5-2ea7-4ffa-8230-f99c988d6f2a tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bc245b1-e1c5-4d98-8284-2a627ecaaea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694706 May 27 03:26:03.006843 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8f3265-c213-424d-86d8-01cf7079e310 req-78e78f23-127b-4b98-a08c-7e1407294d08 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:03.009122 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-8a8f3265-c213-424d-86d8-01cf7079e310 req-78e78f23-127b-4b98-a08c-7e1407294d08 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/ports?device_id=6e20f854-915e-4f4e-8596-b16df25a2609 HTTP/1.1" status: 200 len: 943 time: 0.0622900 May 27 03:26:03.080643 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-8a8f3265-c213-424d-86d8-01cf7079e310 req-2e466a51-0360-44f1-bb2a-d0a7fa0ec543 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/security-groups?id=d8d0080e-a06c-4ae4-a8fb-eda4e5e03ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647323 May 27 03:26:03.084333 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c591381-e72f-4076-8ccf-a43eaf01a791 req-383e0cfa-7ecd-4fca-abfd-50e89ffbdc59 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:03.096584 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-3c591381-e72f-4076-8ccf-a43eaf01a791 req-383e0cfa-7ecd-4fca-abfd-50e89ffbdc59 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=b54917ef-d32c-4303-99e3-75adc12f147e HTTP/1.1" status: 200 len: 945 time: 0.0544443 May 27 03:26:03.142067 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-3c591381-e72f-4076-8ccf-a43eaf01a791 req-0eca7b88-6727-4231-b8ee-7bec8d5192fb tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=355c63b5-9543-409d-a9f3-f7230b59d8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500300 May 27 03:26:03.491107 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b33c30-fa44-47f4-a51c-f385b9737776 req-40b6b1c6-d68d-495d-b1ea-7e3fb7848696 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:03.492785 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-e9b33c30-fa44-47f4-a51c-f385b9737776 req-40b6b1c6-d68d-495d-b1ea-7e3fb7848696 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=b967195a-9c2e-4f9f-9a09-65a4101b07c8 HTTP/1.1" status: 200 len: 945 time: 0.0571575 May 27 03:26:03.553922 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-e9b33c30-fa44-47f4-a51c-f385b9737776 req-6928421a-7aed-464e-aede-9f21bc303379 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bc245b1-e1c5-4d98-8284-2a627ecaaea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536578 May 27 03:26:03.696154 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f70e7e6e-5d50-42a8-9a05-38619da83ed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (7db81693-ec25-4d8d-9069-8605391ffc10), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:04.201086 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c682c367-1cce-4771-ab90-a158e31c7b8f req-97fc3d52-c95c-49e6-af51-3fefe6e1313d tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:04.208647 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-c682c367-1cce-4771-ab90-a158e31c7b8f req-97fc3d52-c95c-49e6-af51-3fefe6e1313d tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/ports?device_id=6e20f854-915e-4f4e-8596-b16df25a2609 HTTP/1.1" status: 200 len: 943 time: 0.0620701 May 27 03:26:04.282533 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-c682c367-1cce-4771-ab90-a158e31c7b8f req-a9519d5d-a151-422b-9067-f89320d6dadb tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/security-groups?id=d8d0080e-a06c-4ae4-a8fb-eda4e5e03ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729527 May 27 03:26:04.298957 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9622f26a-8feb-433f-9407-a310e7ab861e req-3ade62d5-a376-4e7a-b5f4-581cafde30b1 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:04.307758 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-9622f26a-8feb-433f-9407-a310e7ab861e req-3ade62d5-a376-4e7a-b5f4-581cafde30b1 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=b54917ef-d32c-4303-99e3-75adc12f147e HTTP/1.1" status: 200 len: 945 time: 0.0814421 May 27 03:26:04.366743 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-9622f26a-8feb-433f-9407-a310e7ab861e req-4fc906fe-436f-4c5e-af7a-26fce10a8ae3 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=355c63b5-9543-409d-a9f3-f7230b59d8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579958 May 27 03:26:04.474656 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Device 15f49aae-9ee3-4bd2-82eb-2e60ca6f0e35 details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=104073) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 03:26:04.606259 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] For port 15f49aae-9ee3-4bd2-82eb-2e60ca6f0e35, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=15f49aae-9ee3-4bd2-82eb-2e60ca6f0e35,segment=NetworkSegment(9331d2d7-a6a0-4c34-9e42-53844ef9b31b),segment_id=9331d2d7-a6a0-4c34-9e42-53844ef9b31b)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:26:04.636054 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Returning: {'device': '15f49aae-9ee3-4bd2-82eb-2e60ca6f0e35', 'network_id': 'e861f168-e1a5-4542-8ee4-9759fa17a578', 'port_id': '15f49aae-9ee3-4bd2-82eb-2e60ca6f0e35', 'mac_address': 'fa:16:3e:78:e5:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22c8ee8a-bdb1-4646-81f4-b6b1b8177bb9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104073) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 03:26:04.684402 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Current status of the port 15f49aae-9ee3-4bd2-82eb-2e60ca6f0e35 is: DOWN; New status is: BUILD {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:26:04.684788 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (15f49aae-9ee3-4bd2-82eb-2e60ca6f0e35), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:04.686544 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b07e2e-3bbb-44e8-90da-63856fdd9d79 req-f3e05ce1-2d82-45dd-950e-975c966c5750 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:04.694512 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-d8b07e2e-3bbb-44e8-90da-63856fdd9d79 req-f3e05ce1-2d82-45dd-950e-975c966c5750 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=b967195a-9c2e-4f9f-9a09-65a4101b07c8 HTTP/1.1" status: 200 len: 945 time: 0.0594699 May 27 03:26:04.702356 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.notifiers.nova [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15f49aae-9ee3-4bd2-82eb-2e60ca6f0e35 {{(pid=104073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:26:04.714164 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:04.726979 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] For port 15f49aae-9ee3-4bd2-82eb-2e60ca6f0e35, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=15f49aae-9ee3-4bd2-82eb-2e60ca6f0e35,segment=NetworkSegment(9331d2d7-a6a0-4c34-9e42-53844ef9b31b),segment_id=9331d2d7-a6a0-4c34-9e42-53844ef9b31b)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:26:04.736908 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (15f49aae-9ee3-4bd2-82eb-2e60ca6f0e35), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:04.749654 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-d8b07e2e-3bbb-44e8-90da-63856fdd9d79 req-1fe428d0-4af2-41de-929e-5e97313001fc tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bc245b1-e1c5-4d98-8284-2a627ecaaea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544562 May 27 03:26:04.795431 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Pushing event updated for resources: {'Port': ['ID=15f49aae-9ee3-4bd2-82eb-2e60ca6f0e35,revision_number=4']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:04.852398 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-aa112480-56c1-4361-bfd4-b7d4cfdebabf req-5bcc4390-eea4-4c0c-8881-d1578f2d244a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=15f49aae-9ee3-4bd2-82eb-2e60ca6f0e35 HTTP/1.1" status: 200 len: 217 time: 0.0956473 May 27 03:26:04.877247 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-ed38bd93-9c3e-476f-a250-b329b89d65f3 req-ccc966df-af70-41f8-83b0-15a6434453a4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=af8e6fc6-1227-49b2-a57c-d9ab051c9fe9 HTTP/1.1" status: 200 len: 1001 time: 0.1225677 May 27 03:26:04.951820 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (01a6c5a5-ff25-49ea-8869-bb2b5ba0570e), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:05.322441 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] get_ports_and_sgs() called for port_ids ['15f49aae-9ee3-4bd2-82eb-2e60ca6f0e35'] {{(pid=104073) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:26:05.422137 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:05.431743 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78366458-92f4-43b5-b32b-7532963cfafc req-9dda15b7-1ad7-49b9-ac17-9d51cf6a7377 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:05.440731 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-78366458-92f4-43b5-b32b-7532963cfafc req-9dda15b7-1ad7-49b9-ac17-9d51cf6a7377 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/ports?device_id=6e20f854-915e-4f4e-8596-b16df25a2609 HTTP/1.1" status: 200 len: 944 time: 0.0689912 May 27 03:26:05.526682 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-78366458-92f4-43b5-b32b-7532963cfafc req-bd9c1d45-456e-4160-860e-9b14e2d7987b tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/security-groups?id=d8d0080e-a06c-4ae4-a8fb-eda4e5e03ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849011 May 27 03:26:05.531580 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:05.539522 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=100 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:05.572228 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa45739e-7459-41c7-b6cc-19536b3527e8 req-a682ff16-6945-497b-8707-86b92c72f82d tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:05.573806 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-aa45739e-7459-41c7-b6cc-19536b3527e8 req-a682ff16-6945-497b-8707-86b92c72f82d tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=b54917ef-d32c-4303-99e3-75adc12f147e HTTP/1.1" status: 200 len: 945 time: 0.1135364 May 27 03:26:05.586652 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa112480-56c1-4361-bfd4-b7d4cfdebabf req-b9a35181-3c94-4508-97fe-0269ff7e5325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:05.588095 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-aa112480-56c1-4361-bfd4-b7d4cfdebabf req-b9a35181-3c94-4508-97fe-0269ff7e5325 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=22c8ee8a-bdb1-4646-81f4-b6b1b8177bb9 HTTP/1.1" status: 200 len: 854 time: 0.1667762 May 27 03:26:05.594322 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed38bd93-9c3e-476f-a250-b329b89d65f3 req-18234e3e-c66e-4633-95a9-bbe6cf05e612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:05.596331 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-ed38bd93-9c3e-476f-a250-b329b89d65f3 req-18234e3e-c66e-4633-95a9-bbe6cf05e612 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5133a594-c63e-4ae9-a294-52a4d497dec8 HTTP/1.1" status: 200 len: 851 time: 0.1824131 May 27 03:26:05.700483 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa112480-56c1-4361-bfd4-b7d4cfdebabf req-225ba80f-a81d-49ad-a32c-d9cb4554423e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:05.702167 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-aa112480-56c1-4361-bfd4-b7d4cfdebabf req-225ba80f-a81d-49ad-a32c-d9cb4554423e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e861f168-e1a5-4542-8ee4-9759fa17a578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1037419 May 27 03:26:05.749797 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed38bd93-9c3e-476f-a250-b329b89d65f3 req-b3d23466-770d-449d-9cb0-d3e5f8f25b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:05.751740 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-ed38bd93-9c3e-476f-a250-b329b89d65f3 req-b3d23466-770d-449d-9cb0-d3e5f8f25b07 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=79e2e930-0200-4ceb-a2bb-a93bbb04e0f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1355703 May 27 03:26:05.769660 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-aa45739e-7459-41c7-b6cc-19536b3527e8 req-5f0cee75-044f-4c36-8757-399184b9fb69 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=355c63b5-9543-409d-a9f3-f7230b59d8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1861606 May 27 03:26:05.921966 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-aa112480-56c1-4361-bfd4-b7d4cfdebabf req-7cc5fc54-5d22-49bf-9b7f-a29ef67a2d9a service neutron] 10.222.0.67 "GET /v2.0/networks/e861f168-e1a5-4542-8ee4-9759fa17a578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087469 May 27 03:26:06.009464 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ea9d17-59f9-43f4-a836-b3cc3c5df540 req-059100c6-dc17-4fae-8fec-7ed48b97a41e tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:06.021463 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-e9ea9d17-59f9-43f4-a836-b3cc3c5df540 req-059100c6-dc17-4fae-8fec-7ed48b97a41e tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=b967195a-9c2e-4f9f-9a09-65a4101b07c8 HTTP/1.1" status: 200 len: 945 time: 0.1292193 May 27 03:26:06.123308 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-e9ea9d17-59f9-43f4-a836-b3cc3c5df540 req-cfad5224-525d-49e6-a3e2-911f1e575745 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bc245b1-e1c5-4d98-8284-2a627ecaaea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003635 May 27 03:26:06.654732 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3695a734-9a7f-4e70-8f29-0c7ed4cb764c req-40883476-dbbd-4a23-850c-32cf94d58a2d tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:06.656371 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-3695a734-9a7f-4e70-8f29-0c7ed4cb764c req-40883476-dbbd-4a23-850c-32cf94d58a2d tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/ports?device_id=6e20f854-915e-4f4e-8596-b16df25a2609 HTTP/1.1" status: 200 len: 944 time: 0.0520248 May 27 03:26:06.703599 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-3695a734-9a7f-4e70-8f29-0c7ed4cb764c req-7a94551b-d72d-470b-8bf5-aa96daff2bf8 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/security-groups?id=d8d0080e-a06c-4ae4-a8fb-eda4e5e03ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417514 May 27 03:26:06.923004 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19088331-0b74-4f3d-8ffe-115c4f2c109a req-74539902-9a98-47b1-a80b-2dcd60c9c1f5 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:06.924484 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-19088331-0b74-4f3d-8ffe-115c4f2c109a req-74539902-9a98-47b1-a80b-2dcd60c9c1f5 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=b54917ef-d32c-4303-99e3-75adc12f147e HTTP/1.1" status: 200 len: 945 time: 0.0500221 May 27 03:26:06.975821 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-19088331-0b74-4f3d-8ffe-115c4f2c109a req-ba7e04e5-5ba3-44c5-9f19-b8f186a015c7 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=355c63b5-9543-409d-a9f3-f7230b59d8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455227 May 27 03:26:07.250315 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c0d112-4eed-4aac-8cd0-8a88bfc786db req-6e0b1d1e-20e4-475d-873c-2ae6d4e18b3a tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:07.251700 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-76c0d112-4eed-4aac-8cd0-8a88bfc786db req-6e0b1d1e-20e4-475d-873c-2ae6d4e18b3a tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=b967195a-9c2e-4f9f-9a09-65a4101b07c8 HTTP/1.1" status: 200 len: 945 time: 0.0552180 May 27 03:26:07.309427 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-76c0d112-4eed-4aac-8cd0-8a88bfc786db req-52534768-26e3-43be-822d-30dd1ab951a1 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bc245b1-e1c5-4d98-8284-2a627ecaaea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492544 May 27 03:26:07.428820 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db4daa7-8245-467d-919b-386acf866617 req-265c9a86-2c59-45a6-ad6a-f3547f40946d tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:07.430663 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-0db4daa7-8245-467d-919b-386acf866617 req-265c9a86-2c59-45a6-ad6a-f3547f40946d tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=b967195a-9c2e-4f9f-9a09-65a4101b07c8 HTTP/1.1" status: 200 len: 945 time: 0.0577564 May 27 03:26:07.441771 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 59992) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:26:07.446340 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [None req-4849974b-0187-4f3d-a819-37ee90157994 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Request body: {'floatingip': {'port_id': '00901745-e24d-4624-8550-b70ca512f20a'}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:26:07.483861 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-4849974b-0187-4f3d-a819-37ee90157994 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Publish callbacks [] for floatingip (915ddab8-fb8d-42b0-b2c4-e8b061e3bb4c), before_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:07.864534 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707300eb-0cd8-4fb6-9c51-e0c8bd091013 req-6cdffbbe-06c5-4ccd-929c-d35f157c208b tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:07.866050 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-707300eb-0cd8-4fb6-9c51-e0c8bd091013 req-6cdffbbe-06c5-4ccd-929c-d35f157c208b tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/ports?device_id=6e20f854-915e-4f4e-8596-b16df25a2609 HTTP/1.1" status: 200 len: 944 time: 0.0841551 May 27 03:26:07.917057 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:07.971683 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:07.987420 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-4849974b-0187-4f3d-a819-37ee90157994 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:07.992061 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-707300eb-0cd8-4fb6-9c51-e0c8bd091013 req-12f75b4b-ec12-4a52-acf6-ed1b997e50e2 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/security-groups?id=d8d0080e-a06c-4ae4-a8fb-eda4e5e03ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1165876 May 27 03:26:07.993702 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-4849974b-0187-4f3d-a819-37ee90157994 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16279512'] for floatingip (915ddab8-fb8d-42b0-b2c4-e8b061e3bb4c), after_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:08.098667 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.db.l3_db [None req-4849974b-0187-4f3d-a819-37ee90157994 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Floating IP 915ddab8-fb8d-42b0-b2c4-e8b061e3bb4c associated. External IP: 172.27.3.146, port: 00901745-e24d-4624-8550-b70ca512f20a. May 27 03:26:08.123044 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d15e63-3ed1-4ed2-872a-a402d349a735 req-801cf543-fe4f-4bd4-82a1-844bec0622a7 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:08.124854 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-27d15e63-3ed1-4ed2-872a-a402d349a735 req-801cf543-fe4f-4bd4-82a1-844bec0622a7 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=b54917ef-d32c-4303-99e3-75adc12f147e HTTP/1.1" status: 200 len: 945 time: 0.0679212 May 27 03:26:08.173770 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-27d15e63-3ed1-4ed2-872a-a402d349a735 req-8a1ec1b5-960e-49ed-be85-86b335df9f51 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=355c63b5-9543-409d-a9f3-f7230b59d8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422931 May 27 03:26:08.306322 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4849974b-0187-4f3d-a819-37ee90157994 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Router 38eac928-01f1-4978-ba20-ac2c031b8983 has already been hosted by L3 agent 3e4effd7-5bc9-408b-93fa-42e4b19a61d9 {{(pid=104071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:26:08.410802 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4849974b-0187-4f3d-a819-37ee90157994 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Notify agent at l3_agent.dv-cinder-828806-4-iscsi the message routers_updated {{(pid=104071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:26:08.415771 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-4849974b-0187-4f3d-a819-37ee90157994 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159658'] for floatingip (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:08.421589 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5bfbc60-19f9-46a3-8d0d-7ce17d07a517 None None] Sync routers for ids ['38eac928-01f1-4978-ba20-ac2c031b8983'] in dv-cinder-828806-4-iscsi {{(pid=104074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:26:08.435804 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5bfbc60-19f9-46a3-8d0d-7ce17d07a517 None None] Routers {'38eac928-01f1-4978-ba20-ac2c031b8983'} bound to L3 agent in host dv-cinder-828806-4-iscsi {{(pid=104074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:26:08.436463 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-c5bfbc60-19f9-46a3-8d0d-7ce17d07a517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T03:14:31Z,description=,heartbeat_timestamp=2022-05-27T03:26:01Z,host='dv-cinder-828806-4-iscsi',id=3e4effd7-5bc9-408b-93fa-42e4b19a61d9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:14:31Z,topic='l3_agent')) {'router_ids': ['38eac928-01f1-4978-ba20-ac2c031b8983'], 'active': True} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:26:08.446661 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-4849974b-0187-4f3d-a819-37ee90157994 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "PUT /v2.0/floatingips/915ddab8-fb8d-42b0-b2c4-e8b061e3bb4c HTTP/1.1" status: 200 len: 991 time: 1.0037966 May 27 03:26:08.447492 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b967195a-9c2e-4f9f-9a09-65a4101b07c8', 'tag': '00901745-e24d-4624-8550-b70ca512f20a'}] {{(pid=104071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:26:08.449933 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bb076ad6e20eee76da9493a154e3e0af7ddb4a8668b70cc9390b05200f69f4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcfee5b3-03af-4812-91e2-4c3e4984f833" -d '{"events": [{"name": "network-changed", "server_uuid": "b967195a-9c2e-4f9f-9a09-65a4101b07c8", "tag": "00901745-e24d-4624-8550-b70ca512f20a"}]}' {{(pid=104071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:26:08.487901 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-570efe41-bfc7-476a-ba03-4facb1b5c35e x-openstack-request-id: req-570efe41-bfc7-476a-ba03-4facb1b5c35e {{(pid=104071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:26:08.488157 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b967195a-9c2e-4f9f-9a09-65a4101b07c8", "tag": "00901745-e24d-4624-8550-b70ca512f20a", "status": "completed", "code": 200}]} {{(pid=104071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:26:08.488454 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-570efe41-bfc7-476a-ba03-4facb1b5c35e {{(pid=104071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:26:08.488802 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-570efe41-bfc7-476a-ba03-4facb1b5c35e'] response: {'name': 'network-changed', 'server_uuid': 'b967195a-9c2e-4f9f-9a09-65a4101b07c8', 'tag': '00901745-e24d-4624-8550-b70ca512f20a', 'status': 'completed', 'code': 200} May 27 03:26:08.514638 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=100 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:08.548625 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvr_db [None req-c5bfbc60-19f9-46a3-8d0d-7ce17d07a517 None None] Set router 38eac928-01f1-4978-ba20-ac2c031b8983 gateway port host: dv-cinder-828806-4-iscsi {{(pid=104074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:26:08.760669 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-c5bfbc60-19f9-46a3-8d0d-7ce17d07a517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38eac928-01f1-4978-ba20-ac2c031b8983', 'name': 'tempest-ServerRescueNegativeTestJSON-1434591703-router', 'tenant_id': '6db8193dcee944008c7b41889bfa67a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '717a75d6-2ae6-41ed-a225-2bf1cc18fb1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:13Z', 'updated_at': '2022-05-27T03:23:21Z', 'revision_number': 4, 'project_id': '6db8193dcee944008c7b41889bfa67a3', 'gw_port': {'id': '717a75d6-2ae6-41ed-a225-2bf1cc18fb1b', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:62:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38eac928-01f1-4978-ba20-ac2c031b8983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:15Z', 'updated_at': '2022-05-27T03:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi', '_floatingips': [{'id': '915ddab8-fb8d-42b0-b2c4-e8b061e3bb4c', 'tenant_id': '6db8193dcee944008c7b41889bfa67a3', 'floating_ip_address': '172.27.3.146', 'floating_network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'router_id': '38eac928-01f1-4978-ba20-ac2c031b8983', 'port_id': '00901745-e24d-4624-8550-b70ca512f20a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 329, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee2ac450-e56e-4c1d-8d15-c8bfd50e2024', 'mac_address': 'fa:16:3e:6e:35:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b967195a-9c2e-4f9f-9a09-65a4101b07c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:25:34Z', 'updated_at': '2022-05-27T03:26:07Z', 'revision_number': 1, 'project_id': '6db8193dcee944008c7b41889bfa67a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '335dd27d-4958-4907-8e7c-cd3d9070011a', 'name': '', 'network_id': 'ee2ac450-e56e-4c1d-8d15-c8bfd50e2024', 'tenant_id': '6db8193dcee944008c7b41889bfa67a3', 'mac_address': 'fa:16:3e:61:1e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38eac928-01f1-4978-ba20-ac2c031b8983', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'cc441656-896b-4ce0-b128-b3b9a7f3a183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:20Z', 'updated_at': '2022-05-27T03:23:32Z', 'revision_number': 5, 'project_id': '6db8193dcee944008c7b41889bfa67a3', 'subnets': [{'id': 'cc441656-896b-4ce0-b128-b3b9a7f3a183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-4-iscsi', False) {} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:26:08.764175 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=100 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:08.786262 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5bfbc60-19f9-46a3-8d0d-7ce17d07a517 None None] Checking router: 38eac928-01f1-4978-ba20-ac2c031b8983 for host: dv-cinder-828806-4-iscsi {{(pid=104074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:26:08.795304 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5bfbc60-19f9-46a3-8d0d-7ce17d07a517 None None] Routers {'38eac928-01f1-4978-ba20-ac2c031b8983'} bound to L3 agent in host dv-cinder-828806-4-iscsi {{(pid=104074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:26:08.795994 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-c5bfbc60-19f9-46a3-8d0d-7ce17d07a517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T03:14:31Z,description=,heartbeat_timestamp=2022-05-27T03:26:01Z,host='dv-cinder-828806-4-iscsi',id=3e4effd7-5bc9-408b-93fa-42e4b19a61d9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:14:31Z,topic='l3_agent')) {'router_ids': ['38eac928-01f1-4978-ba20-ac2c031b8983'], 'active': True} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:26:08.899282 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvr_db [None req-c5bfbc60-19f9-46a3-8d0d-7ce17d07a517 None None] Set router 38eac928-01f1-4978-ba20-ac2c031b8983 gateway port host: dv-cinder-828806-4-iscsi {{(pid=104074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:26:09.120611 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4bf69b-5dcc-4c47-af97-1f8babb96273 req-231b8cf0-c184-4536-b5cf-4218e0645c57 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:09.122298 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-2a4bf69b-5dcc-4c47-af97-1f8babb96273 req-231b8cf0-c184-4536-b5cf-4218e0645c57 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/ports?device_id=6e20f854-915e-4f4e-8596-b16df25a2609 HTTP/1.1" status: 200 len: 944 time: 0.0531993 May 27 03:26:09.122463 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-c5bfbc60-19f9-46a3-8d0d-7ce17d07a517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38eac928-01f1-4978-ba20-ac2c031b8983', 'name': 'tempest-ServerRescueNegativeTestJSON-1434591703-router', 'tenant_id': '6db8193dcee944008c7b41889bfa67a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '717a75d6-2ae6-41ed-a225-2bf1cc18fb1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:13Z', 'updated_at': '2022-05-27T03:23:21Z', 'revision_number': 4, 'project_id': '6db8193dcee944008c7b41889bfa67a3', 'gw_port': {'id': '717a75d6-2ae6-41ed-a225-2bf1cc18fb1b', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:62:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38eac928-01f1-4978-ba20-ac2c031b8983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:15Z', 'updated_at': '2022-05-27T03:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi', '_floatingips': [{'id': '915ddab8-fb8d-42b0-b2c4-e8b061e3bb4c', 'tenant_id': '6db8193dcee944008c7b41889bfa67a3', 'floating_ip_address': '172.27.3.146', 'floating_network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'router_id': '38eac928-01f1-4978-ba20-ac2c031b8983', 'port_id': '00901745-e24d-4624-8550-b70ca512f20a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 329, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee2ac450-e56e-4c1d-8d15-c8bfd50e2024', 'mac_address': 'fa:16:3e:6e:35:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b967195a-9c2e-4f9f-9a09-65a4101b07c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:25:34Z', 'updated_at': '2022-05-27T03:26:07Z', 'revision_number': 1, 'project_id': '6db8193dcee944008c7b41889bfa67a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '335dd27d-4958-4907-8e7c-cd3d9070011a', 'name': '', 'network_id': 'ee2ac450-e56e-4c1d-8d15-c8bfd50e2024', 'tenant_id': '6db8193dcee944008c7b41889bfa67a3', 'mac_address': 'fa:16:3e:61:1e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38eac928-01f1-4978-ba20-ac2c031b8983', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'cc441656-896b-4ce0-b128-b3b9a7f3a183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:20Z', 'updated_at': '2022-05-27T03:23:32Z', 'revision_number': 5, 'project_id': '6db8193dcee944008c7b41889bfa67a3', 'subnets': [{'id': 'cc441656-896b-4ce0-b128-b3b9a7f3a183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-4-iscsi', False) {} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:26:09.158010 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5bfbc60-19f9-46a3-8d0d-7ce17d07a517 None None] The sync data for ids ['38eac928-01f1-4978-ba20-ac2c031b8983'] in dv-cinder-828806-4-iscsi is: [{'id': '38eac928-01f1-4978-ba20-ac2c031b8983', 'name': 'tempest-ServerRescueNegativeTestJSON-1434591703-router', 'tenant_id': '6db8193dcee944008c7b41889bfa67a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '717a75d6-2ae6-41ed-a225-2bf1cc18fb1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:13Z', 'updated_at': '2022-05-27T03:23:21Z', 'revision_number': 4, 'project_id': '6db8193dcee944008c7b41889bfa67a3', 'gw_port': {'id': '717a75d6-2ae6-41ed-a225-2bf1cc18fb1b', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:62:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38eac928-01f1-4978-ba20-ac2c031b8983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:15Z', 'updated_at': '2022-05-27T03:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi', '_floatingips': [{'id': '915ddab8-fb8d-42b0-b2c4-e8b061e3bb4c', 'tenant_id': '6db8193dcee944008c7b41889bfa67a3', 'floating_ip_address': '172.27.3.146', 'floating_network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'router_id': '38eac928-01f1-4978-ba20-ac2c031b8983', 'port_id': '00901745-e24d-4624-8550-b70ca512f20a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 329, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee2ac450-e56e-4c1d-8d15-c8bfd50e2024', 'mac_address': 'fa:16:3e:6e:35:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b967195a-9c2e-4f9f-9a09-65a4101b07c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:25:34Z', 'updated_at': '2022-05-27T03:26:07Z', 'revision_number': 1, 'project_id': '6db8193dcee944008c7b41889bfa67a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '335dd27d-4958-4907-8e7c-cd3d9070011a', 'name': '', 'network_id': 'ee2ac450-e56e-4c1d-8d15-c8bfd50e2024', 'tenant_id': '6db8193dcee944008c7b41889bfa67a3', 'mac_address': 'fa:16:3e:61:1e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38eac928-01f1-4978-ba20-ac2c031b8983', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'cc441656-896b-4ce0-b128-b3b9a7f3a183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:20Z', 'updated_at': '2022-05-27T03:23:32Z', 'revision_number': 5, 'project_id': '6db8193dcee944008c7b41889bfa67a3', 'subnets': [{'id': 'cc441656-896b-4ce0-b128-b3b9a7f3a183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:26:09.179674 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-2a4bf69b-5dcc-4c47-af97-1f8babb96273 req-73bf74c3-54da-433b-b0b5-8fb4f8ebab26 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/security-groups?id=d8d0080e-a06c-4ae4-a8fb-eda4e5e03ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515213 May 27 03:26:09.304812 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ef0e42-f593-461a-a95d-bbcff374e516 req-fc01d18a-216b-49c3-80c5-dab0e792738e tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:09.306370 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-29ef0e42-f593-461a-a95d-bbcff374e516 req-fc01d18a-216b-49c3-80c5-dab0e792738e tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=b54917ef-d32c-4303-99e3-75adc12f147e HTTP/1.1" status: 200 len: 945 time: 0.0552211 May 27 03:26:09.356264 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-29ef0e42-f593-461a-a95d-bbcff374e516 req-1ec14727-42c2-4507-8732-18154b047a06 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=355c63b5-9543-409d-a9f3-f7230b59d8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436642 May 27 03:26:09.358896 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9323936f-ec5d-4971-b659-aa3b049b4589 None None] New status for floating IP 915ddab8-fb8d-42b0-b2c4-e8b061e3bb4c: ACTIVE {{(pid=104073) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 03:26:09.549331 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Device 15f49aae-9ee3-4bd2-82eb-2e60ca6f0e35 up at agent hyperv_hv-cinder-82880 {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:26:09.596908 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Provisioning for port 15f49aae-9ee3-4bd2-82eb-2e60ca6f0e35 completed by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 03:26:09.606566 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Provisioning complete for port 15f49aae-9ee3-4bd2-82eb-2e60ca6f0e35 triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:26:09.607447 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (15f49aae-9ee3-4bd2-82eb-2e60ca6f0e35), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:09.722016 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Current status of the port 15f49aae-9ee3-4bd2-82eb-2e60ca6f0e35 is: BUILD; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:26:09.722675 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (15f49aae-9ee3-4bd2-82eb-2e60ca6f0e35), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:09.722921 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfee5b3-03af-4812-91e2-4c3e4984f833 req-81764d79-a8a1-412b-9e9b-ae657410c8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:09.724736 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-dcfee5b3-03af-4812-91e2-4c3e4984f833 req-81764d79-a8a1-412b-9e9b-ae657410c8f2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6db8193dcee944008c7b41889bfa67a3&device_id=b967195a-9c2e-4f9f-9a09-65a4101b07c8 HTTP/1.1" status: 200 len: 1129 time: 0.0689712 May 27 03:26:09.747323 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e20f854-915e-4f4e-8596-b16df25a2609', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15f49aae-9ee3-4bd2-82eb-2e60ca6f0e35'}] {{(pid=104073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:26:09.749767 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fe636b475fcf817a66bede64dee182d8d37f0deb14dcb08a99f86243ff54ad7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3057b72b-cd8d-46a0-8ebf-1529ae0a3150" -d '{"events": [{"server_uuid": "6e20f854-915e-4f4e-8596-b16df25a2609", "name": "network-vif-plugged", "status": "completed", "tag": "15f49aae-9ee3-4bd2-82eb-2e60ca6f0e35"}]}' {{(pid=104073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:26:09.764600 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] For port 15f49aae-9ee3-4bd2-82eb-2e60ca6f0e35, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=15f49aae-9ee3-4bd2-82eb-2e60ca6f0e35,segment=NetworkSegment(9331d2d7-a6a0-4c34-9e42-53844ef9b31b),segment_id=9331d2d7-a6a0-4c34-9e42-53844ef9b31b)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:26:09.777968 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (15f49aae-9ee3-4bd2-82eb-2e60ca6f0e35), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:09.806283 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b716592-e9f5-4cbb-abec-1329a9d04a37 x-openstack-request-id: req-7b716592-e9f5-4cbb-abec-1329a9d04a37 {{(pid=104073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:26:09.806647 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e20f854-915e-4f4e-8596-b16df25a2609", "name": "network-vif-plugged", "status": "completed", "tag": "15f49aae-9ee3-4bd2-82eb-2e60ca6f0e35", "code": 200}]} {{(pid=104073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:26:09.806960 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7b716592-e9f5-4cbb-abec-1329a9d04a37 {{(pid=104073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:26:09.807412 dv-cinder-828806-4-iscsi neutron-server[104073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b716592-e9f5-4cbb-abec-1329a9d04a37'] response: {'server_uuid': '6e20f854-915e-4f4e-8596-b16df25a2609', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15f49aae-9ee3-4bd2-82eb-2e60ca6f0e35', 'code': 200} May 27 03:26:09.833696 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Pushing event updated for resources: {'Port': ['ID=15f49aae-9ee3-4bd2-82eb-2e60ca6f0e35,revision_number=5']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:09.865610 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-ed38bd93-9c3e-476f-a250-b329b89d65f3 req-2e03a496-46a0-4a91-b075-d4dccfbdb642 service neutron] 10.222.0.67 "GET /v2.0/networks/79e2e930-0200-4ceb-a2bb-a93bbb04e0f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4462199 May 27 03:26:09.880072 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-aa112480-56c1-4361-bfd4-b7d4cfdebabf req-1b2d8881-28f1-4e0e-92e0-218d5aeac07f service neutron] 10.222.0.67 "GET /v2.0/networks/e861f168-e1a5-4542-8ee4-9759fa17a578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295722 May 27 03:26:09.927763 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:09.967493 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfee5b3-03af-4812-91e2-4c3e4984f833 req-0d935afd-4c7a-4630-baf9-426ef5fc4d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:09.969040 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-dcfee5b3-03af-4812-91e2-4c3e4984f833 req-0d935afd-4c7a-4630-baf9-426ef5fc4d3e service neutron] 10.222.0.67 "GET /v2.0/networks?id=ee2ac450-e56e-4c1d-8d15-c8bfd50e2024 HTTP/1.1" status: 200 len: 920 time: 0.0912027 May 27 03:26:10.010083 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-ed38bd93-9c3e-476f-a250-b329b89d65f3 req-520e54db-6517-4513-bcca-ef071d2cbea5 service neutron] 10.222.0.67 "GET /v2.0/networks/79e2e930-0200-4ceb-a2bb-a93bbb04e0f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856762 May 27 03:26:10.322955 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:10.328250 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6440f75-9e0d-42d3-8b85-8dd045bf0535 req-903787dd-b68a-4ccd-89f1-f739b1e50a08 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:10.329857 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-e6440f75-9e0d-42d3-8b85-8dd045bf0535 req-903787dd-b68a-4ccd-89f1-f739b1e50a08 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/ports?device_id=6e20f854-915e-4f4e-8596-b16df25a2609 HTTP/1.1" status: 200 len: 945 time: 0.0558856 May 27 03:26:10.362652 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=100 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:10.376120 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-dcfee5b3-03af-4812-91e2-4c3e4984f833 req-fc462fec-aeff-405a-9b6d-2242cfb168bf service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=00901745-e24d-4624-8550-b70ca512f20a HTTP/1.1" status: 200 len: 1001 time: 0.1105077 May 27 03:26:10.388660 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-e6440f75-9e0d-42d3-8b85-8dd045bf0535 req-826e178d-fadc-4b25-b249-64e2de30899e tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/security-groups?id=d8d0080e-a06c-4ae4-a8fb-eda4e5e03ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506227 May 27 03:26:10.483784 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf91c866-eca2-4bef-a261-a160d1b2595e req-0ab6aac2-76e3-430f-a192-d15ee5b939bc tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:10.485351 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-cf91c866-eca2-4bef-a261-a160d1b2595e req-0ab6aac2-76e3-430f-a192-d15ee5b939bc tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=b54917ef-d32c-4303-99e3-75adc12f147e HTTP/1.1" status: 200 len: 945 time: 0.0493009 May 27 03:26:10.567317 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-cf91c866-eca2-4bef-a261-a160d1b2595e req-f461efe9-ee06-4bc2-9216-0fe570a3701b tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=355c63b5-9543-409d-a9f3-f7230b59d8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756445 May 27 03:26:10.576679 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfee5b3-03af-4812-91e2-4c3e4984f833 req-46d9d492-b6b5-4b1f-996a-c41d23757816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:10.578246 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-dcfee5b3-03af-4812-91e2-4c3e4984f833 req-46d9d492-b6b5-4b1f-996a-c41d23757816 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cc441656-896b-4ce0-b128-b3b9a7f3a183 HTTP/1.1" status: 200 len: 858 time: 0.0595059 May 27 03:26:10.588059 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=100 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:10.598739 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ca8d1e-e563-4c85-9b3c-273d8e605cb6 req-6fde93f2-c6e7-401b-a938-837791f2c585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:10.600256 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-82ca8d1e-e563-4c85-9b3c-273d8e605cb6 req-6fde93f2-c6e7-401b-a938-837791f2c585 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7e2e4b63d6af43058e0dc76d8ceac844&device_id=b54917ef-d32c-4303-99e3-75adc12f147e HTTP/1.1" status: 200 len: 1129 time: 0.0781369 May 27 03:26:10.603189 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e775708-9770-4aab-ab38-4ca47a0557fb req-869e9e69-6518-46b2-936a-234bed2c0c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:10.604535 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-3e775708-9770-4aab-ab38-4ca47a0557fb req-869e9e69-6518-46b2-936a-234bed2c0c0f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=6e20f854-915e-4f4e-8596-b16df25a2609 HTTP/1.1" status: 200 len: 1129 time: 0.0517485 May 27 03:26:10.628640 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfee5b3-03af-4812-91e2-4c3e4984f833 req-6edecdf3-ccba-4383-845b-e7ef4405163a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:10.630124 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-dcfee5b3-03af-4812-91e2-4c3e4984f833 req-6edecdf3-ccba-4383-845b-e7ef4405163a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ee2ac450-e56e-4c1d-8d15-c8bfd50e2024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436473 May 27 03:26:10.715733 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-3e775708-9770-4aab-ab38-4ca47a0557fb req-d6d92677-e62c-4cd9-a0e7-f5dae118b178 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=d8d0080e-a06c-4ae4-a8fb-eda4e5e03ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025600 May 27 03:26:10.727604 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-dcfee5b3-03af-4812-91e2-4c3e4984f833 req-4b9a1e53-9269-49d3-baf8-77f9cf79790e service neutron] 10.222.0.67 "GET /v2.0/networks/ee2ac450-e56e-4c1d-8d15-c8bfd50e2024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866091 May 27 03:26:10.738564 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ca8d1e-e563-4c85-9b3c-273d8e605cb6 req-83f7c0d9-884b-4119-88d3-7659087c4827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:10.740219 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-82ca8d1e-e563-4c85-9b3c-273d8e605cb6 req-83f7c0d9-884b-4119-88d3-7659087c4827 service neutron] 10.222.0.67 "GET /v2.0/networks?id=9235750b-3863-4242-97a7-a4cb52643ca2 HTTP/1.1" status: 200 len: 917 time: 0.1280456 May 27 03:26:11.171633 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-82ca8d1e-e563-4c85-9b3c-273d8e605cb6 req-dde1b79c-fc5e-4ad9-9654-9d890235f049 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe4197df-049a-453f-a110-e4a007e15f18 HTTP/1.1" status: 200 len: 1001 time: 0.0585229 May 27 03:26:11.214921 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-dcfee5b3-03af-4812-91e2-4c3e4984f833 req-d31b5304-7339-4f46-90ef-2e82b2d9ed34 service neutron] 10.222.0.67 "GET /v2.0/networks/ee2ac450-e56e-4c1d-8d15-c8bfd50e2024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013141 May 27 03:26:11.231458 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ca8d1e-e563-4c85-9b3c-273d8e605cb6 req-686c16db-bfd8-48a3-84e1-49e829b891a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:11.232932 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-82ca8d1e-e563-4c85-9b3c-273d8e605cb6 req-686c16db-bfd8-48a3-84e1-49e829b891a7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=74986d1d-a9b7-43a2-b2c2-09937b076cb1 HTTP/1.1" status: 200 len: 855 time: 0.0505459 May 27 03:26:11.505352 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57111668-4454-4fda-8135-73f44a0e1997 req-07a5c50a-3828-4b98-b46a-10c92b58f3d0 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:11.506859 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-57111668-4454-4fda-8135-73f44a0e1997 req-07a5c50a-3828-4b98-b46a-10c92b58f3d0 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/ports?device_id=6e20f854-915e-4f4e-8596-b16df25a2609 HTTP/1.1" status: 200 len: 945 time: 0.0497239 May 27 03:26:11.571310 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-57111668-4454-4fda-8135-73f44a0e1997 req-e54612f2-42dd-4d45-84c4-d3ecc0eef108 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/security-groups?id=d8d0080e-a06c-4ae4-a8fb-eda4e5e03ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574465 May 27 03:26:11.729335 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c89580-6566-4662-ac34-a735fd81e147 req-ac30bd8b-9234-486a-9ef3-0368735a7bdf tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:11.731296 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-e1c89580-6566-4662-ac34-a735fd81e147 req-ac30bd8b-9234-486a-9ef3-0368735a7bdf tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=b54917ef-d32c-4303-99e3-75adc12f147e HTTP/1.1" status: 200 len: 945 time: 0.0772824 May 27 03:26:11.793447 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-e1c89580-6566-4662-ac34-a735fd81e147 req-b53e46ac-daef-4d19-b206-8b1a3c4b8af2 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=355c63b5-9543-409d-a9f3-f7230b59d8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546148 May 27 03:26:11.903195 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ca8d1e-e563-4c85-9b3c-273d8e605cb6 req-d9e26c9e-cda5-4626-909f-2b7655260261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:11.904805 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-82ca8d1e-e563-4c85-9b3c-273d8e605cb6 req-d9e26c9e-cda5-4626-909f-2b7655260261 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9235750b-3863-4242-97a7-a4cb52643ca2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0489140 May 27 03:26:12.067387 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-82ca8d1e-e563-4c85-9b3c-273d8e605cb6 req-fc13ec33-c988-47a5-a5cf-50f58b178bd4 service neutron] 10.222.0.67 "GET /v2.0/networks/9235750b-3863-4242-97a7-a4cb52643ca2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026497 May 27 03:26:12.731841 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a0927c-eb5e-48cb-8928-54c7dbd4c941 req-40755318-e09e-4566-a3cd-ce39dd21ffd5 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:12.733435 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-d4a0927c-eb5e-48cb-8928-54c7dbd4c941 req-40755318-e09e-4566-a3cd-ce39dd21ffd5 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/ports?device_id=6e20f854-915e-4f4e-8596-b16df25a2609 HTTP/1.1" status: 200 len: 945 time: 0.0581293 May 27 03:26:12.758195 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-82ca8d1e-e563-4c85-9b3c-273d8e605cb6 req-ddbf347d-b4f3-4cc6-ac57-f81c26570704 service neutron] 10.222.0.67 "GET /v2.0/networks/9235750b-3863-4242-97a7-a4cb52643ca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677327 May 27 03:26:12.797200 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-d4a0927c-eb5e-48cb-8928-54c7dbd4c941 req-683e75a5-a078-4c3f-9abf-34a124690aaa tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/security-groups?id=d8d0080e-a06c-4ae4-a8fb-eda4e5e03ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493312 May 27 03:26:12.917928 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f082e0-c17b-4c08-b4e5-f22760bd251c req-799a024f-5fb7-4c2a-bfa4-8f183e96fa8b tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:12.919394 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-d6f082e0-c17b-4c08-b4e5-f22760bd251c req-799a024f-5fb7-4c2a-bfa4-8f183e96fa8b tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=b54917ef-d32c-4303-99e3-75adc12f147e HTTP/1.1" status: 200 len: 945 time: 0.0535522 May 27 03:26:12.968721 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-d6f082e0-c17b-4c08-b4e5-f22760bd251c req-62e9e15a-d2f2-40ce-851c-dbac75d5896a tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=355c63b5-9543-409d-a9f3-f7230b59d8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434883 May 27 03:26:13.171159 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (a17a57cc-679f-4398-8430-1b64b86f4dc1), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:13.581414 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Device fe4197df-049a-453f-a110-e4a007e15f18 no longer exists at agent hyperv_hv-cinder-82880 {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:26:13.662930 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Current status of the port fe4197df-049a-453f-a110-e4a007e15f18 is: ACTIVE; New status is: DOWN {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:26:13.663341 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (fe4197df-049a-453f-a110-e4a007e15f18), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:13.687380 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b54917ef-d32c-4303-99e3-75adc12f147e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe4197df-049a-453f-a110-e4a007e15f18'}] {{(pid=104073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:26:13.689620 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fe636b475fcf817a66bede64dee182d8d37f0deb14dcb08a99f86243ff54ad7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1868f2ba-b4e6-4a24-937d-98e684c6abeb" -d '{"events": [{"server_uuid": "b54917ef-d32c-4303-99e3-75adc12f147e", "name": "network-vif-unplugged", "status": "completed", "tag": "fe4197df-049a-453f-a110-e4a007e15f18"}]}' {{(pid=104073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:26:13.702138 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] For port fe4197df-049a-453f-a110-e4a007e15f18, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=fe4197df-049a-453f-a110-e4a007e15f18,segment=NetworkSegment(8900a96c-140e-4a88-9323-782a7b94dd95),segment_id=8900a96c-140e-4a88-9323-782a7b94dd95)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:26:13.707828 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (fe4197df-049a-453f-a110-e4a007e15f18), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:13.732127 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 May 2022 03:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73beece2-849f-4162-aee3-2b11e133960b x-openstack-request-id: req-73beece2-849f-4162-aee3-2b11e133960b {{(pid=104073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:26:13.732424 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b54917ef-d32c-4303-99e3-75adc12f147e", "name": "network-vif-unplugged", "status": "completed", "tag": "fe4197df-049a-453f-a110-e4a007e15f18", "code": 200}]} {{(pid=104073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:26:13.732679 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-73beece2-849f-4162-aee3-2b11e133960b {{(pid=104073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:26:13.733104 dv-cinder-828806-4-iscsi neutron-server[104073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73beece2-849f-4162-aee3-2b11e133960b'] response: {'server_uuid': 'b54917ef-d32c-4303-99e3-75adc12f147e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe4197df-049a-453f-a110-e4a007e15f18', 'code': 200} May 27 03:26:13.759046 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Pushing event updated for resources: {'Port': ['ID=fe4197df-049a-453f-a110-e4a007e15f18,revision_number=8']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:13.925102 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421df2d5-52c4-4d44-836a-5bc58b0be4d2 req-3abad832-80f7-4f50-b0ea-d9c6b944b5ea tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:13.926602 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-421df2d5-52c4-4d44-836a-5bc58b0be4d2 req-3abad832-80f7-4f50-b0ea-d9c6b944b5ea tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/ports?device_id=6e20f854-915e-4f4e-8596-b16df25a2609 HTTP/1.1" status: 200 len: 945 time: 0.0601742 May 27 03:26:13.994364 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-421df2d5-52c4-4d44-836a-5bc58b0be4d2 req-a480d5db-c724-4ec6-b2f0-a71baef525ec tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/security-groups?id=d8d0080e-a06c-4ae4-a8fb-eda4e5e03ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615423 May 27 03:26:14.103115 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e7646a-edd0-46b1-b383-e2a82d63fcbb req-123a206d-b442-4e44-94c9-2c170816ea5f tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:14.104973 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-06e7646a-edd0-46b1-b383-e2a82d63fcbb req-123a206d-b442-4e44-94c9-2c170816ea5f tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=b54917ef-d32c-4303-99e3-75adc12f147e HTTP/1.1" status: 200 len: 943 time: 0.0508864 May 27 03:26:14.113696 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b007def-79d8-420e-951c-f900732edbc3 req-5666addd-89a2-4f47-8271-e04648577173 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:14.115452 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-2b007def-79d8-420e-951c-f900732edbc3 req-5666addd-89a2-4f47-8271-e04648577173 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/ports?device_id=6e20f854-915e-4f4e-8596-b16df25a2609 HTTP/1.1" status: 200 len: 945 time: 0.0490360 May 27 03:26:14.124331 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 60076) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:26:14.129245 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [None req-31dbc713-781b-443a-a82a-bce7e6ff69e9 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Request body: {'floatingip': {'port_id': '15f49aae-9ee3-4bd2-82eb-2e60ca6f0e35'}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:26:14.160529 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-06e7646a-edd0-46b1-b383-e2a82d63fcbb req-1548a1b2-b754-4802-8aa4-9f5754ef5404 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=355c63b5-9543-409d-a9f3-f7230b59d8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496871 May 27 03:26:14.172785 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-31dbc713-781b-443a-a82a-bce7e6ff69e9 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks [] for floatingip (ea6c334b-357e-4656-b4f1-c47053dfedb7), before_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:14.395516 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:14.492604 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:14.627531 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-31dbc713-781b-443a-a82a-bce7e6ff69e9 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:14.634636 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-31dbc713-781b-443a-a82a-bce7e6ff69e9 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16279512'] for floatingip (ea6c334b-357e-4656-b4f1-c47053dfedb7), after_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:14.742036 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.db.l3_db [None req-31dbc713-781b-443a-a82a-bce7e6ff69e9 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Floating IP ea6c334b-357e-4656-b4f1-c47053dfedb7 associated. External IP: 172.27.3.75, port: 15f49aae-9ee3-4bd2-82eb-2e60ca6f0e35. May 27 03:26:14.945414 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31dbc713-781b-443a-a82a-bce7e6ff69e9 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Router 48ccfd99-9d2a-40bc-8f48-1ef8477ddac8 has already been hosted by L3 agent 3e4effd7-5bc9-408b-93fa-42e4b19a61d9 {{(pid=104072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:26:15.313646 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3247d349-8d9d-4dba-a669-ca1e8a825fbb req-bade13d9-6e9d-4c66-8f09-64e34079a1fb tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:15.315124 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-3247d349-8d9d-4dba-a669-ca1e8a825fbb req-bade13d9-6e9d-4c66-8f09-64e34079a1fb tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=b54917ef-d32c-4303-99e3-75adc12f147e HTTP/1.1" status: 200 len: 943 time: 0.0609226 May 27 03:26:15.316201 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31dbc713-781b-443a-a82a-bce7e6ff69e9 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Notify agent at l3_agent.dv-cinder-828806-4-iscsi the message routers_updated {{(pid=104072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:26:15.321651 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-31dbc713-781b-443a-a82a-bce7e6ff69e9 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159658'] for floatingip (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:15.327073 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6af7a2-5f07-4d80-a427-11a2ed5ee89c None None] Sync routers for ids ['48ccfd99-9d2a-40bc-8f48-1ef8477ddac8'] in dv-cinder-828806-4-iscsi {{(pid=104074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:26:15.338078 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6af7a2-5f07-4d80-a427-11a2ed5ee89c None None] Routers {'48ccfd99-9d2a-40bc-8f48-1ef8477ddac8'} bound to L3 agent in host dv-cinder-828806-4-iscsi {{(pid=104074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:26:15.338682 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-cc6af7a2-5f07-4d80-a427-11a2ed5ee89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T03:14:31Z,description=,heartbeat_timestamp=2022-05-27T03:26:01Z,host='dv-cinder-828806-4-iscsi',id=3e4effd7-5bc9-408b-93fa-42e4b19a61d9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:14:31Z,topic='l3_agent')) {'router_ids': ['48ccfd99-9d2a-40bc-8f48-1ef8477ddac8'], 'active': True} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:26:15.372155 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-31dbc713-781b-443a-a82a-bce7e6ff69e9 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "PUT /v2.0/floatingips/ea6c334b-357e-4656-b4f1-c47053dfedb7 HTTP/1.1" status: 200 len: 990 time: 1.2440548 May 27 03:26:15.375611 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e20f854-915e-4f4e-8596-b16df25a2609', 'tag': '15f49aae-9ee3-4bd2-82eb-2e60ca6f0e35'}] {{(pid=104072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:26:15.377964 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f396617ba49ae57b35f1e46e178334f70bfad08bdaf3fab16ca373e13b5bdfba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae7f6b0e-a816-408b-b3c2-cd323bfaa7cf" -d '{"events": [{"name": "network-changed", "server_uuid": "6e20f854-915e-4f4e-8596-b16df25a2609", "tag": "15f49aae-9ee3-4bd2-82eb-2e60ca6f0e35"}]}' {{(pid=104072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:26:15.402133 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-3247d349-8d9d-4dba-a669-ca1e8a825fbb req-4d978fae-9585-4dd0-9fc3-4795d59b3bbb tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=355c63b5-9543-409d-a9f3-f7230b59d8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778327 May 27 03:26:15.422864 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5945682e-e702-41da-9045-554b79f51a9c x-openstack-request-id: req-5945682e-e702-41da-9045-554b79f51a9c {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:26:15.422864 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e20f854-915e-4f4e-8596-b16df25a2609", "tag": "15f49aae-9ee3-4bd2-82eb-2e60ca6f0e35", "status": "completed", "code": 200}]} {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:26:15.423072 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5945682e-e702-41da-9045-554b79f51a9c {{(pid=104072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:26:15.423298 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5945682e-e702-41da-9045-554b79f51a9c'] response: {'name': 'network-changed', 'server_uuid': '6e20f854-915e-4f4e-8596-b16df25a2609', 'tag': '15f49aae-9ee3-4bd2-82eb-2e60ca6f0e35', 'status': 'completed', 'code': 200} May 27 03:26:15.444861 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvr_db [None req-cc6af7a2-5f07-4d80-a427-11a2ed5ee89c None None] Set router 48ccfd99-9d2a-40bc-8f48-1ef8477ddac8 gateway port host: dv-cinder-828806-4-iscsi {{(pid=104074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:26:15.627553 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=100 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:15.670973 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-cc6af7a2-5f07-4d80-a427-11a2ed5ee89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ccfd99-9d2a-40bc-8f48-1ef8477ddac8', 'name': 'tempest-AttachVolumeNegativeTest-1190605770-router', 'tenant_id': '082b5523ee504be09f6fcaf833207a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': 'ee2b145c-866a-4545-a5dc-b000db3e976a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:15Z', 'updated_at': '2022-05-27T03:23:33Z', 'revision_number': 4, 'project_id': '082b5523ee504be09f6fcaf833207a4f', 'gw_port': {'id': 'ee2b145c-866a-4545-a5dc-b000db3e976a', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ccfd99-9d2a-40bc-8f48-1ef8477ddac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:16Z', 'updated_at': '2022-05-27T03:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi', '_floatingips': [{'id': '857cb62f-626e-4933-963d-3e1db7bb3b74', 'tenant_id': '082b5523ee504be09f6fcaf833207a4f', 'floating_ip_address': '172.27.3.34', 'floating_network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'router_id': '48ccfd99-9d2a-40bc-8f48-1ef8477ddac8', 'port_id': '1ad404ad-b415-4130-81fb-67637fa7ba8a', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 171, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e861f168-e1a5-4542-8ee4-9759fa17a578', 'mac_address': 'fa:16:3e:3a:35:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd00e4700-28c6-4440-83e4-c3d1a86a75c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:23:47Z', 'updated_at': '2022-05-27T03:24:27Z', 'revision_number': 2, 'project_id': '082b5523ee504be09f6fcaf833207a4f', 'fixed_ip_address_scope': None}, {'id': 'ea6c334b-357e-4656-b4f1-c47053dfedb7', 'tenant_id': '082b5523ee504be09f6fcaf833207a4f', 'floating_ip_address': '172.27.3.75', 'floating_network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'router_id': '48ccfd99-9d2a-40bc-8f48-1ef8477ddac8', 'port_id': '15f49aae-9ee3-4bd2-82eb-2e60ca6f0e35', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 373, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e861f168-e1a5-4542-8ee4-9759fa17a578', 'mac_address': 'fa:16:3e:78:e5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e20f854-915e-4f4e-8596-b16df25a2609', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:25:48Z', 'updated_at': '2022-05-27T03:26:14Z', 'revision_number': 1, 'project_id': '082b5523ee504be09f6fcaf833207a4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de2e02ca-ae55-44a3-8d3d-cbe2d4c0df81', 'name': '', 'network_id': 'e861f168-e1a5-4542-8ee4-9759fa17a578', 'tenant_id': '082b5523ee504be09f6fcaf833207a4f', 'mac_address': 'fa:16:3e:93:65:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ccfd99-9d2a-40bc-8f48-1ef8477ddac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '22c8ee8a-bdb1-4646-81f4-b6b1b8177bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:28Z', 'updated_at': '2022-05-27T03:23:46Z', 'revision_number': 5, 'project_id': '082b5523ee504be09f6fcaf833207a4f', 'subnets': [{'id': '22c8ee8a-bdb1-4646-81f4-b6b1b8177bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-4-iscsi', False) {} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:26:15.695413 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6af7a2-5f07-4d80-a427-11a2ed5ee89c None None] Checking router: 48ccfd99-9d2a-40bc-8f48-1ef8477ddac8 for host: dv-cinder-828806-4-iscsi {{(pid=104074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:26:15.704022 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6af7a2-5f07-4d80-a427-11a2ed5ee89c None None] Routers {'48ccfd99-9d2a-40bc-8f48-1ef8477ddac8'} bound to L3 agent in host dv-cinder-828806-4-iscsi {{(pid=104074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:26:15.704612 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-cc6af7a2-5f07-4d80-a427-11a2ed5ee89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T03:14:31Z,description=,heartbeat_timestamp=2022-05-27T03:26:01Z,host='dv-cinder-828806-4-iscsi',id=3e4effd7-5bc9-408b-93fa-42e4b19a61d9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:14:31Z,topic='l3_agent')) {'router_ids': ['48ccfd99-9d2a-40bc-8f48-1ef8477ddac8'], 'active': True} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:26:15.885954 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvr_db [None req-cc6af7a2-5f07-4d80-a427-11a2ed5ee89c None None] Set router 48ccfd99-9d2a-40bc-8f48-1ef8477ddac8 gateway port host: dv-cinder-828806-4-iscsi {{(pid=104074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:26:16.029856 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=100 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:16.097523 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-cc6af7a2-5f07-4d80-a427-11a2ed5ee89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ccfd99-9d2a-40bc-8f48-1ef8477ddac8', 'name': 'tempest-AttachVolumeNegativeTest-1190605770-router', 'tenant_id': '082b5523ee504be09f6fcaf833207a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': 'ee2b145c-866a-4545-a5dc-b000db3e976a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:15Z', 'updated_at': '2022-05-27T03:23:33Z', 'revision_number': 4, 'project_id': '082b5523ee504be09f6fcaf833207a4f', 'gw_port': {'id': 'ee2b145c-866a-4545-a5dc-b000db3e976a', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ccfd99-9d2a-40bc-8f48-1ef8477ddac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:16Z', 'updated_at': '2022-05-27T03:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi', '_floatingips': [{'id': '857cb62f-626e-4933-963d-3e1db7bb3b74', 'tenant_id': '082b5523ee504be09f6fcaf833207a4f', 'floating_ip_address': '172.27.3.34', 'floating_network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'router_id': '48ccfd99-9d2a-40bc-8f48-1ef8477ddac8', 'port_id': '1ad404ad-b415-4130-81fb-67637fa7ba8a', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 171, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e861f168-e1a5-4542-8ee4-9759fa17a578', 'mac_address': 'fa:16:3e:3a:35:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd00e4700-28c6-4440-83e4-c3d1a86a75c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:23:47Z', 'updated_at': '2022-05-27T03:24:27Z', 'revision_number': 2, 'project_id': '082b5523ee504be09f6fcaf833207a4f', 'fixed_ip_address_scope': None}, {'id': 'ea6c334b-357e-4656-b4f1-c47053dfedb7', 'tenant_id': '082b5523ee504be09f6fcaf833207a4f', 'floating_ip_address': '172.27.3.75', 'floating_network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'router_id': '48ccfd99-9d2a-40bc-8f48-1ef8477ddac8', 'port_id': '15f49aae-9ee3-4bd2-82eb-2e60ca6f0e35', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 373, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e861f168-e1a5-4542-8ee4-9759fa17a578', 'mac_address': 'fa:16:3e:78:e5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e20f854-915e-4f4e-8596-b16df25a2609', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:25:48Z', 'updated_at': '2022-05-27T03:26:14Z', 'revision_number': 1, 'project_id': '082b5523ee504be09f6fcaf833207a4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de2e02ca-ae55-44a3-8d3d-cbe2d4c0df81', 'name': '', 'network_id': 'e861f168-e1a5-4542-8ee4-9759fa17a578', 'tenant_id': '082b5523ee504be09f6fcaf833207a4f', 'mac_address': 'fa:16:3e:93:65:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ccfd99-9d2a-40bc-8f48-1ef8477ddac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '22c8ee8a-bdb1-4646-81f4-b6b1b8177bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:28Z', 'updated_at': '2022-05-27T03:23:46Z', 'revision_number': 5, 'project_id': '082b5523ee504be09f6fcaf833207a4f', 'subnets': [{'id': '22c8ee8a-bdb1-4646-81f4-b6b1b8177bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-4-iscsi', False) {} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:26:16.127862 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6af7a2-5f07-4d80-a427-11a2ed5ee89c None None] The sync data for ids ['48ccfd99-9d2a-40bc-8f48-1ef8477ddac8'] in dv-cinder-828806-4-iscsi is: [{'id': '48ccfd99-9d2a-40bc-8f48-1ef8477ddac8', 'name': 'tempest-AttachVolumeNegativeTest-1190605770-router', 'tenant_id': '082b5523ee504be09f6fcaf833207a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': 'ee2b145c-866a-4545-a5dc-b000db3e976a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:15Z', 'updated_at': '2022-05-27T03:23:33Z', 'revision_number': 4, 'project_id': '082b5523ee504be09f6fcaf833207a4f', 'gw_port': {'id': 'ee2b145c-866a-4545-a5dc-b000db3e976a', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ccfd99-9d2a-40bc-8f48-1ef8477ddac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:16Z', 'updated_at': '2022-05-27T03:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi', '_floatingips': [{'id': '857cb62f-626e-4933-963d-3e1db7bb3b74', 'tenant_id': '082b5523ee504be09f6fcaf833207a4f', 'floating_ip_address': '172.27.3.34', 'floating_network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'router_id': '48ccfd99-9d2a-40bc-8f48-1ef8477ddac8', 'port_id': '1ad404ad-b415-4130-81fb-67637fa7ba8a', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 171, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e861f168-e1a5-4542-8ee4-9759fa17a578', 'mac_address': 'fa:16:3e:3a:35:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd00e4700-28c6-4440-83e4-c3d1a86a75c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:23:47Z', 'updated_at': '2022-05-27T03:24:27Z', 'revision_number': 2, 'project_id': '082b5523ee504be09f6fcaf833207a4f', 'fixed_ip_address_scope': None}, {'id': 'ea6c334b-357e-4656-b4f1-c47053dfedb7', 'tenant_id': '082b5523ee504be09f6fcaf833207a4f', 'floating_ip_address': '172.27.3.75', 'floating_network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'router_id': '48ccfd99-9d2a-40bc-8f48-1ef8477ddac8', 'port_id': '15f49aae-9ee3-4bd2-82eb-2e60ca6f0e35', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 373, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e861f168-e1a5-4542-8ee4-9759fa17a578', 'mac_address': 'fa:16:3e:78:e5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e20f854-915e-4f4e-8596-b16df25a2609', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:25:48Z', 'updated_at': '2022-05-27T03:26:14Z', 'revision_number': 1, 'project_id': '082b5523ee504be09f6fcaf833207a4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de2e02ca-ae55-44a3-8d3d-cbe2d4c0df81', 'name': '', 'network_id': 'e861f168-e1a5-4542-8ee4-9759fa17a578', 'tenant_id': '082b5523ee504be09f6fcaf833207a4f', 'mac_address': 'fa:16:3e:93:65:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ccfd99-9d2a-40bc-8f48-1ef8477ddac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '22c8ee8a-bdb1-4646-81f4-b6b1b8177bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:28Z', 'updated_at': '2022-05-27T03:23:46Z', 'revision_number': 5, 'project_id': '082b5523ee504be09f6fcaf833207a4f', 'subnets': [{'id': '22c8ee8a-bdb1-4646-81f4-b6b1b8177bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:26:16.344167 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae316ce-daa7-46f5-91ee-8c64b305c1a2 None None] New status for floating IP ea6c334b-357e-4656-b4f1-c47053dfedb7: ACTIVE {{(pid=104073) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 03:26:16.394860 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:16.529896 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fbdb14-dfe8-42fd-8b28-23978e52d13e req-33c2c976-c3ff-494e-8063-c58012afe8c2 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:16.531425 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c4fbdb14-dfe8-42fd-8b28-23978e52d13e req-33c2c976-c3ff-494e-8063-c58012afe8c2 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=b54917ef-d32c-4303-99e3-75adc12f147e HTTP/1.1" status: 200 len: 943 time: 0.0524776 May 27 03:26:16.583193 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c4fbdb14-dfe8-42fd-8b28-23978e52d13e req-4a7a17ae-fe97-46c3-815b-1196f3bcb5bc tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=355c63b5-9543-409d-a9f3-f7230b59d8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436039 May 27 03:26:17.714315 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fc9c6f-d2cc-4671-b40b-5b5bec7da658 req-c90757db-c4bf-47e5-979f-03744110ad3e tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:17.715809 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-c7fc9c6f-d2cc-4671-b40b-5b5bec7da658 req-c90757db-c4bf-47e5-979f-03744110ad3e tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=b54917ef-d32c-4303-99e3-75adc12f147e HTTP/1.1" status: 200 len: 943 time: 0.0526469 May 27 03:26:17.768426 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-c7fc9c6f-d2cc-4671-b40b-5b5bec7da658 req-0c0b6897-1a69-413d-a143-7a0615d360b3 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=355c63b5-9543-409d-a9f3-f7230b59d8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469072 May 27 03:26:18.220121 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7f6b0e-a816-408b-b3c2-cd323bfaa7cf req-9661a45f-8286-4c32-8b28-80f4ef261b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:18.221718 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-ae7f6b0e-a816-408b-b3c2-cd323bfaa7cf req-9661a45f-8286-4c32-8b28-80f4ef261b25 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=082b5523ee504be09f6fcaf833207a4f&device_id=6e20f854-915e-4f4e-8596-b16df25a2609 HTTP/1.1" status: 200 len: 1129 time: 0.0419614 May 27 03:26:18.262498 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=100 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:18.305870 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=100 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:18.333038 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7f6b0e-a816-408b-b3c2-cd323bfaa7cf req-7906eb6a-7b74-44c8-9e91-92ffccb2c1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:18.334543 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-ae7f6b0e-a816-408b-b3c2-cd323bfaa7cf req-7906eb6a-7b74-44c8-9e91-92ffccb2c1a1 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e861f168-e1a5-4542-8ee4-9759fa17a578 HTTP/1.1" status: 200 len: 916 time: 0.0968039 May 27 03:26:18.414582 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-ae7f6b0e-a816-408b-b3c2-cd323bfaa7cf req-32e2a7dc-7a1c-4098-9f77-da67233907b3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=15f49aae-9ee3-4bd2-82eb-2e60ca6f0e35 HTTP/1.1" status: 200 len: 1000 time: 0.0719271 May 27 03:26:18.487448 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7f6b0e-a816-408b-b3c2-cd323bfaa7cf req-40926819-9016-4fa7-9d10-171817979bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:18.489161 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-ae7f6b0e-a816-408b-b3c2-cd323bfaa7cf req-40926819-9016-4fa7-9d10-171817979bf8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=22c8ee8a-bdb1-4646-81f4-b6b1b8177bb9 HTTP/1.1" status: 200 len: 854 time: 0.0653613 May 27 03:26:18.564882 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7f6b0e-a816-408b-b3c2-cd323bfaa7cf req-ef4f4be1-fc04-48d3-b185-57fcc8d7ff52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:18.566421 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-ae7f6b0e-a816-408b-b3c2-cd323bfaa7cf req-ef4f4be1-fc04-48d3-b185-57fcc8d7ff52 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e861f168-e1a5-4542-8ee4-9759fa17a578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0705478 May 27 03:26:18.675315 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-ae7f6b0e-a816-408b-b3c2-cd323bfaa7cf req-ca801b8b-dcc4-4a94-979f-1dad6a6ab505 service neutron] 10.222.0.67 "GET /v2.0/networks/e861f168-e1a5-4542-8ee4-9759fa17a578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014585 May 27 03:26:18.791012 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-ae7f6b0e-a816-408b-b3c2-cd323bfaa7cf req-18b4e4e9-9f7d-4445-822a-f688cca41fd4 service neutron] 10.222.0.67 "GET /v2.0/networks/e861f168-e1a5-4542-8ee4-9759fa17a578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852637 May 27 03:26:18.902130 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe89bbc-b6dc-4b24-83ba-b57ebe8a9aaf req-6ceee970-90b5-4c7e-b220-39fa59b3edfe tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:18.903525 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-8fe89bbc-b6dc-4b24-83ba-b57ebe8a9aaf req-6ceee970-90b5-4c7e-b220-39fa59b3edfe tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=b54917ef-d32c-4303-99e3-75adc12f147e HTTP/1.1" status: 200 len: 943 time: 0.0486846 May 27 03:26:18.955749 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-8fe89bbc-b6dc-4b24-83ba-b57ebe8a9aaf req-2888a8b2-67f8-4233-b8ce-21b091c8dbbe tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=355c63b5-9543-409d-a9f3-f7230b59d8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442572 May 27 03:26:19.311015 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-b22d6e0b-1ad3-4bd8-9b7b-580eb78538eb req-cf4911f3-1bf1-4d95-9ecf-fdb2a1e92272 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=126a653e-c2f9-4fad-9401-b165bddb395d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0548403 May 27 03:26:19.417433 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22d6e0b-1ad3-4bd8-9b7b-580eb78538eb req-5e430ec3-8218-48e4-a66d-4ed0d438a3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:19.418952 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-b22d6e0b-1ad3-4bd8-9b7b-580eb78538eb req-5e430ec3-8218-48e4-a66d-4ed0d438a3e3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6db8193dcee944008c7b41889bfa67a3&device_id=126a653e-c2f9-4fad-9401-b165bddb395d HTTP/1.1" status: 200 len: 1130 time: 0.0418289 May 27 03:26:19.484773 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [req-6e3ed095-d142-40a9-aa7e-30ccffe4303c req-537bc3e0-77c4-4d9d-ad32-edec363c5aeb service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=104072) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 27 03:26:19.485880 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-6e3ed095-d142-40a9-aa7e-30ccffe4303c req-537bc3e0-77c4-4d9d-ad32-edec363c5aeb service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0055993 May 27 03:26:19.539270 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22d6e0b-1ad3-4bd8-9b7b-580eb78538eb req-16f53d8f-854f-492a-923b-307563224e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:19.541068 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-b22d6e0b-1ad3-4bd8-9b7b-580eb78538eb req-16f53d8f-854f-492a-923b-307563224e83 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ee2ac450-e56e-4c1d-8d15-c8bfd50e2024 HTTP/1.1" status: 200 len: 920 time: 0.0924041 May 27 03:26:19.592349 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-b22d6e0b-1ad3-4bd8-9b7b-580eb78538eb req-5481220a-2796-4bde-ac12-156fd6e0ea93 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=93f8d1e6-7ba3-465b-83b0-41aabb82cf05 HTTP/1.1" status: 200 len: 217 time: 0.0452635 May 27 03:26:19.704533 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22d6e0b-1ad3-4bd8-9b7b-580eb78538eb req-ae679dcc-f6e5-4cdb-a232-fc940be76f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:19.706066 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-b22d6e0b-1ad3-4bd8-9b7b-580eb78538eb req-ae679dcc-f6e5-4cdb-a232-fc940be76f03 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cc441656-896b-4ce0-b128-b3b9a7f3a183 HTTP/1.1" status: 200 len: 858 time: 0.1040850 May 27 03:26:19.720202 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8fdf0e-aa45-4866-b21d-a7f43db81d37 req-b9b85739-1971-4dff-b5e9-04875605a78d tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:19.721987 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-9b8fdf0e-aa45-4866-b21d-a7f43db81d37 req-b9b85739-1971-4dff-b5e9-04875605a78d tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=b54917ef-d32c-4303-99e3-75adc12f147e HTTP/1.1" status: 200 len: 943 time: 0.0685999 May 27 03:26:19.791306 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22d6e0b-1ad3-4bd8-9b7b-580eb78538eb req-cdd474d6-9067-4d75-be3a-467557a9d86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:19.792824 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-b22d6e0b-1ad3-4bd8-9b7b-580eb78538eb req-cdd474d6-9067-4d75-be3a-467557a9d86a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ee2ac450-e56e-4c1d-8d15-c8bfd50e2024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0697889 May 27 03:26:19.844970 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-9b8fdf0e-aa45-4866-b21d-a7f43db81d37 req-f85c44b1-bd9b-42eb-9009-d120c6ebce04 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=355c63b5-9543-409d-a9f3-f7230b59d8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123676 May 27 03:26:19.923459 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-b22d6e0b-1ad3-4bd8-9b7b-580eb78538eb req-bac853e5-7535-42f7-b201-79a2de6a4300 service neutron] 10.222.0.67 "GET /v2.0/networks/ee2ac450-e56e-4c1d-8d15-c8bfd50e2024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184289 May 27 03:26:20.021536 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-b22d6e0b-1ad3-4bd8-9b7b-580eb78538eb req-47141987-203c-4fb8-9675-56c1f5592dc9 service neutron] 10.222.0.67 "GET /v2.0/networks/ee2ac450-e56e-4c1d-8d15-c8bfd50e2024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909035 May 27 03:26:20.144425 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 60178) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:26:20.233096 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-0115c66c-c3e0-4277-af7e-be71fc14703a req-f9c2af16-52a7-4183-95ef-fc11045866ec service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b54917ef-d32c-4303-99e3-75adc12f147e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0873611 May 27 03:26:20.241893 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [req-0115c66c-c3e0-4277-af7e-be71fc14703a req-1821fd5b-6fed-4179-8a4b-46b09bde14b6 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=104072) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 27 03:26:20.242932 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-0115c66c-c3e0-4277-af7e-be71fc14703a req-1821fd5b-6fed-4179-8a4b-46b09bde14b6 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0050309 May 27 03:26:20.322236 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 60188) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:26:20.420778 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0115c66c-c3e0-4277-af7e-be71fc14703a req-9555a184-670e-4101-a9fb-a03814cf6d14 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:20.422186 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-0115c66c-c3e0-4277-af7e-be71fc14703a req-9555a184-670e-4101-a9fb-a03814cf6d14 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports/fe4197df-049a-453f-a110-e4a007e15f18 HTTP/1.1" status: 200 len: 940 time: 0.0989830 May 27 03:26:20.939997 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:20.942644 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:20.980351 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96c8c47-5fec-44a3-938e-b09a606f12b1 req-99c163fd-8e79-449c-9f62-d2fb90d3e5c2 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:20.981923 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c96c8c47-5fec-44a3-938e-b09a606f12b1 req-99c163fd-8e79-449c-9f62-d2fb90d3e5c2 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=b54917ef-d32c-4303-99e3-75adc12f147e HTTP/1.1" status: 200 len: 943 time: 0.0510852 May 27 03:26:21.031981 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c96c8c47-5fec-44a3-938e-b09a606f12b1 req-b905e7c3-ed1d-43c6-adb8-6dfc74e0f35f tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=355c63b5-9543-409d-a9f3-f7230b59d8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442774 May 27 03:26:21.069343 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.agents_db [None req-9472a85a-8dd5-480f-9a02-5eb3d7473862 None None] Agent healthcheck: found 6 active agents {{(pid=104074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:26:21.601787 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Device fe4197df-049a-453f-a110-e4a007e15f18 no longer exists at agent hyperv_hv-cinder-82880 {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:26:21.681380 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Current status of the port fe4197df-049a-453f-a110-e4a007e15f18 is: DOWN; New status is: DOWN {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:26:22.154728 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8c8db9-d053-4bbe-8db9-ddf4e3bcbb10 req-00bcd4bd-2d9c-4c84-b160-9b7416896d6d tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:22.156129 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-bc8c8db9-d053-4bbe-8db9-ddf4e3bcbb10 req-00bcd4bd-2d9c-4c84-b160-9b7416896d6d tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=b54917ef-d32c-4303-99e3-75adc12f147e HTTP/1.1" status: 200 len: 943 time: 0.0484092 May 27 03:26:22.177394 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=100 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:22.184348 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=100 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:22.208005 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-bc8c8db9-d053-4bbe-8db9-ddf4e3bcbb10 req-76bf03e0-4f8c-4f3c-8424-79ec92ea52d3 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=355c63b5-9543-409d-a9f3-f7230b59d8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461755 May 27 03:26:22.838782 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0115c66c-c3e0-4277-af7e-be71fc14703a req-93f32789-546f-40b9-be63-d5936069dca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:22.840239 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-0115c66c-c3e0-4277-af7e-be71fc14703a req-93f32789-546f-40b9-be63-d5936069dca0 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b54917ef-d32c-4303-99e3-75adc12f147e&tenant_id=7e2e4b63d6af43058e0dc76d8ceac844 HTTP/1.1" status: 200 len: 1127 time: 0.0768647 May 27 03:26:22.934151 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0115c66c-c3e0-4277-af7e-be71fc14703a req-1f92cf45-21c2-4c49-befb-8615d6d9ffe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:22.935723 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-0115c66c-c3e0-4277-af7e-be71fc14703a req-1f92cf45-21c2-4c49-befb-8615d6d9ffe1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7e2e4b63d6af43058e0dc76d8ceac844&device_id=b54917ef-d32c-4303-99e3-75adc12f147e HTTP/1.1" status: 200 len: 1127 time: 0.0436134 May 27 03:26:23.044506 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0115c66c-c3e0-4277-af7e-be71fc14703a req-b9706b7d-584f-4f8b-a8f5-40d150e806c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:23.046015 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-0115c66c-c3e0-4277-af7e-be71fc14703a req-b9706b7d-584f-4f8b-a8f5-40d150e806c5 service neutron] 10.222.0.67 "GET /v2.0/networks?id=9235750b-3863-4242-97a7-a4cb52643ca2 HTTP/1.1" status: 200 len: 917 time: 0.0967793 May 27 03:26:23.119457 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-0115c66c-c3e0-4277-af7e-be71fc14703a req-04a835c3-87ac-41cc-892f-995a5ef8e421 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe4197df-049a-453f-a110-e4a007e15f18 HTTP/1.1" status: 200 len: 999 time: 0.0578654 May 27 03:26:23.173669 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0115c66c-c3e0-4277-af7e-be71fc14703a req-7f9e42f7-cd67-4412-9fbf-c1a0c4f906b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:23.175166 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-0115c66c-c3e0-4277-af7e-be71fc14703a req-7f9e42f7-cd67-4412-9fbf-c1a0c4f906b9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=74986d1d-a9b7-43a2-b2c2-09937b076cb1 HTTP/1.1" status: 200 len: 855 time: 0.0462871 May 27 03:26:23.225654 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0115c66c-c3e0-4277-af7e-be71fc14703a req-af87122f-83d6-4cae-8d93-9fb22a441f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:23.227223 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-0115c66c-c3e0-4277-af7e-be71fc14703a req-af87122f-83d6-4cae-8d93-9fb22a441f5a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9235750b-3863-4242-97a7-a4cb52643ca2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389171 May 27 03:26:23.345909 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-0115c66c-c3e0-4277-af7e-be71fc14703a req-f8b04697-b8a8-47d1-8bdf-2c72a237c1e8 service neutron] 10.222.0.67 "GET /v2.0/networks/9235750b-3863-4242-97a7-a4cb52643ca2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018844 May 27 03:26:23.357063 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1516fd-1195-4575-be64-3ce5d349a058 req-10ef613c-95ff-485d-8332-e0522dcc8258 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:23.358479 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-0d1516fd-1195-4575-be64-3ce5d349a058 req-10ef613c-95ff-485d-8332-e0522dcc8258 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=b54917ef-d32c-4303-99e3-75adc12f147e HTTP/1.1" status: 200 len: 943 time: 0.0481000 May 27 03:26:23.412865 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-0d1516fd-1195-4575-be64-3ce5d349a058 req-c4290c99-d7d4-4d3b-9cf4-4b1f050e9b0d tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=355c63b5-9543-409d-a9f3-f7230b59d8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468791 May 27 03:26:23.454043 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-0115c66c-c3e0-4277-af7e-be71fc14703a req-d8bb8668-97c9-43ae-94ab-2a9396dd936c service neutron] 10.222.0.67 "GET /v2.0/networks/9235750b-3863-4242-97a7-a4cb52643ca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906103 May 27 03:26:23.530408 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 60250) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:26:23.648518 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-dcb40b2b-bb84-4e67-a487-c503c2ad2ef1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:23.734242 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-dcb40b2b-bb84-4e67-a487-c503c2ad2ef1 admin admin] Publish callbacks [] for security_group (c782d23d-3805-4a3a-aa4f-b15ccd7aa0d5), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:23.739469 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-dcb40b2b-bb84-4e67-a487-c503c2ad2ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (c782d23d-3805-4a3a-aa4f-b15ccd7aa0d5), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:23.777336 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb40b2b-bb84-4e67-a487-c503c2ad2ef1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c782d23d-3805-4a3a-aa4f-b15ccd7aa0d5,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:23.784799 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 60262) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:26:23.785029 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-dcb40b2b-bb84-4e67-a487-c503c2ad2ef1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=76ca9458e9fb4201b02963e6d9be9db7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2533562 May 27 03:26:23.840445 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-784e1e5a-d1dc-4b82-befb-29395a5fca8e admin admin] Publish callbacks [] for security_group (c782d23d-3805-4a3a-aa4f-b15ccd7aa0d5), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:23.862187 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-784e1e5a-d1dc-4b82-befb-29395a5fca8e admin admin] Publish callbacks [] for security_group (c782d23d-3805-4a3a-aa4f-b15ccd7aa0d5), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:23.911209 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-784e1e5a-d1dc-4b82-befb-29395a5fca8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (c782d23d-3805-4a3a-aa4f-b15ccd7aa0d5), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:23.913953 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-784e1e5a-d1dc-4b82-befb-29395a5fca8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:23.915225 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-784e1e5a-d1dc-4b82-befb-29395a5fca8e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c782d23d-3805-4a3a-aa4f-b15ccd7aa0d5 HTTP/1.1" status: 204 len: 168 time: 0.1290894 May 27 03:26:23.924710 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784e1e5a-d1dc-4b82-befb-29395a5fca8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c782d23d-3805-4a3a-aa4f-b15ccd7aa0d5,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:24.558556 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb0455c-a71f-4418-be7f-a1ffc22698f6 req-c7d05559-3f3e-47ad-b54a-5214488c0b3c tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:24.566893 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-8eb0455c-a71f-4418-be7f-a1ffc22698f6 req-c7d05559-3f3e-47ad-b54a-5214488c0b3c tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=b54917ef-d32c-4303-99e3-75adc12f147e HTTP/1.1" status: 200 len: 943 time: 0.0580950 May 27 03:26:24.622033 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-8eb0455c-a71f-4418-be7f-a1ffc22698f6 req-4261ec85-a8a5-4ecb-9dc9-216cc1b0e843 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=355c63b5-9543-409d-a9f3-f7230b59d8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538054 May 27 03:26:25.761099 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363d0241-3c72-4bbc-b86c-9525d3cd5371 req-dae4e19f-6eb3-415b-adf8-fa4dda7d8293 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:25.763325 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-363d0241-3c72-4bbc-b86c-9525d3cd5371 req-dae4e19f-6eb3-415b-adf8-fa4dda7d8293 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=b54917ef-d32c-4303-99e3-75adc12f147e HTTP/1.1" status: 200 len: 943 time: 0.0500624 May 27 03:26:25.828929 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-363d0241-3c72-4bbc-b86c-9525d3cd5371 req-45d0433d-de99-405b-bbaa-3c576b38d194 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=355c63b5-9543-409d-a9f3-f7230b59d8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504968 May 27 03:26:26.411889 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-678e0039-e410-4f0f-9a3b-2ccb68e30dfa req-5dc2adb1-6cac-4ba8-b80b-917ae22bf2d7 tempest-VolumesNegativeTest-1259782393 tempest-VolumesNegativeTest-1259782393-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=121c8e84b0b34ac7870fd8f69d96dd8b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0332265 May 27 03:26:26.609806 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678e0039-e410-4f0f-9a3b-2ccb68e30dfa req-451be187-14b8-41ba-9a05-a3930be8504a tempest-VolumesNegativeTest-1259782393 tempest-VolumesNegativeTest-1259782393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:26.611238 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-678e0039-e410-4f0f-9a3b-2ccb68e30dfa req-451be187-14b8-41ba-9a05-a3930be8504a tempest-VolumesNegativeTest-1259782393 tempest-VolumesNegativeTest-1259782393-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1940420 May 27 03:26:26.627612 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-678e0039-e410-4f0f-9a3b-2ccb68e30dfa req-0a2d8eaf-0117-4cad-a812-8f894f60690e tempest-VolumesNegativeTest-1259782393 tempest-VolumesNegativeTest-1259782393-project] 10.222.0.50 "GET /v2.0/quotas/121c8e84b0b34ac7870fd8f69d96dd8b HTTP/1.1" status: 200 len: 375 time: 0.0106380 May 27 03:26:26.665394 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-678e0039-e410-4f0f-9a3b-2ccb68e30dfa req-90e68db7-b90e-4e1f-98eb-fedcb73b4665 tempest-VolumesNegativeTest-1259782393 tempest-VolumesNegativeTest-1259782393-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=121c8e84b0b34ac7870fd8f69d96dd8b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0323331 May 27 03:26:26.851344 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-fb7f4c68-e01a-4fac-bbb5-ce3c98d2d618 req-9ea23635-2431-4c44-8c18-aa5672fa038c tempest-VolumesNegativeTest-1259782393 tempest-VolumesNegativeTest-1259782393-project] 10.222.0.50 "GET /v2.0/ports?device_id=1830bf3c-810c-4108-9b89-e04a49ecfadf HTTP/1.1" status: 200 len: 210 time: 0.0298431 May 27 03:26:26.967235 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9259028-66f4-4005-aace-b9291646c90d req-9a5342e1-a4a2-417d-b4d7-bbd47b7e67e3 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:26.975082 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-d9259028-66f4-4005-aace-b9291646c90d req-9a5342e1-a4a2-417d-b4d7-bbd47b7e67e3 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=b54917ef-d32c-4303-99e3-75adc12f147e HTTP/1.1" status: 200 len: 943 time: 0.0618689 May 27 03:26:27.027204 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-d9259028-66f4-4005-aace-b9291646c90d req-c795a6df-2770-4eef-b04f-1df6c167f358 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=355c63b5-9543-409d-a9f3-f7230b59d8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453837 May 27 03:26:27.076487 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=42,neutron:DELETE=1 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:27.954000 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b7c5436d-bac6-4d68-aecf-d923888f68ab req-cc5996fc-60b9-4c88-af93-2a5dcf3c9f35 tempest-VolumesNegativeTest-1259782393 tempest-VolumesNegativeTest-1259782393-project] 10.222.0.50 "GET /v2.0/ports?device_id=1830bf3c-810c-4108-9b89-e04a49ecfadf HTTP/1.1" status: 200 len: 210 time: 0.0316894 May 27 03:26:28.158091 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6851fa52-063b-4ca6-b787-ccfb3f6862ff req-421e5130-1f45-43be-b60d-25f351a6b801 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:28.159519 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-6851fa52-063b-4ca6-b787-ccfb3f6862ff req-421e5130-1f45-43be-b60d-25f351a6b801 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=b54917ef-d32c-4303-99e3-75adc12f147e HTTP/1.1" status: 200 len: 943 time: 0.0477576 May 27 03:26:28.212710 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-6851fa52-063b-4ca6-b787-ccfb3f6862ff req-d3b5d66d-d1bf-40ab-ba25-f3fffaf55588 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=355c63b5-9543-409d-a9f3-f7230b59d8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473549 May 27 03:26:28.702695 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1277c4ef-c4a6-413f-9f41-8c78f70c8d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (88cb169e-23a7-4380-813c-9b707a5671b5), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:29.055853 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-9f24089a-6a21-49ea-b795-7165c8582a67 req-9837438c-c972-453c-920c-0c971ee98fc3 tempest-VolumesNegativeTest-1259782393 tempest-VolumesNegativeTest-1259782393-project] 10.222.0.50 "GET /v2.0/ports?device_id=1830bf3c-810c-4108-9b89-e04a49ecfadf HTTP/1.1" status: 200 len: 210 time: 0.0298285 May 27 03:26:29.356221 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a26f9d-a268-402d-bc16-7bf29fffb7f8 req-c5e585e2-a678-48ea-89ad-606cf6286719 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:29.358193 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-03a26f9d-a268-402d-bc16-7bf29fffb7f8 req-c5e585e2-a678-48ea-89ad-606cf6286719 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=b54917ef-d32c-4303-99e3-75adc12f147e HTTP/1.1" status: 200 len: 943 time: 0.0557251 May 27 03:26:29.409608 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-03a26f9d-a268-402d-bc16-7bf29fffb7f8 req-1ac78f29-06e1-4dca-934f-77c0361817b1 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=355c63b5-9543-409d-a9f3-f7230b59d8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450602 May 27 03:26:30.181061 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-624d8a31-0aea-49d9-875b-16365ed46099 req-eb12f2e3-e689-4333-a5bd-baac68835148 tempest-VolumesNegativeTest-1259782393 tempest-VolumesNegativeTest-1259782393-project] 10.222.0.50 "GET /v2.0/ports?device_id=1830bf3c-810c-4108-9b89-e04a49ecfadf HTTP/1.1" status: 200 len: 210 time: 0.0459118 May 27 03:26:30.557861 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b46fa3a-0243-4708-a849-a2ad1506fa9e req-4172e642-e676-4be2-97ff-d50a40b687dd tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:30.560113 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-9b46fa3a-0243-4708-a849-a2ad1506fa9e req-4172e642-e676-4be2-97ff-d50a40b687dd tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=b54917ef-d32c-4303-99e3-75adc12f147e HTTP/1.1" status: 200 len: 943 time: 0.0621619 May 27 03:26:30.578780 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:30.580821 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:30.611156 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-9b46fa3a-0243-4708-a849-a2ad1506fa9e req-0c354517-b263-402c-97ac-aac6a080729c tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=355c63b5-9543-409d-a9f3-f7230b59d8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456381 May 27 03:26:31.064437 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=11 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:31.102042 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-7ce329e3-4253-4279-936b-f06f75883007 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (3e4effd7-5bc9-408b-93fa-42e4b19a61d9), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:31.281312 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a5bb74f9-56e1-43f9-a4ef-7ae62bc30891 req-cae77ef8-f0a7-4bd8-a246-aa31ab6f432d tempest-VolumesNegativeTest-1259782393 tempest-VolumesNegativeTest-1259782393-project] 10.222.0.50 "GET /v2.0/ports?device_id=1830bf3c-810c-4108-9b89-e04a49ecfadf HTTP/1.1" status: 200 len: 210 time: 0.0315444 May 27 03:26:31.734962 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f7d7b4-271f-4288-ad77-533b33840976 req-4ce3224b-91e3-43bf-8b46-814508a267c7 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:31.736444 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-22f7d7b4-271f-4288-ad77-533b33840976 req-4ce3224b-91e3-43bf-8b46-814508a267c7 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=b54917ef-d32c-4303-99e3-75adc12f147e HTTP/1.1" status: 200 len: 943 time: 0.0505219 May 27 03:26:31.790483 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-22f7d7b4-271f-4288-ad77-533b33840976 req-36cbba30-4cc9-43aa-bd6a-a361f503ab42 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=355c63b5-9543-409d-a9f3-f7230b59d8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482931 May 27 03:26:32.143075 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-df01de3e-f6cf-4253-895b-65b557a1455e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (84e30450-e547-4748-a220-898a66747e61), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:32.388972 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a9e4efe5-e133-4aa9-aec1-98325412a825 req-06fa5471-4416-4125-bb99-33a5ecc9724d tempest-VolumesNegativeTest-1259782393 tempest-VolumesNegativeTest-1259782393-project] 10.222.0.50 "GET /v2.0/ports?device_id=1830bf3c-810c-4108-9b89-e04a49ecfadf HTTP/1.1" status: 200 len: 210 time: 0.0297747 May 27 03:26:32.925856 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951449d4-5a0a-43eb-af68-5fcdf0ee6f19 req-85f66ecd-0d15-4193-979c-6357a8f9bdee tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:32.927383 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-951449d4-5a0a-43eb-af68-5fcdf0ee6f19 req-85f66ecd-0d15-4193-979c-6357a8f9bdee tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=b54917ef-d32c-4303-99e3-75adc12f147e HTTP/1.1" status: 200 len: 943 time: 0.0610695 May 27 03:26:32.979063 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-951449d4-5a0a-43eb-af68-5fcdf0ee6f19 req-2c7e39fd-5339-4790-84e4-05039de14ed3 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=355c63b5-9543-409d-a9f3-f7230b59d8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435009 May 27 03:26:33.488214 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-4473d0c6-a325-47e4-8aa2-ce073f058f2a req-af63e8c5-741c-4d5c-84e8-5a5b1abcdb45 tempest-VolumesNegativeTest-1259782393 tempest-VolumesNegativeTest-1259782393-project] 10.222.0.50 "GET /v2.0/ports?device_id=1830bf3c-810c-4108-9b89-e04a49ecfadf HTTP/1.1" status: 200 len: 210 time: 0.0290096 May 27 03:26:33.696849 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f70e7e6e-5d50-42a8-9a05-38619da83ed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (7db81693-ec25-4d8d-9069-8605391ffc10), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:34.106336 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3403dc6-5d8b-4bca-83b0-1f55ac354497 req-f6f6d40d-b385-4a7e-a54e-f458c6a341ca tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:34.107839 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a3403dc6-5d8b-4bca-83b0-1f55ac354497 req-f6f6d40d-b385-4a7e-a54e-f458c6a341ca tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=b54917ef-d32c-4303-99e3-75adc12f147e HTTP/1.1" status: 200 len: 943 time: 0.0518935 May 27 03:26:34.159236 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a3403dc6-5d8b-4bca-83b0-1f55ac354497 req-4780a9cb-d5dc-48f4-bf4d-f07eaa980bd9 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=355c63b5-9543-409d-a9f3-f7230b59d8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454352 May 27 03:26:34.594058 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-1b7672e7-f43c-493c-9859-8c885175f172 req-bc949083-f1cd-4464-80eb-fe69b0311534 tempest-VolumesNegativeTest-1259782393 tempest-VolumesNegativeTest-1259782393-project] 10.222.0.50 "GET /v2.0/ports?device_id=1830bf3c-810c-4108-9b89-e04a49ecfadf HTTP/1.1" status: 200 len: 210 time: 0.0286925 May 27 03:26:34.609336 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=80,neutron:DELETE=3 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:34.613333 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=77,neutron:DELETE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:34.933255 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:34.952567 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (01a6c5a5-ff25-49ea-8869-bb2b5ba0570e), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:35.285913 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab1f978-1afa-47be-9799-11ad0e51918c req-ba02722c-41f5-4fc1-b0e0-d19bfd09bba5 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:35.287415 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-4ab1f978-1afa-47be-9799-11ad0e51918c req-ba02722c-41f5-4fc1-b0e0-d19bfd09bba5 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=b54917ef-d32c-4303-99e3-75adc12f147e HTTP/1.1" status: 200 len: 943 time: 0.0541844 May 27 03:26:35.345248 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-4ab1f978-1afa-47be-9799-11ad0e51918c req-0331dfb0-c722-4469-a8ff-948b654ce077 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=355c63b5-9543-409d-a9f3-f7230b59d8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516167 May 27 03:26:35.694553 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-34e071f2-a089-480c-a0f4-0fc5341cf7cd req-8bd1e1f9-38bc-49b5-80c0-d3e6f80ffd4b tempest-VolumesNegativeTest-1259782393 tempest-VolumesNegativeTest-1259782393-project] 10.222.0.50 "GET /v2.0/ports?device_id=1830bf3c-810c-4108-9b89-e04a49ecfadf HTTP/1.1" status: 200 len: 210 time: 0.0285006 May 27 03:26:36.472637 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386cb535-8107-4854-9dd1-5142a9a54c08 req-7ae67b4c-4e88-41ea-af46-0e8ca74aafb7 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:36.474116 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-386cb535-8107-4854-9dd1-5142a9a54c08 req-7ae67b4c-4e88-41ea-af46-0e8ca74aafb7 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=b54917ef-d32c-4303-99e3-75adc12f147e HTTP/1.1" status: 200 len: 943 time: 0.0501587 May 27 03:26:36.523618 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-386cb535-8107-4854-9dd1-5142a9a54c08 req-40bb7783-3371-44a8-aa60-df405d7c75fd tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=355c63b5-9543-409d-a9f3-f7230b59d8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426095 May 27 03:26:36.794934 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-8bdd2d35-f14f-4b39-b562-a7fe17da1248 req-5ea98f93-2d14-49a3-ae3b-7c25f4d2e0eb tempest-VolumesNegativeTest-1259782393 tempest-VolumesNegativeTest-1259782393-project] 10.222.0.50 "GET /v2.0/ports?device_id=1830bf3c-810c-4108-9b89-e04a49ecfadf HTTP/1.1" status: 200 len: 210 time: 0.0291748 May 27 03:26:37.668065 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fa3d45-93ac-4449-8951-814213a528a2 req-29e04f23-1b15-4aab-a6ac-2afd947bb696 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:37.669569 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-76fa3d45-93ac-4449-8951-814213a528a2 req-29e04f23-1b15-4aab-a6ac-2afd947bb696 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=b54917ef-d32c-4303-99e3-75adc12f147e HTTP/1.1" status: 200 len: 943 time: 0.0622060 May 27 03:26:37.718852 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-76fa3d45-93ac-4449-8951-814213a528a2 req-7acc1afa-802b-4ccb-ba66-9dad22cb777c tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=355c63b5-9543-409d-a9f3-f7230b59d8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419860 May 27 03:26:37.914372 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-667d750f-8a35-4b4d-b940-764a10d6e5c5 req-a8fac3a9-d640-42af-9da6-27120cf1e510 tempest-VolumesNegativeTest-1259782393 tempest-VolumesNegativeTest-1259782393-project] 10.222.0.50 "GET /v2.0/ports?device_id=1830bf3c-810c-4108-9b89-e04a49ecfadf HTTP/1.1" status: 200 len: 210 time: 0.0323470 May 27 03:26:38.804621 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-678e0039-e410-4f0f-9a3b-2ccb68e30dfa req-5738ef76-e76d-41b0-b555-7f89926950bf tempest-VolumesNegativeTest-1259782393 tempest-VolumesNegativeTest-1259782393-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=121c8e84b0b34ac7870fd8f69d96dd8b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0323544 May 27 03:26:38.851929 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2269aa60-49ce-4726-8a66-8d379d233fed req-586cc2c6-6451-4d2e-9448-ad553e55d5c0 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:38.854460 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-2269aa60-49ce-4726-8a66-8d379d233fed req-586cc2c6-6451-4d2e-9448-ad553e55d5c0 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=b54917ef-d32c-4303-99e3-75adc12f147e HTTP/1.1" status: 200 len: 943 time: 0.0520494 May 27 03:26:38.908330 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-2269aa60-49ce-4726-8a66-8d379d233fed req-5cbfc6b1-c6ce-4d95-bbb2-5b23120db1f0 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=355c63b5-9543-409d-a9f3-f7230b59d8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475104 May 27 03:26:39.029947 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678e0039-e410-4f0f-9a3b-2ccb68e30dfa req-6f2db5ba-86b3-4106-b478-dae8d9b603b8 tempest-VolumesNegativeTest-1259782393 tempest-VolumesNegativeTest-1259782393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:39.031347 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-678e0039-e410-4f0f-9a3b-2ccb68e30dfa req-6f2db5ba-86b3-4106-b478-dae8d9b603b8 tempest-VolumesNegativeTest-1259782393 tempest-VolumesNegativeTest-1259782393-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2133827 May 27 03:26:39.033059 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-ab2065f6-ca91-45f8-9698-fe55a2e96c34 req-26ff90c6-8703-4667-b3f6-b226fb7dff45 tempest-VolumesNegativeTest-1259782393 tempest-VolumesNegativeTest-1259782393-project] 10.222.0.50 "GET /v2.0/ports?device_id=1830bf3c-810c-4108-9b89-e04a49ecfadf HTTP/1.1" status: 200 len: 210 time: 0.0402310 May 27 03:26:39.104242 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [req-678e0039-e410-4f0f-9a3b-2ccb68e30dfa req-5ee5636a-7ae7-4747-8a2b-81c33dd4eb05 tempest-VolumesNegativeTest-1259782393 tempest-VolumesNegativeTest-1259782393-project] Request body: {'port': {'device_id': '1830bf3c-810c-4108-9b89-e04a49ecfadf', 'network_id': '875487c2-1891-4c8b-9cd1-95e3116d87cf', 'admin_state_up': True, 'tenant_id': '121c8e84b0b34ac7870fd8f69d96dd8b'}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:26:39.215882 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-678e0039-e410-4f0f-9a3b-2ccb68e30dfa req-5ee5636a-7ae7-4747-8a2b-81c33dd4eb05 tempest-VolumesNegativeTest-1259782393 tempest-VolumesNegativeTest-1259782393-project] Made reservation on behalf of 121c8e84b0b34ac7870fd8f69d96dd8b for: {'port': 1} {{(pid=104071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:26:39.220183 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-678e0039-e410-4f0f-9a3b-2ccb68e30dfa req-5ee5636a-7ae7-4747-8a2b-81c33dd4eb05 tempest-VolumesNegativeTest-1259782393 tempest-VolumesNegativeTest-1259782393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:39.229685 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-678e0039-e410-4f0f-9a3b-2ccb68e30dfa req-5ee5636a-7ae7-4747-8a2b-81c33dd4eb05 tempest-VolumesNegativeTest-1259782393 tempest-VolumesNegativeTest-1259782393-project] Publish callbacks [] for security_group (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:39.305430 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-678e0039-e410-4f0f-9a3b-2ccb68e30dfa req-5ee5636a-7ae7-4747-8a2b-81c33dd4eb05 tempest-VolumesNegativeTest-1259782393 tempest-VolumesNegativeTest-1259782393-project] Publish callbacks [] for security_group (435c1ec6-46ad-480d-a201-3b3aeabc6982), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:39.311433 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-678e0039-e410-4f0f-9a3b-2ccb68e30dfa req-5ee5636a-7ae7-4747-8a2b-81c33dd4eb05 tempest-VolumesNegativeTest-1259782393 tempest-VolumesNegativeTest-1259782393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (435c1ec6-46ad-480d-a201-3b3aeabc6982), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:39.373637 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee5636a-7ae7-4747-8a2b-81c33dd4eb05 tempest-VolumesNegativeTest-1259782393 tempest-VolumesNegativeTest-1259782393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=435c1ec6-46ad-480d-a201-3b3aeabc6982,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:39.390304 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee5636a-7ae7-4747-8a2b-81c33dd4eb05 tempest-VolumesNegativeTest-1259782393 tempest-VolumesNegativeTest-1259782393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:39.390647 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee5636a-7ae7-4747-8a2b-81c33dd4eb05 tempest-VolumesNegativeTest-1259782393 tempest-VolumesNegativeTest-1259782393-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:39.390988 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee5636a-7ae7-4747-8a2b-81c33dd4eb05 tempest-VolumesNegativeTest-1259782393 tempest-VolumesNegativeTest-1259782393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:39.391319 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee5636a-7ae7-4747-8a2b-81c33dd4eb05 tempest-VolumesNegativeTest-1259782393 tempest-VolumesNegativeTest-1259782393-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:39.391673 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee5636a-7ae7-4747-8a2b-81c33dd4eb05 tempest-VolumesNegativeTest-1259782393 tempest-VolumesNegativeTest-1259782393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:39.391967 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee5636a-7ae7-4747-8a2b-81c33dd4eb05 tempest-VolumesNegativeTest-1259782393 tempest-VolumesNegativeTest-1259782393-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:39.392279 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee5636a-7ae7-4747-8a2b-81c33dd4eb05 tempest-VolumesNegativeTest-1259782393 tempest-VolumesNegativeTest-1259782393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:39.392607 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee5636a-7ae7-4747-8a2b-81c33dd4eb05 tempest-VolumesNegativeTest-1259782393 tempest-VolumesNegativeTest-1259782393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:39.392930 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee5636a-7ae7-4747-8a2b-81c33dd4eb05 tempest-VolumesNegativeTest-1259782393 tempest-VolumesNegativeTest-1259782393-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:39.393270 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee5636a-7ae7-4747-8a2b-81c33dd4eb05 tempest-VolumesNegativeTest-1259782393 tempest-VolumesNegativeTest-1259782393-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:39.393572 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee5636a-7ae7-4747-8a2b-81c33dd4eb05 tempest-VolumesNegativeTest-1259782393 tempest-VolumesNegativeTest-1259782393-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:39.393886 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee5636a-7ae7-4747-8a2b-81c33dd4eb05 tempest-VolumesNegativeTest-1259782393 tempest-VolumesNegativeTest-1259782393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:39.394201 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee5636a-7ae7-4747-8a2b-81c33dd4eb05 tempest-VolumesNegativeTest-1259782393 tempest-VolumesNegativeTest-1259782393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:39.394513 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee5636a-7ae7-4747-8a2b-81c33dd4eb05 tempest-VolumesNegativeTest-1259782393 tempest-VolumesNegativeTest-1259782393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:39.394843 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee5636a-7ae7-4747-8a2b-81c33dd4eb05 tempest-VolumesNegativeTest-1259782393 tempest-VolumesNegativeTest-1259782393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:39.456277 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.db.db_base_plugin_common [req-678e0039-e410-4f0f-9a3b-2ccb68e30dfa req-5ee5636a-7ae7-4747-8a2b-81c33dd4eb05 tempest-VolumesNegativeTest-1259782393 tempest-VolumesNegativeTest-1259782393-project] Allocated IP 192.168.233.166 (875487c2-1891-4c8b-9cd1-95e3116d87cf/6ef3bee8-c229-456f-8eb6-023ce372b6f5/80c4b749-62fd-43fe-ad3f-fc6fdf910a68) {{(pid=104071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:26:39.623715 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-678e0039-e410-4f0f-9a3b-2ccb68e30dfa req-5ee5636a-7ae7-4747-8a2b-81c33dd4eb05 tempest-VolumesNegativeTest-1259782393 tempest-VolumesNegativeTest-1259782393-project] Publish callbacks [] for port (80c4b749-62fd-43fe-ad3f-fc6fdf910a68), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:39.659747 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-678e0039-e410-4f0f-9a3b-2ccb68e30dfa req-5ee5636a-7ae7-4747-8a2b-81c33dd4eb05 tempest-VolumesNegativeTest-1259782393 tempest-VolumesNegativeTest-1259782393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743907242280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12907156'] for port (80c4b749-62fd-43fe-ad3f-fc6fdf910a68), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:39.707115 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-678e0039-e410-4f0f-9a3b-2ccb68e30dfa req-5ee5636a-7ae7-4747-8a2b-81c33dd4eb05 tempest-VolumesNegativeTest-1259782393 tempest-VolumesNegativeTest-1259782393-project] Network 875487c2-1891-4c8b-9cd1-95e3116d87cf is already hosted by enough agents. {{(pid=104071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:26:39.711559 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:39.714684 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.scheduler.base_scheduler [req-678e0039-e410-4f0f-9a3b-2ccb68e30dfa req-5ee5636a-7ae7-4747-8a2b-81c33dd4eb05 tempest-VolumesNegativeTest-1259782393 tempest-VolumesNegativeTest-1259782393-project] Resources bound (agent type, host, resource id): {{(pid=104071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:26:39.717500 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [req-678e0039-e410-4f0f-9a3b-2ccb68e30dfa req-5ee5636a-7ae7-4747-8a2b-81c33dd4eb05 tempest-VolumesNegativeTest-1259782393 tempest-VolumesNegativeTest-1259782393-project] Received port after_create {{(pid=104071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:26:39.724143 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee5636a-7ae7-4747-8a2b-81c33dd4eb05 tempest-VolumesNegativeTest-1259782393 tempest-VolumesNegativeTest-1259782393-project] Pushing event updated for resources: {'Port': ['ID=80c4b749-62fd-43fe-ad3f-fc6fdf910a68,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:39.744879 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:39.775897 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678e0039-e410-4f0f-9a3b-2ccb68e30dfa req-5ee5636a-7ae7-4747-8a2b-81c33dd4eb05 tempest-VolumesNegativeTest-1259782393 tempest-VolumesNegativeTest-1259782393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:39.776542 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-678e0039-e410-4f0f-9a3b-2ccb68e30dfa req-5ee5636a-7ae7-4747-8a2b-81c33dd4eb05 tempest-VolumesNegativeTest-1259782393 tempest-VolumesNegativeTest-1259782393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159658'] for port (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:39.795250 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-678e0039-e410-4f0f-9a3b-2ccb68e30dfa req-5ee5636a-7ae7-4747-8a2b-81c33dd4eb05 tempest-VolumesNegativeTest-1259782393 tempest-VolumesNegativeTest-1259782393-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6953044 May 27 03:26:39.821184 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [req-678e0039-e410-4f0f-9a3b-2ccb68e30dfa req-5dcf0184-7653-4d18-a32d-68881dce9e85 service neutron] Request body: {'port': {'device_id': '1830bf3c-810c-4108-9b89-e04a49ecfadf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:26:40.012660 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-39ea7fc4-4784-49f8-8d49-7fab789c9b8d None None] Provisioning complete for port 80c4b749-62fd-43fe-ad3f-fc6fdf910a68 triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:26:40.013824 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-39ea7fc4-4784-49f8-8d49-7fab789c9b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (80c4b749-62fd-43fe-ad3f-fc6fdf910a68), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:40.047601 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-39ea7fc4-4784-49f8-8d49-7fab789c9b8d None None] Port 80c4b749-62fd-43fe-ad3f-fc6fdf910a68 cannot update to ACTIVE because it is not bound. {{(pid=104073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:26:40.048089 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c63d8d-a3cd-4d7e-af35-b9cf2ec7c4d6 req-9bfe6e3d-5769-4deb-b941-daf55ad3a886 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:40.049741 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c4c63d8d-a3cd-4d7e-af35-b9cf2ec7c4d6 req-9bfe6e3d-5769-4deb-b941-daf55ad3a886 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=b54917ef-d32c-4303-99e3-75adc12f147e HTTP/1.1" status: 200 len: 943 time: 0.0628121 May 27 03:26:40.101602 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c4c63d8d-a3cd-4d7e-af35-b9cf2ec7c4d6 req-ec0836a6-ffd8-4234-8740-2b18c19f74b3 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=355c63b5-9543-409d-a9f3-f7230b59d8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461619 May 27 03:26:40.170826 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-678e0039-e410-4f0f-9a3b-2ccb68e30dfa req-5dcf0184-7653-4d18-a32d-68881dce9e85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (80c4b749-62fd-43fe-ad3f-fc6fdf910a68), before_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:40.193077 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c756cdbe-86ac-480b-bf2a-bbeb00115f7a req-d5547945-7b2c-4d5f-8e19-3ab11987e9b7 tempest-VolumesNegativeTest-1259782393 tempest-VolumesNegativeTest-1259782393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:40.194608 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-c756cdbe-86ac-480b-bf2a-bbeb00115f7a req-d5547945-7b2c-4d5f-8e19-3ab11987e9b7 tempest-VolumesNegativeTest-1259782393 tempest-VolumesNegativeTest-1259782393-project] 10.222.0.50 "GET /v2.0/ports?device_id=1830bf3c-810c-4108-9b89-e04a49ecfadf HTTP/1.1" status: 200 len: 936 time: 0.0624416 May 27 03:26:40.296758 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-c756cdbe-86ac-480b-bf2a-bbeb00115f7a req-67078a92-9381-487a-b010-e2db0a772114 tempest-VolumesNegativeTest-1259782393 tempest-VolumesNegativeTest-1259782393-project] 10.222.0.50 "GET /v2.0/security-groups?id=435c1ec6-46ad-480d-a201-3b3aeabc6982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829961 May 27 03:26:40.524639 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.notifiers.nova [req-678e0039-e410-4f0f-9a3b-2ccb68e30dfa req-5dcf0184-7653-4d18-a32d-68881dce9e85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80c4b749-62fd-43fe-ad3f-fc6fdf910a68 {{(pid=104071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:26:40.532503 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-678e0039-e410-4f0f-9a3b-2ccb68e30dfa req-5dcf0184-7653-4d18-a32d-68881dce9e85 service neutron] Publish callbacks [] for port (80c4b749-62fd-43fe-ad3f-fc6fdf910a68), precommit_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:40.546512 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.db.provisioning_blocks [req-678e0039-e410-4f0f-9a3b-2ccb68e30dfa req-5dcf0184-7653-4d18-a32d-68881dce9e85 service neutron] Transition to ACTIVE for port object 80c4b749-62fd-43fe-ad3f-fc6fdf910a68 will not be triggered until provisioned by entity L2. {{(pid=104071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 03:26:40.552480 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-678e0039-e410-4f0f-9a3b-2ccb68e30dfa req-5dcf0184-7653-4d18-a32d-68881dce9e85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12907171'] for port (80c4b749-62fd-43fe-ad3f-fc6fdf910a68), after_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:40.602754 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcf0184-7653-4d18-a32d-68881dce9e85 service neutron] Pushing event updated for resources: {'Port': ['ID=80c4b749-62fd-43fe-ad3f-fc6fdf910a68,revision_number=2']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:40.684446 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.managers [req-678e0039-e410-4f0f-9a3b-2ccb68e30dfa req-5dcf0184-7653-4d18-a32d-68881dce9e85 service neutron] Attempting to bind port 80c4b749-62fd-43fe-ad3f-fc6fdf910a68 on host hv-cinder-82880 for vnic_type normal with profile {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:26:40.684750 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.managers [req-678e0039-e410-4f0f-9a3b-2ccb68e30dfa req-5dcf0184-7653-4d18-a32d-68881dce9e85 service neutron] Attempting to bind port 80c4b749-62fd-43fe-ad3f-fc6fdf910a68 by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': '97e525b9-00b5-4249-b21a-17ccc1425e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '875487c2-1891-4c8b-9cd1-95e3116d87cf'}] {{(pid=104071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:26:40.685128 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678e0039-e410-4f0f-9a3b-2ccb68e30dfa req-5dcf0184-7653-4d18-a32d-68881dce9e85 service neutron] Attempting to bind port 80c4b749-62fd-43fe-ad3f-fc6fdf910a68 on network 875487c2-1891-4c8b-9cd1-95e3116d87cf {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:26:40.689958 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678e0039-e410-4f0f-9a3b-2ccb68e30dfa req-5dcf0184-7653-4d18-a32d-68881dce9e85 service neutron] Port 80c4b749-62fd-43fe-ad3f-fc6fdf910a68 on network 875487c2-1891-4c8b-9cd1-95e3116d87cf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 03:26:40.690221 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678e0039-e410-4f0f-9a3b-2ccb68e30dfa req-5dcf0184-7653-4d18-a32d-68881dce9e85 service neutron] Attempting to bind port 80c4b749-62fd-43fe-ad3f-fc6fdf910a68 on network 875487c2-1891-4c8b-9cd1-95e3116d87cf {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:26:40.695208 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678e0039-e410-4f0f-9a3b-2ccb68e30dfa req-5dcf0184-7653-4d18-a32d-68881dce9e85 service neutron] Checking agent: {'id': 'a17a57cc-679f-4398-8430-1b64b86f4dc1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 21, 13), 'started_at': datetime.datetime(2022, 5, 27, 3, 21, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 26, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:26:40.695552 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678e0039-e410-4f0f-9a3b-2ccb68e30dfa req-5dcf0184-7653-4d18-a32d-68881dce9e85 service neutron] Checking segment: {'id': '97e525b9-00b5-4249-b21a-17ccc1425e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '875487c2-1891-4c8b-9cd1-95e3116d87cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:26:40.695933 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678e0039-e410-4f0f-9a3b-2ccb68e30dfa req-5dcf0184-7653-4d18-a32d-68881dce9e85 service neutron] Bound using segment: {'id': '97e525b9-00b5-4249-b21a-17ccc1425e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '875487c2-1891-4c8b-9cd1-95e3116d87cf'} {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:26:40.696558 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.managers [req-678e0039-e410-4f0f-9a3b-2ccb68e30dfa req-5dcf0184-7653-4d18-a32d-68881dce9e85 service neutron] Bound port: 80c4b749-62fd-43fe-ad3f-fc6fdf910a68, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97e525b9-00b5-4249-b21a-17ccc1425e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '875487c2-1891-4c8b-9cd1-95e3116d87cf'}}] {{(pid=104071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:26:40.696975 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-678e0039-e410-4f0f-9a3b-2ccb68e30dfa req-5dcf0184-7653-4d18-a32d-68881dce9e85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (80c4b749-62fd-43fe-ad3f-fc6fdf910a68), before_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:40.759884 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.db [req-678e0039-e410-4f0f-9a3b-2ccb68e30dfa req-5dcf0184-7653-4d18-a32d-68881dce9e85 service neutron] For port 80c4b749-62fd-43fe-ad3f-fc6fdf910a68, host hv-cinder-82880, cleared binding levels {{(pid=104071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:26:40.763496 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.db [req-678e0039-e410-4f0f-9a3b-2ccb68e30dfa req-5dcf0184-7653-4d18-a32d-68881dce9e85 service neutron] For port 80c4b749-62fd-43fe-ad3f-fc6fdf910a68, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=80c4b749-62fd-43fe-ad3f-fc6fdf910a68,segment=NetworkSegment(97e525b9-00b5-4249-b21a-17ccc1425e47),segment_id=97e525b9-00b5-4249-b21a-17ccc1425e47)] {{(pid=104071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:26:40.771288 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-678e0039-e410-4f0f-9a3b-2ccb68e30dfa req-5dcf0184-7653-4d18-a32d-68881dce9e85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12907171'] for port (80c4b749-62fd-43fe-ad3f-fc6fdf910a68), after_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:40.806771 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678e0039-e410-4f0f-9a3b-2ccb68e30dfa req-5dcf0184-7653-4d18-a32d-68881dce9e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:40.807403 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-678e0039-e410-4f0f-9a3b-2ccb68e30dfa req-5dcf0184-7653-4d18-a32d-68881dce9e85 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159658'] for port (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:40.808786 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-678e0039-e410-4f0f-9a3b-2ccb68e30dfa req-5dcf0184-7653-4d18-a32d-68881dce9e85 service neutron] 10.222.0.67 "PUT /v2.0/ports/80c4b749-62fd-43fe-ad3f-fc6fdf910a68 HTTP/1.1" status: 200 len: 1098 time: 0.9921217 May 27 03:26:40.809267 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1830bf3c-810c-4108-9b89-e04a49ecfadf', 'tag': '80c4b749-62fd-43fe-ad3f-fc6fdf910a68'}] {{(pid=104071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:26:40.811499 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bb076ad6e20eee76da9493a154e3e0af7ddb4a8668b70cc9390b05200f69f4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f84388f-41ac-4d25-a60e-7ddd08c59a3e" -d '{"events": [{"name": "network-changed", "server_uuid": "1830bf3c-810c-4108-9b89-e04a49ecfadf", "tag": "80c4b749-62fd-43fe-ad3f-fc6fdf910a68"}]}' {{(pid=104071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:26:40.832782 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcf0184-7653-4d18-a32d-68881dce9e85 service neutron] Pushing event updated for resources: {'Port': ['ID=80c4b749-62fd-43fe-ad3f-fc6fdf910a68,revision_number=3']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:40.857915 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9fe6909-8c5d-4950-a750-15798b38c525 x-openstack-request-id: req-b9fe6909-8c5d-4950-a750-15798b38c525 {{(pid=104071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:26:40.858294 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1830bf3c-810c-4108-9b89-e04a49ecfadf", "tag": "80c4b749-62fd-43fe-ad3f-fc6fdf910a68", "status": "completed", "code": 200}]} {{(pid=104071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:26:40.858638 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b9fe6909-8c5d-4950-a750-15798b38c525 {{(pid=104071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:26:40.859100 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9fe6909-8c5d-4950-a750-15798b38c525'] response: {'name': 'network-changed', 'server_uuid': '1830bf3c-810c-4108-9b89-e04a49ecfadf', 'tag': '80c4b749-62fd-43fe-ad3f-fc6fdf910a68', 'status': 'completed', 'code': 200} May 27 03:26:40.935598 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:40.942638 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678e0039-e410-4f0f-9a3b-2ccb68e30dfa req-c174ac86-d759-4b6d-979c-e933368a1b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:40.944154 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-678e0039-e410-4f0f-9a3b-2ccb68e30dfa req-c174ac86-d759-4b6d-979c-e933368a1b91 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=121c8e84b0b34ac7870fd8f69d96dd8b&device_id=1830bf3c-810c-4108-9b89-e04a49ecfadf HTTP/1.1" status: 200 len: 1132 time: 0.0425634 May 27 03:26:41.001445 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-678e0039-e410-4f0f-9a3b-2ccb68e30dfa req-4014c8ad-a2a1-41fb-85ce-f13dec86cd53 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=80c4b749-62fd-43fe-ad3f-fc6fdf910a68 HTTP/1.1" status: 200 len: 217 time: 0.0366683 May 27 03:26:41.015408 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:41.052736 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678e0039-e410-4f0f-9a3b-2ccb68e30dfa req-c522dbcd-17fb-48fd-9cf9-43f1d2114841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:41.054239 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-678e0039-e410-4f0f-9a3b-2ccb68e30dfa req-c522dbcd-17fb-48fd-9cf9-43f1d2114841 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6ef3bee8-c229-456f-8eb6-023ce372b6f5 HTTP/1.1" status: 200 len: 843 time: 0.0463710 May 27 03:26:41.107189 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678e0039-e410-4f0f-9a3b-2ccb68e30dfa req-a4589d76-3ad9-4d92-8ef1-dbd79f32476f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:41.108755 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-678e0039-e410-4f0f-9a3b-2ccb68e30dfa req-a4589d76-3ad9-4d92-8ef1-dbd79f32476f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=875487c2-1891-4c8b-9cd1-95e3116d87cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0479770 May 27 03:26:41.241261 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c62c97-3caa-4690-b05d-bdbdfe99b1ea req-9ee692b2-6098-4d32-b4e7-f576b7ccf4d5 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:41.242650 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-f7c62c97-3caa-4690-b05d-bdbdfe99b1ea req-9ee692b2-6098-4d32-b4e7-f576b7ccf4d5 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=b54917ef-d32c-4303-99e3-75adc12f147e HTTP/1.1" status: 200 len: 943 time: 0.0658507 May 27 03:26:41.244981 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-678e0039-e410-4f0f-9a3b-2ccb68e30dfa req-05a717e4-1161-4cc6-8b9a-91c1c26ebb24 service neutron] 10.222.0.67 "GET /v2.0/networks/875487c2-1891-4c8b-9cd1-95e3116d87cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271770 May 27 03:26:41.353855 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-f7c62c97-3caa-4690-b05d-bdbdfe99b1ea req-e7188992-ecbd-4344-ba15-691182c9a3d7 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=355c63b5-9543-409d-a9f3-f7230b59d8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035113 May 27 03:26:41.389912 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-678e0039-e410-4f0f-9a3b-2ccb68e30dfa req-09f0d64c-82e1-4ec5-a90f-1293d8163ae1 service neutron] 10.222.0.67 "GET /v2.0/networks/875487c2-1891-4c8b-9cd1-95e3116d87cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328213 May 27 03:26:41.420005 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e653c96-f91f-4f05-aa87-f96d656584ca req-6c860db0-55d9-4e58-9f4c-bc5cf22a275f tempest-VolumesNegativeTest-1259782393 tempest-VolumesNegativeTest-1259782393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:41.421550 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-9e653c96-f91f-4f05-aa87-f96d656584ca req-6c860db0-55d9-4e58-9f4c-bc5cf22a275f tempest-VolumesNegativeTest-1259782393 tempest-VolumesNegativeTest-1259782393-project] 10.222.0.50 "GET /v2.0/ports?device_id=1830bf3c-810c-4108-9b89-e04a49ecfadf HTTP/1.1" status: 200 len: 948 time: 0.0504682 May 27 03:26:41.468757 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-9e653c96-f91f-4f05-aa87-f96d656584ca req-a46eee0f-9de8-4eb7-b121-a44a1a69fa46 tempest-VolumesNegativeTest-1259782393 tempest-VolumesNegativeTest-1259782393-project] 10.222.0.50 "GET /v2.0/security-groups?id=435c1ec6-46ad-480d-a201-3b3aeabc6982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413170 May 27 03:26:42.487286 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ed9240-4e82-4302-8bbe-93910688aff3 req-a8cad7fb-90d8-43bd-985b-a79863792a2b tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:42.488796 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-73ed9240-4e82-4302-8bbe-93910688aff3 req-a8cad7fb-90d8-43bd-985b-a79863792a2b tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=b54917ef-d32c-4303-99e3-75adc12f147e HTTP/1.1" status: 200 len: 943 time: 0.0518730 May 27 03:26:42.539651 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-73ed9240-4e82-4302-8bbe-93910688aff3 req-f3e23179-bb8f-4319-b87b-feda8d716d79 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=355c63b5-9543-409d-a9f3-f7230b59d8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443013 May 27 03:26:42.586886 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799fae89-8eea-49ab-80bb-3f80225007ad req-5d169938-11c0-4621-9f90-c4f58f7a6d15 tempest-VolumesNegativeTest-1259782393 tempest-VolumesNegativeTest-1259782393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:42.588643 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-799fae89-8eea-49ab-80bb-3f80225007ad req-5d169938-11c0-4621-9f90-c4f58f7a6d15 tempest-VolumesNegativeTest-1259782393 tempest-VolumesNegativeTest-1259782393-project] 10.222.0.50 "GET /v2.0/ports?device_id=1830bf3c-810c-4108-9b89-e04a49ecfadf HTTP/1.1" status: 200 len: 948 time: 0.0509121 May 27 03:26:42.611752 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:42.640682 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-799fae89-8eea-49ab-80bb-3f80225007ad req-abc96bc9-6fb0-4385-8e66-e6f478b7d416 tempest-VolumesNegativeTest-1259782393 tempest-VolumesNegativeTest-1259782393-project] 10.222.0.50 "GET /v2.0/security-groups?id=435c1ec6-46ad-480d-a201-3b3aeabc6982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435879 May 27 03:26:43.092816 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f84388f-41ac-4d25-a60e-7ddd08c59a3e req-cec51445-e414-4234-8d10-b1dd6c21934b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:43.094411 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-5f84388f-41ac-4d25-a60e-7ddd08c59a3e req-cec51445-e414-4234-8d10-b1dd6c21934b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=121c8e84b0b34ac7870fd8f69d96dd8b&device_id=1830bf3c-810c-4108-9b89-e04a49ecfadf HTTP/1.1" status: 200 len: 1132 time: 0.0485206 May 27 03:26:43.169649 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (a17a57cc-679f-4398-8430-1b64b86f4dc1), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:43.371992 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f84388f-41ac-4d25-a60e-7ddd08c59a3e req-4a90af64-c6cc-443e-8006-d16661d3cdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:43.373469 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-5f84388f-41ac-4d25-a60e-7ddd08c59a3e req-4a90af64-c6cc-443e-8006-d16661d3cdcc service neutron] 10.222.0.67 "GET /v2.0/networks?id=875487c2-1891-4c8b-9cd1-95e3116d87cf HTTP/1.1" status: 200 len: 870 time: 0.1333239 May 27 03:26:43.671685 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218d5e05-91e1-4570-9b9f-2b0e7efbbdfc req-ae05e4ea-e279-43df-9bc7-5724188d528c tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:43.674467 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-218d5e05-91e1-4570-9b9f-2b0e7efbbdfc req-ae05e4ea-e279-43df-9bc7-5724188d528c tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=b54917ef-d32c-4303-99e3-75adc12f147e HTTP/1.1" status: 200 len: 943 time: 0.0598803 May 27 03:26:43.725364 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-218d5e05-91e1-4570-9b9f-2b0e7efbbdfc req-b2eb1caa-a7d4-4522-8cd5-b50a5721ebab tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=355c63b5-9543-409d-a9f3-f7230b59d8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446997 May 27 03:26:43.730932 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:43.768242 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d626422-225d-4e55-9578-479cd3cbba4e req-34e8b3f1-ae35-4525-bd5c-1ba30ce0782c tempest-VolumesNegativeTest-1259782393 tempest-VolumesNegativeTest-1259782393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:43.769765 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-1d626422-225d-4e55-9578-479cd3cbba4e req-34e8b3f1-ae35-4525-bd5c-1ba30ce0782c tempest-VolumesNegativeTest-1259782393 tempest-VolumesNegativeTest-1259782393-project] 10.222.0.50 "GET /v2.0/ports?device_id=1830bf3c-810c-4108-9b89-e04a49ecfadf HTTP/1.1" status: 200 len: 948 time: 0.0506170 May 27 03:26:43.817386 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-1d626422-225d-4e55-9578-479cd3cbba4e req-19df9f20-7e12-42c5-a8a5-3a1aa85923f8 tempest-VolumesNegativeTest-1259782393 tempest-VolumesNegativeTest-1259782393-project] 10.222.0.50 "GET /v2.0/security-groups?id=435c1ec6-46ad-480d-a201-3b3aeabc6982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420363 May 27 03:26:44.537184 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-5f84388f-41ac-4d25-a60e-7ddd08c59a3e req-8cb55647-005b-4a63-8069-992dc20cb9cc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=80c4b749-62fd-43fe-ad3f-fc6fdf910a68 HTTP/1.1" status: 200 len: 217 time: 0.0381882 May 27 03:26:44.591671 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f84388f-41ac-4d25-a60e-7ddd08c59a3e req-43093e58-88fa-4a8f-a48c-36b3acf40a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:44.593191 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-5f84388f-41ac-4d25-a60e-7ddd08c59a3e req-43093e58-88fa-4a8f-a48c-36b3acf40a19 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6ef3bee8-c229-456f-8eb6-023ce372b6f5 HTTP/1.1" status: 200 len: 843 time: 0.0480449 May 27 03:26:44.643715 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f84388f-41ac-4d25-a60e-7ddd08c59a3e req-964f9add-1417-451f-9b38-747b3b621ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:44.646190 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-5f84388f-41ac-4d25-a60e-7ddd08c59a3e req-964f9add-1417-451f-9b38-747b3b621ace service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=875487c2-1891-4c8b-9cd1-95e3116d87cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0434680 May 27 03:26:44.889615 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c3f3bf-51f6-4bcb-84b3-a270ea0b5230 req-bf2b9320-db6a-4183-b258-8a3c1dcfe647 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:44.891124 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-19c3f3bf-51f6-4bcb-84b3-a270ea0b5230 req-bf2b9320-db6a-4183-b258-8a3c1dcfe647 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=b54917ef-d32c-4303-99e3-75adc12f147e HTTP/1.1" status: 200 len: 943 time: 0.0624371 May 27 03:26:44.914269 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-5f84388f-41ac-4d25-a60e-7ddd08c59a3e req-2aee05ab-506e-49d4-ad9a-c400df275cd3 service neutron] 10.222.0.67 "GET /v2.0/networks/875487c2-1891-4c8b-9cd1-95e3116d87cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361361 May 27 03:26:44.938027 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=100 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:44.939273 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c55686-de64-4b26-93cb-95afef0a5268 req-858fd9d8-8883-4f5d-9cc3-29fd346735eb tempest-VolumesNegativeTest-1259782393 tempest-VolumesNegativeTest-1259782393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:44.940968 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-d1c55686-de64-4b26-93cb-95afef0a5268 req-858fd9d8-8883-4f5d-9cc3-29fd346735eb tempest-VolumesNegativeTest-1259782393 tempest-VolumesNegativeTest-1259782393-project] 10.222.0.50 "GET /v2.0/ports?device_id=1830bf3c-810c-4108-9b89-e04a49ecfadf HTTP/1.1" status: 200 len: 948 time: 0.0480478 May 27 03:26:44.949996 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-19c3f3bf-51f6-4bcb-84b3-a270ea0b5230 req-ddb15b10-6772-41fa-8695-b01b9f9c3927 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=355c63b5-9543-409d-a9f3-f7230b59d8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527611 May 27 03:26:44.992908 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-d1c55686-de64-4b26-93cb-95afef0a5268 req-9b9b8e81-c3ae-4d65-bfd5-b0818425b6d4 tempest-VolumesNegativeTest-1259782393 tempest-VolumesNegativeTest-1259782393-project] 10.222.0.50 "GET /v2.0/security-groups?id=435c1ec6-46ad-480d-a201-3b3aeabc6982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461688 May 27 03:26:45.391049 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=100 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:45.420559 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-5f84388f-41ac-4d25-a60e-7ddd08c59a3e req-61b34ac1-6042-4971-af29-8d26d70d68d2 service neutron] 10.222.0.67 "GET /v2.0/networks/875487c2-1891-4c8b-9cd1-95e3116d87cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923085 May 27 03:26:45.753595 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Device 80c4b749-62fd-43fe-ad3f-fc6fdf910a68 details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=104073) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 03:26:45.862466 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] For port 80c4b749-62fd-43fe-ad3f-fc6fdf910a68, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=80c4b749-62fd-43fe-ad3f-fc6fdf910a68,segment=NetworkSegment(97e525b9-00b5-4249-b21a-17ccc1425e47),segment_id=97e525b9-00b5-4249-b21a-17ccc1425e47)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:26:45.874596 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Returning: {'device': '80c4b749-62fd-43fe-ad3f-fc6fdf910a68', 'network_id': '875487c2-1891-4c8b-9cd1-95e3116d87cf', 'port_id': '80c4b749-62fd-43fe-ad3f-fc6fdf910a68', 'mac_address': 'fa:16:3e:05:9e:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ef3bee8-c229-456f-8eb6-023ce372b6f5', 'ip_address': '192.168.233.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104073) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 03:26:45.910445 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Current status of the port 80c4b749-62fd-43fe-ad3f-fc6fdf910a68 is: DOWN; New status is: BUILD {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:26:45.910829 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (80c4b749-62fd-43fe-ad3f-fc6fdf910a68), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:45.925285 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.notifiers.nova [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80c4b749-62fd-43fe-ad3f-fc6fdf910a68 {{(pid=104073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:26:45.950231 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] For port 80c4b749-62fd-43fe-ad3f-fc6fdf910a68, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=80c4b749-62fd-43fe-ad3f-fc6fdf910a68,segment=NetworkSegment(97e525b9-00b5-4249-b21a-17ccc1425e47),segment_id=97e525b9-00b5-4249-b21a-17ccc1425e47)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:26:45.955799 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (80c4b749-62fd-43fe-ad3f-fc6fdf910a68), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:46.005667 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Pushing event updated for resources: {'Port': ['ID=80c4b749-62fd-43fe-ad3f-fc6fdf910a68,revision_number=4']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:46.075428 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded4be15-917f-429b-9bf9-11d051a56132 req-ec00e52c-8ae3-4aee-b460-0c2a8dfbe8a9 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:46.076973 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-ded4be15-917f-429b-9bf9-11d051a56132 req-ec00e52c-8ae3-4aee-b460-0c2a8dfbe8a9 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=b54917ef-d32c-4303-99e3-75adc12f147e HTTP/1.1" status: 200 len: 943 time: 0.0498621 May 27 03:26:46.109915 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc79ec4-e7c4-46ea-a0b8-7f575ed4a7b1 req-e4adba56-d5a5-4484-b7b5-214c88fbdde7 tempest-VolumesNegativeTest-1259782393 tempest-VolumesNegativeTest-1259782393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:46.111353 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-0bc79ec4-e7c4-46ea-a0b8-7f575ed4a7b1 req-e4adba56-d5a5-4484-b7b5-214c88fbdde7 tempest-VolumesNegativeTest-1259782393 tempest-VolumesNegativeTest-1259782393-project] 10.222.0.50 "GET /v2.0/ports?device_id=1830bf3c-810c-4108-9b89-e04a49ecfadf HTTP/1.1" status: 200 len: 949 time: 0.0489249 May 27 03:26:46.124980 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-ded4be15-917f-429b-9bf9-11d051a56132 req-193db9ba-db62-43ca-a663-29306d8a276b tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=355c63b5-9543-409d-a9f3-f7230b59d8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423434 May 27 03:26:46.160183 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-0bc79ec4-e7c4-46ea-a0b8-7f575ed4a7b1 req-0e67251a-b6e1-4fec-b254-32955bf9f14c tempest-VolumesNegativeTest-1259782393 tempest-VolumesNegativeTest-1259782393-project] 10.222.0.50 "GET /v2.0/security-groups?id=435c1ec6-46ad-480d-a201-3b3aeabc6982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431199 May 27 03:26:46.405378 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] get_ports_and_sgs() called for port_ids ['80c4b749-62fd-43fe-ad3f-fc6fdf910a68'] {{(pid=104073) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:26:46.430910 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=62,neutron:UPDATE=3 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:47.253432 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93dfa2a-ed7b-43d9-8992-33efb8f7934c req-741b91fa-8fac-46c8-a32c-93e5a14bd3df tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:47.255005 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-b93dfa2a-ed7b-43d9-8992-33efb8f7934c req-741b91fa-8fac-46c8-a32c-93e5a14bd3df tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=b54917ef-d32c-4303-99e3-75adc12f147e HTTP/1.1" status: 200 len: 943 time: 0.0489516 May 27 03:26:47.277453 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d48142-6c7f-4902-8d4a-ca7498d5b33a req-1e01637b-8c38-47b9-8ae1-d889630ebfaa tempest-VolumesNegativeTest-1259782393 tempest-VolumesNegativeTest-1259782393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:47.279027 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-62d48142-6c7f-4902-8d4a-ca7498d5b33a req-1e01637b-8c38-47b9-8ae1-d889630ebfaa tempest-VolumesNegativeTest-1259782393 tempest-VolumesNegativeTest-1259782393-project] 10.222.0.50 "GET /v2.0/ports?device_id=1830bf3c-810c-4108-9b89-e04a49ecfadf HTTP/1.1" status: 200 len: 949 time: 0.0485373 May 27 03:26:47.304079 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-b93dfa2a-ed7b-43d9-8992-33efb8f7934c req-104c5e7a-b030-4a85-b13b-ff32fa9d5cdb tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=355c63b5-9543-409d-a9f3-f7230b59d8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433273 May 27 03:26:47.327334 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-62d48142-6c7f-4902-8d4a-ca7498d5b33a req-bb2d07fa-eeec-4a35-b624-d5589abd105c tempest-VolumesNegativeTest-1259782393 tempest-VolumesNegativeTest-1259782393-project] 10.222.0.50 "GET /v2.0/security-groups?id=435c1ec6-46ad-480d-a201-3b3aeabc6982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426338 May 27 03:26:48.428561 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a02a32-fcd0-4cbc-ae94-78def6440e04 req-2c8ee872-3cea-49e3-adf6-76ee24e04ce7 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:48.430758 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-02a02a32-fcd0-4cbc-ae94-78def6440e04 req-2c8ee872-3cea-49e3-adf6-76ee24e04ce7 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=b54917ef-d32c-4303-99e3-75adc12f147e HTTP/1.1" status: 200 len: 943 time: 0.0533099 May 27 03:26:48.445768 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42b9c72-108e-4187-bb34-853354dfe5f8 req-ac6a4b1d-f147-4316-978b-9c77810ef953 tempest-VolumesNegativeTest-1259782393 tempest-VolumesNegativeTest-1259782393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:48.449425 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f42b9c72-108e-4187-bb34-853354dfe5f8 req-ac6a4b1d-f147-4316-978b-9c77810ef953 tempest-VolumesNegativeTest-1259782393 tempest-VolumesNegativeTest-1259782393-project] 10.222.0.50 "GET /v2.0/ports?device_id=1830bf3c-810c-4108-9b89-e04a49ecfadf HTTP/1.1" status: 200 len: 949 time: 0.0540342 May 27 03:26:48.481991 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-02a02a32-fcd0-4cbc-ae94-78def6440e04 req-fb37e0b2-4975-4b8f-a21e-ecd5aca814ce tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=355c63b5-9543-409d-a9f3-f7230b59d8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449541 May 27 03:26:48.495878 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f42b9c72-108e-4187-bb34-853354dfe5f8 req-b5c0ab07-dcb8-4bf5-a050-da97bb5134c2 tempest-VolumesNegativeTest-1259782393 tempest-VolumesNegativeTest-1259782393-project] 10.222.0.50 "GET /v2.0/security-groups?id=435c1ec6-46ad-480d-a201-3b3aeabc6982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430274 May 27 03:26:49.611020 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fc1b13-f665-4026-956a-2361f79e01a4 req-c3c91da0-12ff-4624-b982-e306506b31d0 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:49.612446 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-98fc1b13-f665-4026-956a-2361f79e01a4 req-c3c91da0-12ff-4624-b982-e306506b31d0 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=b54917ef-d32c-4303-99e3-75adc12f147e HTTP/1.1" status: 200 len: 943 time: 0.0491855 May 27 03:26:49.617605 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a311e92e-4548-41c4-8785-acaa74957d4d req-55f88b27-b259-42c2-8a5b-3a988d701f7d tempest-VolumesNegativeTest-1259782393 tempest-VolumesNegativeTest-1259782393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:49.619092 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a311e92e-4548-41c4-8785-acaa74957d4d req-55f88b27-b259-42c2-8a5b-3a988d701f7d tempest-VolumesNegativeTest-1259782393 tempest-VolumesNegativeTest-1259782393-project] 10.222.0.50 "GET /v2.0/ports?device_id=1830bf3c-810c-4108-9b89-e04a49ecfadf HTTP/1.1" status: 200 len: 949 time: 0.0467260 May 27 03:26:49.661342 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-98fc1b13-f665-4026-956a-2361f79e01a4 req-2a2f1b78-dece-4919-bf9e-9f45e35ae449 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=355c63b5-9543-409d-a9f3-f7230b59d8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431995 May 27 03:26:49.667934 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a311e92e-4548-41c4-8785-acaa74957d4d req-85e7fb01-7b13-4851-b1d6-79a3aa00f99c tempest-VolumesNegativeTest-1259782393 tempest-VolumesNegativeTest-1259782393-project] 10.222.0.50 "GET /v2.0/security-groups?id=435c1ec6-46ad-480d-a201-3b3aeabc6982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431068 May 27 03:26:50.198661 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Device fe4197df-049a-453f-a110-e4a007e15f18 details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=104073) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 03:26:50.214163 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Device 80c4b749-62fd-43fe-ad3f-fc6fdf910a68 up at agent hyperv_hv-cinder-82880 {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:26:50.321836 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Provisioning for port 80c4b749-62fd-43fe-ad3f-fc6fdf910a68 completed by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 03:26:50.333640 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Provisioning complete for port 80c4b749-62fd-43fe-ad3f-fc6fdf910a68 triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:26:50.334004 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (80c4b749-62fd-43fe-ad3f-fc6fdf910a68), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:50.367489 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] For port fe4197df-049a-453f-a110-e4a007e15f18, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=fe4197df-049a-453f-a110-e4a007e15f18,segment=NetworkSegment(8900a96c-140e-4a88-9323-782a7b94dd95),segment_id=8900a96c-140e-4a88-9323-782a7b94dd95)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:26:50.382471 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:50.387979 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Returning: {'device': 'fe4197df-049a-453f-a110-e4a007e15f18', 'network_id': '9235750b-3863-4242-97a7-a4cb52643ca2', 'port_id': 'fe4197df-049a-453f-a110-e4a007e15f18', 'mac_address': 'fa:16:3e:5d:dc:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74986d1d-a9b7-43a2-b2c2-09937b076cb1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104073) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 03:26:50.447856 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Current status of the port fe4197df-049a-453f-a110-e4a007e15f18 is: DOWN; New status is: BUILD {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:26:50.448292 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (fe4197df-049a-453f-a110-e4a007e15f18), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:50.469519 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.notifiers.nova [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe4197df-049a-453f-a110-e4a007e15f18 {{(pid=104073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:26:50.473543 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Current status of the port 80c4b749-62fd-43fe-ad3f-fc6fdf910a68 is: BUILD; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:26:50.473912 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (80c4b749-62fd-43fe-ad3f-fc6fdf910a68), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:50.503885 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] For port fe4197df-049a-453f-a110-e4a007e15f18, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=fe4197df-049a-453f-a110-e4a007e15f18,segment=NetworkSegment(8900a96c-140e-4a88-9323-782a7b94dd95),segment_id=8900a96c-140e-4a88-9323-782a7b94dd95)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:26:50.511993 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1830bf3c-810c-4108-9b89-e04a49ecfadf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80c4b749-62fd-43fe-ad3f-fc6fdf910a68'}] {{(pid=104073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:26:50.514351 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fe636b475fcf817a66bede64dee182d8d37f0deb14dcb08a99f86243ff54ad7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1fad25c-b88d-435c-bc1e-4bc5b74df582" -d '{"events": [{"server_uuid": "1830bf3c-810c-4108-9b89-e04a49ecfadf", "name": "network-vif-plugged", "status": "completed", "tag": "80c4b749-62fd-43fe-ad3f-fc6fdf910a68"}]}' {{(pid=104073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:26:50.523756 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (fe4197df-049a-453f-a110-e4a007e15f18), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:50.530082 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] For port 80c4b749-62fd-43fe-ad3f-fc6fdf910a68, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=80c4b749-62fd-43fe-ad3f-fc6fdf910a68,segment=NetworkSegment(97e525b9-00b5-4249-b21a-17ccc1425e47),segment_id=97e525b9-00b5-4249-b21a-17ccc1425e47)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:26:50.550953 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (80c4b749-62fd-43fe-ad3f-fc6fdf910a68), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:50.555306 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a5970f0-be69-4ea4-bc4c-e0d997f6ecc9 x-openstack-request-id: req-6a5970f0-be69-4ea4-bc4c-e0d997f6ecc9 {{(pid=104073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:26:50.555619 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1830bf3c-810c-4108-9b89-e04a49ecfadf", "name": "network-vif-plugged", "status": "completed", "tag": "80c4b749-62fd-43fe-ad3f-fc6fdf910a68", "code": 200}]} {{(pid=104073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:26:50.555873 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6a5970f0-be69-4ea4-bc4c-e0d997f6ecc9 {{(pid=104073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:26:50.556265 dv-cinder-828806-4-iscsi neutron-server[104073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a5970f0-be69-4ea4-bc4c-e0d997f6ecc9'] response: {'server_uuid': '1830bf3c-810c-4108-9b89-e04a49ecfadf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80c4b749-62fd-43fe-ad3f-fc6fdf910a68', 'code': 200} May 27 03:26:50.578166 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Pushing event updated for resources: {'Port': ['ID=fe4197df-049a-453f-a110-e4a007e15f18,revision_number=9']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:50.585438 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:50.585790 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:50.586184 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:50.586545 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:50.586881 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:50.587209 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:50.587534 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:50.587873 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:50.588181 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:50.588506 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:50.588894 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:50.589280 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:50.589586 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:50.589909 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:50.590223 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:50.639533 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Pushing event updated for resources: {'Port': ['ID=80c4b749-62fd-43fe-ad3f-fc6fdf910a68,revision_number=5']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:50.790024 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8081c91-d4b1-4b23-9110-41ccabc4e856 req-cf0463c1-121c-4a79-9e01-d9437240b459 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:50.791531 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a8081c91-d4b1-4b23-9110-41ccabc4e856 req-cf0463c1-121c-4a79-9e01-d9437240b459 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=b54917ef-d32c-4303-99e3-75adc12f147e HTTP/1.1" status: 200 len: 944 time: 0.0520353 May 27 03:26:50.816865 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eddbbcb-8987-42f0-9e02-a54caedcdd15 req-742b2a88-3d67-4324-9589-d5684aad0299 tempest-VolumesNegativeTest-1259782393 tempest-VolumesNegativeTest-1259782393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:50.818319 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-6eddbbcb-8987-42f0-9e02-a54caedcdd15 req-742b2a88-3d67-4324-9589-d5684aad0299 tempest-VolumesNegativeTest-1259782393 tempest-VolumesNegativeTest-1259782393-project] 10.222.0.50 "GET /v2.0/ports?device_id=1830bf3c-810c-4108-9b89-e04a49ecfadf HTTP/1.1" status: 200 len: 950 time: 0.0774257 May 27 03:26:50.827365 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164329b0-09db-46e1-87f4-195413291a5f req-0dcad97e-002f-409f-aace-018c68824b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:50.828811 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-164329b0-09db-46e1-87f4-195413291a5f req-0dcad97e-002f-409f-aace-018c68824b7e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1830bf3c-810c-4108-9b89-e04a49ecfadf HTTP/1.1" status: 200 len: 1134 time: 0.0553787 May 27 03:26:50.839132 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a8081c91-d4b1-4b23-9110-41ccabc4e856 req-a1108c39-c1d2-48e5-aebd-df9643d816e4 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=355c63b5-9543-409d-a9f3-f7230b59d8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418637 May 27 03:26:50.901980 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-6eddbbcb-8987-42f0-9e02-a54caedcdd15 req-9b1b2ee6-8503-4333-b368-90388e1b9e58 tempest-VolumesNegativeTest-1259782393 tempest-VolumesNegativeTest-1259782393-project] 10.222.0.50 "GET /v2.0/security-groups?id=435c1ec6-46ad-480d-a201-3b3aeabc6982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762897 May 27 03:26:50.904446 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-164329b0-09db-46e1-87f4-195413291a5f req-271bc4c0-a651-40f0-bdcb-cfb2252f01ea service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=435c1ec6-46ad-480d-a201-3b3aeabc6982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691071 May 27 03:26:51.078319 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] get_ports_and_sgs() called for port_ids ['fe4197df-049a-453f-a110-e4a007e15f18'] {{(pid=104073) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:26:51.177145 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:51.967483 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9ec69c-974b-4627-b4cd-3d29a6966e11 req-dee11894-acfe-4556-9872-4f3345d9ecf4 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:51.969082 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-2c9ec69c-974b-4627-b4cd-3d29a6966e11 req-dee11894-acfe-4556-9872-4f3345d9ecf4 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=b54917ef-d32c-4303-99e3-75adc12f147e HTTP/1.1" status: 200 len: 944 time: 0.0484414 May 27 03:26:52.017637 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-2c9ec69c-974b-4627-b4cd-3d29a6966e11 req-34a5bf64-6fe0-464a-9813-7b1f347df756 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=355c63b5-9543-409d-a9f3-f7230b59d8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428464 May 27 03:26:52.020818 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72589e5-0de0-49fe-9d2e-0afbd2742b6c req-9353d1ab-2b2e-446f-bbfe-e9455906fdab tempest-VolumesNegativeTest-1259782393 tempest-VolumesNegativeTest-1259782393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:52.022490 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-a72589e5-0de0-49fe-9d2e-0afbd2742b6c req-9353d1ab-2b2e-446f-bbfe-e9455906fdab tempest-VolumesNegativeTest-1259782393 tempest-VolumesNegativeTest-1259782393-project] 10.222.0.50 "GET /v2.0/ports?device_id=1830bf3c-810c-4108-9b89-e04a49ecfadf HTTP/1.1" status: 200 len: 950 time: 0.0491662 May 27 03:26:52.074694 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-a72589e5-0de0-49fe-9d2e-0afbd2742b6c req-409c7a2c-b2de-45f4-a358-db686b0caaff tempest-VolumesNegativeTest-1259782393 tempest-VolumesNegativeTest-1259782393-project] 10.222.0.50 "GET /v2.0/security-groups?id=435c1ec6-46ad-480d-a201-3b3aeabc6982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466008 May 27 03:26:53.099955 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=2 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:53.101215 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=4 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:53.154375 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b5d162-3de1-4a5f-b37b-2f873694ec0a req-238c97d4-5e16-4da4-a420-e8ccd2c1d1a2 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:53.155924 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f8b5d162-3de1-4a5f-b37b-2f873694ec0a req-238c97d4-5e16-4da4-a420-e8ccd2c1d1a2 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=b54917ef-d32c-4303-99e3-75adc12f147e HTTP/1.1" status: 200 len: 944 time: 0.0485308 May 27 03:26:53.198841 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb9ab25-4961-4044-ac77-8944790a6871 req-59a00924-b7a7-4887-8c8f-d481ce54f5be tempest-VolumesNegativeTest-1259782393 tempest-VolumesNegativeTest-1259782393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:53.200352 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-dbb9ab25-4961-4044-ac77-8944790a6871 req-59a00924-b7a7-4887-8c8f-d481ce54f5be tempest-VolumesNegativeTest-1259782393 tempest-VolumesNegativeTest-1259782393-project] 10.222.0.50 "GET /v2.0/ports?device_id=1830bf3c-810c-4108-9b89-e04a49ecfadf HTTP/1.1" status: 200 len: 950 time: 0.0513442 May 27 03:26:53.208093 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f8b5d162-3de1-4a5f-b37b-2f873694ec0a req-d0fe4b8d-21b3-4d91-801d-3bdca2d97e33 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=355c63b5-9543-409d-a9f3-f7230b59d8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465283 May 27 03:26:53.248134 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-dbb9ab25-4961-4044-ac77-8944790a6871 req-4f83bcea-6c7b-4d64-9d2c-d871a8e1523a tempest-VolumesNegativeTest-1259782393 tempest-VolumesNegativeTest-1259782393-project] 10.222.0.50 "GET /v2.0/security-groups?id=435c1ec6-46ad-480d-a201-3b3aeabc6982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416386 May 27 03:26:54.342930 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeacaed-af92-4169-97fc-525845ab7d4f req-f7d2a176-13ea-47fb-b649-0ac963447f67 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:54.344492 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-feeacaed-af92-4169-97fc-525845ab7d4f req-f7d2a176-13ea-47fb-b649-0ac963447f67 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=b54917ef-d32c-4303-99e3-75adc12f147e HTTP/1.1" status: 200 len: 944 time: 0.0504582 May 27 03:26:54.374108 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebca724-126d-48af-be9e-a03b5c4b3cda req-cc96cf4d-566a-4f3b-be27-3c1ad46dd24a tempest-VolumesNegativeTest-1259782393 tempest-VolumesNegativeTest-1259782393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:54.375664 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-3ebca724-126d-48af-be9e-a03b5c4b3cda req-cc96cf4d-566a-4f3b-be27-3c1ad46dd24a tempest-VolumesNegativeTest-1259782393 tempest-VolumesNegativeTest-1259782393-project] 10.222.0.50 "GET /v2.0/ports?device_id=1830bf3c-810c-4108-9b89-e04a49ecfadf HTTP/1.1" status: 200 len: 950 time: 0.0558484 May 27 03:26:54.395873 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-feeacaed-af92-4169-97fc-525845ab7d4f req-d06f8382-46b0-4ded-bf33-1cba9b8cfa91 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=355c63b5-9543-409d-a9f3-f7230b59d8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457029 May 27 03:26:54.424757 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-3ebca724-126d-48af-be9e-a03b5c4b3cda req-0db0ea03-c2e8-4603-9274-f001bacc45a2 tempest-VolumesNegativeTest-1259782393 tempest-VolumesNegativeTest-1259782393-project] 10.222.0.50 "GET /v2.0/security-groups?id=435c1ec6-46ad-480d-a201-3b3aeabc6982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432410 May 27 03:26:55.207919 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Device fe4197df-049a-453f-a110-e4a007e15f18 up at agent hyperv_hv-cinder-82880 {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:26:55.258963 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Provisioning complete for port fe4197df-049a-453f-a110-e4a007e15f18 triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:26:55.259371 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (fe4197df-049a-453f-a110-e4a007e15f18), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:55.334177 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Current status of the port fe4197df-049a-453f-a110-e4a007e15f18 is: BUILD; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:26:55.334536 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (fe4197df-049a-453f-a110-e4a007e15f18), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:55.358765 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b54917ef-d32c-4303-99e3-75adc12f147e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe4197df-049a-453f-a110-e4a007e15f18'}] {{(pid=104073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:26:55.361044 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fe636b475fcf817a66bede64dee182d8d37f0deb14dcb08a99f86243ff54ad7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1413835e-cd01-4e30-b824-5b61800bd4db" -d '{"events": [{"server_uuid": "b54917ef-d32c-4303-99e3-75adc12f147e", "name": "network-vif-plugged", "status": "completed", "tag": "fe4197df-049a-453f-a110-e4a007e15f18"}]}' {{(pid=104073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:26:55.375996 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] For port fe4197df-049a-453f-a110-e4a007e15f18, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=fe4197df-049a-453f-a110-e4a007e15f18,segment=NetworkSegment(8900a96c-140e-4a88-9323-782a7b94dd95),segment_id=8900a96c-140e-4a88-9323-782a7b94dd95)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:26:55.381347 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (fe4197df-049a-453f-a110-e4a007e15f18), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:55.407862 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43ee0655-7ee1-4bfa-9d67-20b4a9985a30 x-openstack-request-id: req-43ee0655-7ee1-4bfa-9d67-20b4a9985a30 {{(pid=104073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:26:55.408192 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b54917ef-d32c-4303-99e3-75adc12f147e", "name": "network-vif-plugged", "status": "completed", "tag": "fe4197df-049a-453f-a110-e4a007e15f18", "code": 200}]} {{(pid=104073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:26:55.408438 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-43ee0655-7ee1-4bfa-9d67-20b4a9985a30 {{(pid=104073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:26:55.408804 dv-cinder-828806-4-iscsi neutron-server[104073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43ee0655-7ee1-4bfa-9d67-20b4a9985a30'] response: {'server_uuid': 'b54917ef-d32c-4303-99e3-75adc12f147e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe4197df-049a-453f-a110-e4a007e15f18', 'code': 200} May 27 03:26:55.434732 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Pushing event updated for resources: {'Port': ['ID=fe4197df-049a-453f-a110-e4a007e15f18,revision_number=10']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:55.532839 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23268339-825a-41c1-bcc9-15df5b8722b4 req-49e4df63-bdba-4baf-80cb-593931e77a60 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:55.533768 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-23268339-825a-41c1-bcc9-15df5b8722b4 req-49e4df63-bdba-4baf-80cb-593931e77a60 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=b54917ef-d32c-4303-99e3-75adc12f147e HTTP/1.1" status: 200 len: 946 time: 0.0601325 May 27 03:26:55.567178 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c748176b-d5fe-4067-88ff-4562aaeb1c06 req-1c9610cd-39d7-4c31-9e58-360dd412a575 tempest-VolumesNegativeTest-1259782393 tempest-VolumesNegativeTest-1259782393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:55.568737 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c748176b-d5fe-4067-88ff-4562aaeb1c06 req-1c9610cd-39d7-4c31-9e58-360dd412a575 tempest-VolumesNegativeTest-1259782393 tempest-VolumesNegativeTest-1259782393-project] 10.222.0.50 "GET /v2.0/ports?device_id=1830bf3c-810c-4108-9b89-e04a49ecfadf HTTP/1.1" status: 200 len: 950 time: 0.0676913 May 27 03:26:55.575805 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=100 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:55.590909 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-23268339-825a-41c1-bcc9-15df5b8722b4 req-4407677c-8ca4-4af8-87b5-56fff14df864 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=355c63b5-9543-409d-a9f3-f7230b59d8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478821 May 27 03:26:55.597928 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:55.620451 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c748176b-d5fe-4067-88ff-4562aaeb1c06 req-c3af22b6-a363-4247-bb00-87540991840b tempest-VolumesNegativeTest-1259782393 tempest-VolumesNegativeTest-1259782393-project] 10.222.0.50 "GET /v2.0/security-groups?id=435c1ec6-46ad-480d-a201-3b3aeabc6982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456476 May 27 03:26:56.729217 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d728907-37de-4a65-a332-682239694080 req-ae3f572f-ac61-46b8-8e97-b1a526e053f3 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:56.731338 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-9d728907-37de-4a65-a332-682239694080 req-ae3f572f-ac61-46b8-8e97-b1a526e053f3 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=b54917ef-d32c-4303-99e3-75adc12f147e HTTP/1.1" status: 200 len: 946 time: 0.0522373 May 27 03:26:56.732596 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:56.746161 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0aed96-b9a1-4a6a-956f-7a1ac9af43b7 req-b31d81d7-89bb-45c1-8647-221b9df80728 tempest-VolumesNegativeTest-1259782393 tempest-VolumesNegativeTest-1259782393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:56.747641 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-2d0aed96-b9a1-4a6a-956f-7a1ac9af43b7 req-b31d81d7-89bb-45c1-8647-221b9df80728 tempest-VolumesNegativeTest-1259782393 tempest-VolumesNegativeTest-1259782393-project] 10.222.0.50 "GET /v2.0/ports?device_id=1830bf3c-810c-4108-9b89-e04a49ecfadf HTTP/1.1" status: 200 len: 950 time: 0.0530982 May 27 03:26:56.750427 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=100 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:56.781518 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-9d728907-37de-4a65-a332-682239694080 req-884eb487-e9d7-411d-8036-4e823c452b20 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=355c63b5-9543-409d-a9f3-f7230b59d8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444949 May 27 03:26:56.797313 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-2d0aed96-b9a1-4a6a-956f-7a1ac9af43b7 req-5e708a12-a92c-482c-a2c1-3eed02936642 tempest-VolumesNegativeTest-1259782393 tempest-VolumesNegativeTest-1259782393-project] 10.222.0.50 "GET /v2.0/security-groups?id=435c1ec6-46ad-480d-a201-3b3aeabc6982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437441 May 27 03:26:57.072410 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ee8754-a265-4bdf-ab34-cbd1dbbb1e63 req-51399a92-be78-4276-be0f-16076ab2e7b7 tempest-VolumesNegativeTest-1259782393 tempest-VolumesNegativeTest-1259782393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:57.073900 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-50ee8754-a265-4bdf-ab34-cbd1dbbb1e63 req-51399a92-be78-4276-be0f-16076ab2e7b7 tempest-VolumesNegativeTest-1259782393 tempest-VolumesNegativeTest-1259782393-project] 10.222.0.50 "GET /v2.0/ports?device_id=1830bf3c-810c-4108-9b89-e04a49ecfadf HTTP/1.1" status: 200 len: 950 time: 0.0480523 May 27 03:26:57.125073 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-50ee8754-a265-4bdf-ab34-cbd1dbbb1e63 req-ba71c8bf-9113-4c71-94d8-b23a2340e597 tempest-VolumesNegativeTest-1259782393 tempest-VolumesNegativeTest-1259782393-project] 10.222.0.50 "GET /v2.0/security-groups?id=435c1ec6-46ad-480d-a201-3b3aeabc6982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429244 May 27 03:26:57.915425 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7ec491-d874-4954-bb1b-882c1fc0f328 req-0f906a40-5984-47cc-8dac-230a25fa491f tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:57.916813 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-0d7ec491-d874-4954-bb1b-882c1fc0f328 req-0f906a40-5984-47cc-8dac-230a25fa491f tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=b54917ef-d32c-4303-99e3-75adc12f147e HTTP/1.1" status: 200 len: 946 time: 0.0556474 May 27 03:26:57.979478 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-0d7ec491-d874-4954-bb1b-882c1fc0f328 req-aa65eb43-b36f-4179-a96f-b3755c4c35c0 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=355c63b5-9543-409d-a9f3-f7230b59d8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564795 May 27 03:26:58.075005 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.agents_db [None req-9472a85a-8dd5-480f-9a02-5eb3d7473862 None None] Agent healthcheck: found 6 active agents {{(pid=104074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:26:58.248632 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2699a065-f105-4175-85b0-be4dabfa594d req-02af6f19-e83f-43df-81c0-56716bcbb73f tempest-VolumesNegativeTest-1259782393 tempest-VolumesNegativeTest-1259782393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:58.250200 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-2699a065-f105-4175-85b0-be4dabfa594d req-02af6f19-e83f-43df-81c0-56716bcbb73f tempest-VolumesNegativeTest-1259782393 tempest-VolumesNegativeTest-1259782393-project] 10.222.0.50 "GET /v2.0/ports?device_id=1830bf3c-810c-4108-9b89-e04a49ecfadf HTTP/1.1" status: 200 len: 950 time: 0.0548146 May 27 03:26:58.304618 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-2699a065-f105-4175-85b0-be4dabfa594d req-e0f9f031-7770-4aa7-bfee-8404ebc22617 tempest-VolumesNegativeTest-1259782393 tempest-VolumesNegativeTest-1259782393-project] 10.222.0.50 "GET /v2.0/security-groups?id=435c1ec6-46ad-480d-a201-3b3aeabc6982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487943 May 27 03:26:58.699769 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1445e2f4-48e7-4c42-aae1-0dfedecd1c0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (88cb169e-23a7-4380-813c-9b707a5671b5), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:59.130381 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a8b435-3f39-4f71-910e-515fb438649e req-25f4681b-f370-4c51-8e4e-126d370f5924 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:59.131886 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-59a8b435-3f39-4f71-910e-515fb438649e req-25f4681b-f370-4c51-8e4e-126d370f5924 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=b54917ef-d32c-4303-99e3-75adc12f147e HTTP/1.1" status: 200 len: 946 time: 0.0551326 May 27 03:26:59.182336 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-59a8b435-3f39-4f71-910e-515fb438649e req-370bb2e2-845b-40ef-96ae-91961fc57288 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=355c63b5-9543-409d-a9f3-f7230b59d8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442040 May 27 03:26:59.424081 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865c963c-b967-4bf2-891e-85a12eda215a req-a75bf2e7-5325-4d1c-9672-b61d770734dc tempest-VolumesNegativeTest-1259782393 tempest-VolumesNegativeTest-1259782393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:59.426720 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-865c963c-b967-4bf2-891e-85a12eda215a req-a75bf2e7-5325-4d1c-9672-b61d770734dc tempest-VolumesNegativeTest-1259782393 tempest-VolumesNegativeTest-1259782393-project] 10.222.0.50 "GET /v2.0/ports?device_id=1830bf3c-810c-4108-9b89-e04a49ecfadf HTTP/1.1" status: 200 len: 950 time: 0.0524724 May 27 03:26:59.477098 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-865c963c-b967-4bf2-891e-85a12eda215a req-3d42e2d2-4477-4f46-a923-a9f1b02cd612 tempest-VolumesNegativeTest-1259782393 tempest-VolumesNegativeTest-1259782393-project] 10.222.0.50 "GET /v2.0/security-groups?id=435c1ec6-46ad-480d-a201-3b3aeabc6982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458751 May 27 03:27:00.311754 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42f2714-b6c8-481f-a647-bf9a8c438bd1 req-6782acfc-1491-4043-8103-1c9b92f27732 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:00.313311 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-b42f2714-b6c8-481f-a647-bf9a8c438bd1 req-6782acfc-1491-4043-8103-1c9b92f27732 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=b54917ef-d32c-4303-99e3-75adc12f147e HTTP/1.1" status: 200 len: 946 time: 0.0572686 May 27 03:27:00.360561 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-b42f2714-b6c8-481f-a647-bf9a8c438bd1 req-a873a514-14ca-468c-ab2b-44973793d3ec tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=355c63b5-9543-409d-a9f3-f7230b59d8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415773 May 27 03:27:00.607773 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3fc471-e6ce-4d48-ad83-72e9fed572c1 req-6f6c7c46-8025-4d14-97f4-12c9d02610ac tempest-VolumesNegativeTest-1259782393 tempest-VolumesNegativeTest-1259782393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:00.609348 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-ac3fc471-e6ce-4d48-ad83-72e9fed572c1 req-6f6c7c46-8025-4d14-97f4-12c9d02610ac tempest-VolumesNegativeTest-1259782393 tempest-VolumesNegativeTest-1259782393-project] 10.222.0.50 "GET /v2.0/ports?device_id=1830bf3c-810c-4108-9b89-e04a49ecfadf HTTP/1.1" status: 200 len: 950 time: 0.0504980 May 27 03:27:00.658447 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-ac3fc471-e6ce-4d48-ad83-72e9fed572c1 req-6dc90299-8ef7-4ab7-841f-2574178b5906 tempest-VolumesNegativeTest-1259782393 tempest-VolumesNegativeTest-1259782393-project] 10.222.0.50 "GET /v2.0/security-groups?id=435c1ec6-46ad-480d-a201-3b3aeabc6982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433388 May 27 03:27:01.099515 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-7fe087ed-747e-48c8-ac81-0057fd58ecd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (3e4effd7-5bc9-408b-93fa-42e4b19a61d9), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:01.488434 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdd09ac-94d8-4996-a307-0580653978a6 req-8da0a3d5-caa0-4218-88cb-97119174c194 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:01.490133 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-bfdd09ac-94d8-4996-a307-0580653978a6 req-8da0a3d5-caa0-4218-88cb-97119174c194 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=b54917ef-d32c-4303-99e3-75adc12f147e HTTP/1.1" status: 200 len: 946 time: 0.0481901 May 27 03:27:01.540481 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-bfdd09ac-94d8-4996-a307-0580653978a6 req-d9b16697-7d0f-4411-b272-b3b3883227bb tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=355c63b5-9543-409d-a9f3-f7230b59d8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445583 May 27 03:27:01.688178 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31be9d4-3bea-4cbf-9a0e-b03aea2607d9 req-2e5acf55-53ae-4032-99c7-97a20b6f5b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:01.689943 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-c31be9d4-3bea-4cbf-9a0e-b03aea2607d9 req-2e5acf55-53ae-4032-99c7-97a20b6f5b64 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b54917ef-d32c-4303-99e3-75adc12f147e HTTP/1.1" status: 200 len: 1130 time: 0.0401795 May 27 03:27:01.777898 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac64ed19-81da-4b8f-bde4-7ac98d1b506c req-09221feb-f795-4bd9-ab99-707f03446717 tempest-VolumesNegativeTest-1259782393 tempest-VolumesNegativeTest-1259782393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:01.779307 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-ac64ed19-81da-4b8f-bde4-7ac98d1b506c req-09221feb-f795-4bd9-ab99-707f03446717 tempest-VolumesNegativeTest-1259782393 tempest-VolumesNegativeTest-1259782393-project] 10.222.0.50 "GET /v2.0/ports?device_id=1830bf3c-810c-4108-9b89-e04a49ecfadf HTTP/1.1" status: 200 len: 950 time: 0.0498648 May 27 03:27:01.827738 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-ac64ed19-81da-4b8f-bde4-7ac98d1b506c req-9193924b-3cbb-4252-807a-3b8ce8ee92f9 tempest-VolumesNegativeTest-1259782393 tempest-VolumesNegativeTest-1259782393-project] 10.222.0.50 "GET /v2.0/security-groups?id=435c1ec6-46ad-480d-a201-3b3aeabc6982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427065 May 27 03:27:02.138886 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-df01de3e-f6cf-4253-895b-65b557a1455e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (84e30450-e547-4748-a220-898a66747e61), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:02.319404 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-c31be9d4-3bea-4cbf-9a0e-b03aea2607d9 req-0be3a713-7603-417a-9c76-4f89ec93713f service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=355c63b5-9543-409d-a9f3-f7230b59d8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507636 May 27 03:27:02.320875 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ba6e9a-f23f-4431-90a2-118670083e71 req-9424ebdf-e7cd-4043-8515-e4d8be7be16d tempest-VolumesNegativeTest-1259782393 tempest-VolumesNegativeTest-1259782393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:02.322454 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-54ba6e9a-f23f-4431-90a2-118670083e71 req-9424ebdf-e7cd-4043-8515-e4d8be7be16d tempest-VolumesNegativeTest-1259782393 tempest-VolumesNegativeTest-1259782393-project] 10.222.0.67 "GET /v2.0/ports?device_id=1830bf3c-810c-4108-9b89-e04a49ecfadf HTTP/1.1" status: 200 len: 950 time: 0.0525382 May 27 03:27:02.677934 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d2dd7c-56c3-48ea-ac65-1ff98f79b235 req-9155bbeb-b5ed-413c-b9d4-242ef93014b7 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:02.679421 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-08d2dd7c-56c3-48ea-ac65-1ff98f79b235 req-9155bbeb-b5ed-413c-b9d4-242ef93014b7 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=b54917ef-d32c-4303-99e3-75adc12f147e HTTP/1.1" status: 200 len: 946 time: 0.0581059 May 27 03:27:02.731603 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-08d2dd7c-56c3-48ea-ac65-1ff98f79b235 req-5910058c-4689-4290-8369-f5b4b8e50627 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=355c63b5-9543-409d-a9f3-f7230b59d8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438724 May 27 03:27:02.866526 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [req-54ba6e9a-f23f-4431-90a2-118670083e71 req-303a0836-88a4-4a50-bf95-2e199063adaf tempest-VolumesNegativeTest-1259782393 tempest-VolumesNegativeTest-1259782393-project] Deleting port 80c4b749-62fd-43fe-ad3f-fc6fdf910a68 {{(pid=104072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:27:02.867083 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-54ba6e9a-f23f-4431-90a2-118670083e71 req-303a0836-88a4-4a50-bf95-2e199063adaf tempest-VolumesNegativeTest-1259782393 tempest-VolumesNegativeTest-1259782393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743907775461'] for port (80c4b749-62fd-43fe-ad3f-fc6fdf910a68), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:02.981805 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116e9771-0579-4dce-9662-5de875682be5 req-ac35f9a5-6a6e-4bcc-a6da-e2479123e49e tempest-VolumesNegativeTest-1259782393 tempest-VolumesNegativeTest-1259782393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:02.983283 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-116e9771-0579-4dce-9662-5de875682be5 req-ac35f9a5-6a6e-4bcc-a6da-e2479123e49e tempest-VolumesNegativeTest-1259782393 tempest-VolumesNegativeTest-1259782393-project] 10.222.0.50 "GET /v2.0/ports?device_id=1830bf3c-810c-4108-9b89-e04a49ecfadf HTTP/1.1" status: 200 len: 950 time: 0.0673881 May 27 03:27:03.024813 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.db [req-54ba6e9a-f23f-4431-90a2-118670083e71 req-303a0836-88a4-4a50-bf95-2e199063adaf tempest-VolumesNegativeTest-1259782393 tempest-VolumesNegativeTest-1259782393-project] For port 80c4b749-62fd-43fe-ad3f-fc6fdf910a68, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=80c4b749-62fd-43fe-ad3f-fc6fdf910a68,segment=NetworkSegment(97e525b9-00b5-4249-b21a-17ccc1425e47),segment_id=97e525b9-00b5-4249-b21a-17ccc1425e47)] {{(pid=104072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:27:03.025212 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-54ba6e9a-f23f-4431-90a2-118670083e71 req-303a0836-88a4-4a50-bf95-2e199063adaf tempest-VolumesNegativeTest-1259782393 tempest-VolumesNegativeTest-1259782393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16271712'] for port (80c4b749-62fd-43fe-ad3f-fc6fdf910a68), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:03.049509 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [req-54ba6e9a-f23f-4431-90a2-118670083e71 req-303a0836-88a4-4a50-bf95-2e199063adaf tempest-VolumesNegativeTest-1259782393 tempest-VolumesNegativeTest-1259782393-project] Calling delete_port for 80c4b749-62fd-43fe-ad3f-fc6fdf910a68 owned by compute:nova {{(pid=104072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:27:03.076059 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-116e9771-0579-4dce-9662-5de875682be5 req-b9675572-3787-46b4-a0e5-821ce758af9a tempest-VolumesNegativeTest-1259782393 tempest-VolumesNegativeTest-1259782393-project] 10.222.0.50 "GET /v2.0/security-groups?id=435c1ec6-46ad-480d-a201-3b3aeabc6982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836632 May 27 03:27:03.204809 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:27:03.224333 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-54ba6e9a-f23f-4431-90a2-118670083e71 req-303a0836-88a4-4a50-bf95-2e199063adaf tempest-VolumesNegativeTest-1259782393 tempest-VolumesNegativeTest-1259782393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743907783123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743907242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13119109'] for port (80c4b749-62fd-43fe-ad3f-fc6fdf910a68), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:03.250054 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303a0836-88a4-4a50-bf95-2e199063adaf tempest-VolumesNegativeTest-1259782393 tempest-VolumesNegativeTest-1259782393-project] Pushing event deleted for resources: {'Port': ['ID=80c4b749-62fd-43fe-ad3f-fc6fdf910a68,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:03.254511 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:27:03.260928 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303a0836-88a4-4a50-bf95-2e199063adaf tempest-VolumesNegativeTest-1259782393 tempest-VolumesNegativeTest-1259782393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:27:03.261642 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303a0836-88a4-4a50-bf95-2e199063adaf tempest-VolumesNegativeTest-1259782393 tempest-VolumesNegativeTest-1259782393-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:27:03.261952 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303a0836-88a4-4a50-bf95-2e199063adaf tempest-VolumesNegativeTest-1259782393 tempest-VolumesNegativeTest-1259782393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:27:03.262283 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303a0836-88a4-4a50-bf95-2e199063adaf tempest-VolumesNegativeTest-1259782393 tempest-VolumesNegativeTest-1259782393-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:27:03.262592 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303a0836-88a4-4a50-bf95-2e199063adaf tempest-VolumesNegativeTest-1259782393 tempest-VolumesNegativeTest-1259782393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:27:03.262915 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303a0836-88a4-4a50-bf95-2e199063adaf tempest-VolumesNegativeTest-1259782393 tempest-VolumesNegativeTest-1259782393-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:27:03.263260 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303a0836-88a4-4a50-bf95-2e199063adaf tempest-VolumesNegativeTest-1259782393 tempest-VolumesNegativeTest-1259782393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:27:03.263571 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303a0836-88a4-4a50-bf95-2e199063adaf tempest-VolumesNegativeTest-1259782393 tempest-VolumesNegativeTest-1259782393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:27:03.263885 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303a0836-88a4-4a50-bf95-2e199063adaf tempest-VolumesNegativeTest-1259782393 tempest-VolumesNegativeTest-1259782393-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:27:03.264168 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303a0836-88a4-4a50-bf95-2e199063adaf tempest-VolumesNegativeTest-1259782393 tempest-VolumesNegativeTest-1259782393-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:27:03.264881 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303a0836-88a4-4a50-bf95-2e199063adaf tempest-VolumesNegativeTest-1259782393 tempest-VolumesNegativeTest-1259782393-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:27:03.264881 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303a0836-88a4-4a50-bf95-2e199063adaf tempest-VolumesNegativeTest-1259782393 tempest-VolumesNegativeTest-1259782393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:27:03.265194 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303a0836-88a4-4a50-bf95-2e199063adaf tempest-VolumesNegativeTest-1259782393 tempest-VolumesNegativeTest-1259782393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:27:03.265452 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303a0836-88a4-4a50-bf95-2e199063adaf tempest-VolumesNegativeTest-1259782393 tempest-VolumesNegativeTest-1259782393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:27:03.265727 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303a0836-88a4-4a50-bf95-2e199063adaf tempest-VolumesNegativeTest-1259782393 tempest-VolumesNegativeTest-1259782393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:27:03.305940 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] get_ports_and_sgs() called for port_ids ['80c4b749-62fd-43fe-ad3f-fc6fdf910a68'] {{(pid=104073) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:27:03.329582 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.db.l3_dvrscheduler_db [req-54ba6e9a-f23f-4431-90a2-118670083e71 req-303a0836-88a4-4a50-bf95-2e199063adaf tempest-VolumesNegativeTest-1259782393 tempest-VolumesNegativeTest-1259782393-project] No DVR routers for this DVR port 80c4b749-62fd-43fe-ad3f-fc6fdf910a68 on host hv-cinder-82880 {{(pid=104072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:27:03.334358 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-54ba6e9a-f23f-4431-90a2-118670083e71 req-303a0836-88a4-4a50-bf95-2e199063adaf tempest-VolumesNegativeTest-1259782393 tempest-VolumesNegativeTest-1259782393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159658'] for port (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:03.340350 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-54ba6e9a-f23f-4431-90a2-118670083e71 req-303a0836-88a4-4a50-bf95-2e199063adaf tempest-VolumesNegativeTest-1259782393 tempest-VolumesNegativeTest-1259782393-project] 10.222.0.67 "DELETE /v2.0/ports/80c4b749-62fd-43fe-ad3f-fc6fdf910a68 HTTP/1.1" status: 204 len: 173 time: 0.5818386 May 27 03:27:03.340775 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1830bf3c-810c-4108-9b89-e04a49ecfadf', 'name': 'network-vif-deleted', 'tag': '80c4b749-62fd-43fe-ad3f-fc6fdf910a68'}] {{(pid=104072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:27:03.343628 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f396617ba49ae57b35f1e46e178334f70bfad08bdaf3fab16ca373e13b5bdfba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5efe3db-8f9c-4817-9fe2-49c35fdbe41a" -d '{"events": [{"server_uuid": "1830bf3c-810c-4108-9b89-e04a49ecfadf", "name": "network-vif-deleted", "tag": "80c4b749-62fd-43fe-ad3f-fc6fdf910a68"}]}' {{(pid=104072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:27:03.381696 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2415d1c-0bff-431a-bf29-3376d1fbe732 x-openstack-request-id: req-f2415d1c-0bff-431a-bf29-3376d1fbe732 {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:27:03.381932 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1830bf3c-810c-4108-9b89-e04a49ecfadf", "name": "network-vif-deleted", "tag": "80c4b749-62fd-43fe-ad3f-fc6fdf910a68", "status": "completed", "code": 200}]} {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:27:03.382186 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f2415d1c-0bff-431a-bf29-3376d1fbe732 {{(pid=104072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:27:03.382592 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2415d1c-0bff-431a-bf29-3376d1fbe732'] response: {'server_uuid': '1830bf3c-810c-4108-9b89-e04a49ecfadf', 'name': 'network-vif-deleted', 'tag': '80c4b749-62fd-43fe-ad3f-fc6fdf910a68', 'status': 'completed', 'code': 200} May 27 03:27:03.702166 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f70e7e6e-5d50-42a8-9a05-38619da83ed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (7db81693-ec25-4d8d-9069-8605391ffc10), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:03.858487 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6815b36-62b4-4bf2-803c-4ff94df33f31 req-7e2a1efb-5aae-46c6-a605-d527a3267735 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:03.859903 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-a6815b36-62b4-4bf2-803c-4ff94df33f31 req-7e2a1efb-5aae-46c6-a605-d527a3267735 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=b54917ef-d32c-4303-99e3-75adc12f147e HTTP/1.1" status: 200 len: 946 time: 0.0500221 May 27 03:27:03.909612 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-a6815b36-62b4-4bf2-803c-4ff94df33f31 req-fb37ffcc-10f9-4357-842b-10376931dcd5 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=355c63b5-9543-409d-a9f3-f7230b59d8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437212 May 27 03:27:04.206334 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-947818b1-22a7-48d8-a7c9-7c71fe74c963 req-02fbcc5f-1bed-4c3c-adf5-5b6da7fabc87 tempest-VolumesNegativeTest-1259782393 tempest-VolumesNegativeTest-1259782393-project] 10.222.0.50 "GET /v2.0/ports?device_id=1830bf3c-810c-4108-9b89-e04a49ecfadf HTTP/1.1" status: 200 len: 210 time: 0.0385802 May 27 03:27:04.937209 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:27:04.961089 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (01a6c5a5-ff25-49ea-8869-bb2b5ba0570e), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:05.059657 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e590b5e-07d1-46e6-af0e-e4cab7f2d1b6 req-8a35a599-acdc-41d9-9d31-be329425be48 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:05.061344 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-8e590b5e-07d1-46e6-af0e-e4cab7f2d1b6 req-8a35a599-acdc-41d9-9d31-be329425be48 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=b54917ef-d32c-4303-99e3-75adc12f147e HTTP/1.1" status: 200 len: 946 time: 0.0664256 May 27 03:27:05.089411 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b7a170-7341-4517-b8b9-534c9dcc43c5 req-6feeeedd-cfeb-4592-a730-370a332ee484 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:05.091628 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-e3b7a170-7341-4517-b8b9-534c9dcc43c5 req-6feeeedd-cfeb-4592-a730-370a332ee484 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/ports?device_id=a04444dd-f9dd-428f-b524-fba73fc83fe4 HTTP/1.1" status: 200 len: 945 time: 0.0530078 May 27 03:27:05.120298 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-8e590b5e-07d1-46e6-af0e-e4cab7f2d1b6 req-78a5fd88-58d3-489a-afcd-08b673e93914 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=355c63b5-9543-409d-a9f3-f7230b59d8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518670 May 27 03:27:05.143510 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-e3b7a170-7341-4517-b8b9-534c9dcc43c5 req-26daf6a0-a08a-4692-b201-536252822590 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b952be5-5d1b-4d72-ad7c-b294a4de78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462906 May 27 03:27:05.232525 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Device 80c4b749-62fd-43fe-ad3f-fc6fdf910a68 no longer exists at agent hyperv_hv-cinder-82880 {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:27:05.266948 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] No Port match for: 80c4b749-62fd-43fe-ad3f-fc6fdf910a68 {{(pid=104073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:27:05.267437 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Device 80c4b749-62fd-43fe-ad3f-fc6fdf910a68 not bound to the agent host hv-cinder-82880 {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:27:05.321942 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-bef54256-a75f-45a3-a703-44ee6a5044e6 req-14dba881-1700-4236-adab-14d2cbaaf2ab tempest-VolumesNegativeTest-1259782393 tempest-VolumesNegativeTest-1259782393-project] 10.222.0.50 "GET /v2.0/ports?device_id=1830bf3c-810c-4108-9b89-e04a49ecfadf HTTP/1.1" status: 200 len: 210 time: 0.0280883 May 27 03:27:06.247391 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0394fd6d-5cc9-41c6-b238-4fd8cd04bf67 req-d7d7188e-1d9f-46fa-8b7f-86c2b4848bf6 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:06.248915 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-0394fd6d-5cc9-41c6-b238-4fd8cd04bf67 req-d7d7188e-1d9f-46fa-8b7f-86c2b4848bf6 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=b54917ef-d32c-4303-99e3-75adc12f147e HTTP/1.1" status: 200 len: 946 time: 0.0481253 May 27 03:27:06.264104 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0221c67c-9b6f-4d87-a21c-fd952f8f0cb3 req-50391b3e-09c7-4dab-9320-a844b74c585e tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:06.265581 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-0221c67c-9b6f-4d87-a21c-fd952f8f0cb3 req-50391b3e-09c7-4dab-9320-a844b74c585e tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/ports?device_id=a04444dd-f9dd-428f-b524-fba73fc83fe4 HTTP/1.1" status: 200 len: 945 time: 0.0509307 May 27 03:27:06.283696 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=100 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:27:06.302986 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-0394fd6d-5cc9-41c6-b238-4fd8cd04bf67 req-b7b249f2-1b2d-4ae9-b9b1-4bf70907a14f tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=355c63b5-9543-409d-a9f3-f7230b59d8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484550 May 27 03:27:06.317937 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-0221c67c-9b6f-4d87-a21c-fd952f8f0cb3 req-e0b5f9eb-912c-4147-9257-78bfab7226e8 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b952be5-5d1b-4d72-ad7c-b294a4de78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455689 May 27 03:27:06.824575 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d93cbc1-98f3-4e2c-82f4-cf789274c3b0 req-ecb166b9-b488-458c-8866-f564670df2d3 tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:06.826144 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-1d93cbc1-98f3-4e2c-82f4-cf789274c3b0 req-ecb166b9-b488-458c-8866-f564670df2d3 tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3f1335e-7bd8-41e9-a488-25676516cce9 HTTP/1.1" status: 200 len: 945 time: 0.0574708 May 27 03:27:06.856719 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=100 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:27:06.879133 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-1d93cbc1-98f3-4e2c-82f4-cf789274c3b0 req-b0462bf1-662c-4491-9355-f4a363a3bf4e tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] 10.222.0.50 "GET /v2.0/security-groups?id=f967cd66-a8a5-4774-bb98-26f6d9d0be9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472152 May 27 03:27:07.445773 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab391dc4-f96c-4067-b357-b22c2a06522a req-caae4719-c2ec-497c-9aed-e9e4a1923718 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:07.447482 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-ab391dc4-f96c-4067-b357-b22c2a06522a req-caae4719-c2ec-497c-9aed-e9e4a1923718 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/ports?device_id=a04444dd-f9dd-428f-b524-fba73fc83fe4 HTTP/1.1" status: 200 len: 945 time: 0.0508888 May 27 03:27:07.499901 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-ab391dc4-f96c-4067-b357-b22c2a06522a req-0b7f4766-05b9-4527-ab54-56550e69efe6 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b952be5-5d1b-4d72-ad7c-b294a4de78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460410 May 27 03:27:07.997449 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73617b31-d13d-449a-a0c5-77c0c7eb1227 req-08cfa6c4-3eec-472d-b35f-f25989b25d59 tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:07.998992 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-73617b31-d13d-449a-a0c5-77c0c7eb1227 req-08cfa6c4-3eec-472d-b35f-f25989b25d59 tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3f1335e-7bd8-41e9-a488-25676516cce9 HTTP/1.1" status: 200 len: 945 time: 0.0478330 May 27 03:27:08.048225 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-73617b31-d13d-449a-a0c5-77c0c7eb1227 req-8171e1af-0068-48f4-ac09-da598d71405b tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] 10.222.0.50 "GET /v2.0/security-groups?id=f967cd66-a8a5-4774-bb98-26f6d9d0be9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434501 May 27 03:27:08.064776 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=1 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:27:08.066865 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=1 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:27:08.615212 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d39b2c-b524-469d-9999-9f84aec06416 req-40e00c62-8ba7-4533-b029-02a1604fe179 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:08.616700 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-47d39b2c-b524-469d-9999-9f84aec06416 req-40e00c62-8ba7-4533-b029-02a1604fe179 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/ports?device_id=a04444dd-f9dd-428f-b524-fba73fc83fe4 HTTP/1.1" status: 200 len: 945 time: 0.0477710 May 27 03:27:08.672809 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-47d39b2c-b524-469d-9999-9f84aec06416 req-ae6cd4ab-bff6-4582-9b2f-5410f6ef9382 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b952be5-5d1b-4d72-ad7c-b294a4de78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500929 May 27 03:27:09.172696 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6724f5-9e67-465d-9d21-d40b1aade043 req-d3e9c49a-7f7d-4b59-bd40-6a34610d3f97 tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:09.174209 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-4e6724f5-9e67-465d-9d21-d40b1aade043 req-d3e9c49a-7f7d-4b59-bd40-6a34610d3f97 tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3f1335e-7bd8-41e9-a488-25676516cce9 HTTP/1.1" status: 200 len: 945 time: 0.0470192 May 27 03:27:09.231474 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-4e6724f5-9e67-465d-9d21-d40b1aade043 req-6d00666e-c630-450c-b7d0-f020096b726d tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] 10.222.0.50 "GET /v2.0/security-groups?id=f967cd66-a8a5-4774-bb98-26f6d9d0be9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511901 May 27 03:27:09.261244 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97b240a-3d3f-47e4-8453-11f834249cff req-6dc2017e-6b71-4e92-9cc8-9f56cf020835 tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:09.262713 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b97b240a-3d3f-47e4-8453-11f834249cff req-6dc2017e-6b71-4e92-9cc8-9f56cf020835 tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] 10.222.0.67 "GET /v2.0/ports?device_id=a3f1335e-7bd8-41e9-a488-25676516cce9 HTTP/1.1" status: 200 len: 945 time: 0.0527134 May 27 03:27:09.356642 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [req-b97b240a-3d3f-47e4-8453-11f834249cff req-a7b3a554-ff4e-41ed-a570-94ea1006b0c0 tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] Deleting port a15b4526-0b77-4d6b-9f19-4bbe94e799a3 {{(pid=104072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:27:09.356991 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-b97b240a-3d3f-47e4-8453-11f834249cff req-a7b3a554-ff4e-41ed-a570-94ea1006b0c0 tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743907775461'] for port (a15b4526-0b77-4d6b-9f19-4bbe94e799a3), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:09.448803 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.db [req-b97b240a-3d3f-47e4-8453-11f834249cff req-a7b3a554-ff4e-41ed-a570-94ea1006b0c0 tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] For port a15b4526-0b77-4d6b-9f19-4bbe94e799a3, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=a15b4526-0b77-4d6b-9f19-4bbe94e799a3,segment=NetworkSegment(cc94f9b6-ace2-494d-8a96-80adbe9e180d),segment_id=cc94f9b6-ace2-494d-8a96-80adbe9e180d)] {{(pid=104072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:27:09.449081 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-b97b240a-3d3f-47e4-8453-11f834249cff req-a7b3a554-ff4e-41ed-a570-94ea1006b0c0 tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16271712'] for port (a15b4526-0b77-4d6b-9f19-4bbe94e799a3), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:09.463744 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [req-b97b240a-3d3f-47e4-8453-11f834249cff req-a7b3a554-ff4e-41ed-a570-94ea1006b0c0 tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] Calling delete_port for a15b4526-0b77-4d6b-9f19-4bbe94e799a3 owned by compute:nova {{(pid=104072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:27:09.602082 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-b97b240a-3d3f-47e4-8453-11f834249cff req-a7b3a554-ff4e-41ed-a570-94ea1006b0c0 tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743907783123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743907242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13119109'] for port (a15b4526-0b77-4d6b-9f19-4bbe94e799a3), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:09.613563 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:27:09.636458 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b3a554-ff4e-41ed-a570-94ea1006b0c0 tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] Pushing event deleted for resources: {'Port': ['ID=a15b4526-0b77-4d6b-9f19-4bbe94e799a3,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:09.640751 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] get_ports_and_sgs() called for port_ids ['a15b4526-0b77-4d6b-9f19-4bbe94e799a3'] {{(pid=104073) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:27:09.676857 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.db.l3_dvrscheduler_db [req-b97b240a-3d3f-47e4-8453-11f834249cff req-a7b3a554-ff4e-41ed-a570-94ea1006b0c0 tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] No DVR routers for this DVR port a15b4526-0b77-4d6b-9f19-4bbe94e799a3 on host hv-cinder-82880 {{(pid=104072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:27:09.680108 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-b97b240a-3d3f-47e4-8453-11f834249cff req-a7b3a554-ff4e-41ed-a570-94ea1006b0c0 tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159658'] for port (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:09.683326 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b97b240a-3d3f-47e4-8453-11f834249cff req-a7b3a554-ff4e-41ed-a570-94ea1006b0c0 tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] 10.222.0.67 "DELETE /v2.0/ports/a15b4526-0b77-4d6b-9f19-4bbe94e799a3 HTTP/1.1" status: 204 len: 173 time: 0.4067400 May 27 03:27:09.683761 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3f1335e-7bd8-41e9-a488-25676516cce9', 'name': 'network-vif-deleted', 'tag': 'a15b4526-0b77-4d6b-9f19-4bbe94e799a3'}] {{(pid=104072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:27:09.686016 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f396617ba49ae57b35f1e46e178334f70bfad08bdaf3fab16ca373e13b5bdfba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6aa3d78-ce7a-4f29-925b-be1c33c775de" -d '{"events": [{"server_uuid": "a3f1335e-7bd8-41e9-a488-25676516cce9", "name": "network-vif-deleted", "tag": "a15b4526-0b77-4d6b-9f19-4bbe94e799a3"}]}' {{(pid=104072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:27:09.733828 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b745403-0910-4a1e-a86c-7831547ea208 x-openstack-request-id: req-8b745403-0910-4a1e-a86c-7831547ea208 {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:27:09.734120 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3f1335e-7bd8-41e9-a488-25676516cce9", "name": "network-vif-deleted", "tag": "a15b4526-0b77-4d6b-9f19-4bbe94e799a3", "status": "completed", "code": 200}]} {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:27:09.734386 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8b745403-0910-4a1e-a86c-7831547ea208 {{(pid=104072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:27:09.734794 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b745403-0910-4a1e-a86c-7831547ea208'] response: {'server_uuid': 'a3f1335e-7bd8-41e9-a488-25676516cce9', 'name': 'network-vif-deleted', 'tag': 'a15b4526-0b77-4d6b-9f19-4bbe94e799a3', 'status': 'completed', 'code': 200} May 27 03:27:09.791183 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4e3133-be94-4936-a769-1a3cd7ee9de3 req-5592a02d-6cda-4b1a-9bd3-f4cade48a90a tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:09.792853 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-6b4e3133-be94-4936-a769-1a3cd7ee9de3 req-5592a02d-6cda-4b1a-9bd3-f4cade48a90a tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/ports?device_id=a04444dd-f9dd-428f-b524-fba73fc83fe4 HTTP/1.1" status: 200 len: 945 time: 0.0488973 May 27 03:27:09.845025 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-6b4e3133-be94-4936-a769-1a3cd7ee9de3 req-8f08ca75-6290-442f-9ce8-325fdd8ac084 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b952be5-5d1b-4d72-ad7c-b294a4de78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460777 May 27 03:27:10.376679 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-074c5aee-9f6a-475e-a1ff-23c515c079eb req-9d57ad6b-e6e0-4d8f-8085-330ac5e5e858 tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3f1335e-7bd8-41e9-a488-25676516cce9 HTTP/1.1" status: 200 len: 210 time: 0.0394208 May 27 03:27:10.441643 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 60958) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:27:10.582451 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-2a0540ef-1bda-47be-a546-5a9be6436338 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=121c8e84b0b34ac7870fd8f69d96dd8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1389337 May 27 03:27:10.585084 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 60962) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:27:10.633644 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-1abf7314-4e9c-4031-ad93-a537ecf62e80 admin admin] Publish callbacks [] for security_group (435c1ec6-46ad-480d-a201-3b3aeabc6982), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:10.656082 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-1abf7314-4e9c-4031-ad93-a537ecf62e80 admin admin] Publish callbacks [] for security_group (435c1ec6-46ad-480d-a201-3b3aeabc6982), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:10.662401 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:27:10.711922 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-1abf7314-4e9c-4031-ad93-a537ecf62e80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (435c1ec6-46ad-480d-a201-3b3aeabc6982), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:10.714472 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-1abf7314-4e9c-4031-ad93-a537ecf62e80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:10.715953 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-1abf7314-4e9c-4031-ad93-a537ecf62e80 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/435c1ec6-46ad-480d-a201-3b3aeabc6982 HTTP/1.1" status: 204 len: 168 time: 0.1297779 May 27 03:27:10.727963 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abf7314-4e9c-4031-ad93-a537ecf62e80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=435c1ec6-46ad-480d-a201-3b3aeabc6982,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:10.969149 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c1533f-8611-4f62-b25d-901e34df1a07 req-df150eb5-8138-4e63-a292-d83a1468e2c0 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:10.970749 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-50c1533f-8611-4f62-b25d-901e34df1a07 req-df150eb5-8138-4e63-a292-d83a1468e2c0 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/ports?device_id=a04444dd-f9dd-428f-b524-fba73fc83fe4 HTTP/1.1" status: 200 len: 945 time: 0.0512660 May 27 03:27:11.023568 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-50c1533f-8611-4f62-b25d-901e34df1a07 req-430854d2-39f5-4bdd-b837-7e0d06ecf4f2 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b952be5-5d1b-4d72-ad7c-b294a4de78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468123 May 27 03:27:12.157883 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f414b13b-06b8-49fb-8073-823274c65fab req-7b899f76-b038-464f-9a42-6a5ff1b7f659 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:12.159377 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-f414b13b-06b8-49fb-8073-823274c65fab req-7b899f76-b038-464f-9a42-6a5ff1b7f659 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/ports?device_id=a04444dd-f9dd-428f-b524-fba73fc83fe4 HTTP/1.1" status: 200 len: 945 time: 0.0560744 May 27 03:27:12.212574 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-f414b13b-06b8-49fb-8073-823274c65fab req-63377116-c7a3-4112-9031-92fa3537d216 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b952be5-5d1b-4d72-ad7c-b294a4de78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472305 May 27 03:27:13.182602 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (a17a57cc-679f-4398-8430-1b64b86f4dc1), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:13.335027 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbbdd41-e2d5-41f5-a6d7-dc384c93dc94 req-f9b2a238-6b9a-451f-8bd7-a4ba33c740eb tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:13.336545 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-fbbbdd41-e2d5-41f5-a6d7-dc384c93dc94 req-f9b2a238-6b9a-451f-8bd7-a4ba33c740eb tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/ports?device_id=a04444dd-f9dd-428f-b524-fba73fc83fe4 HTTP/1.1" status: 200 len: 945 time: 0.0492818 May 27 03:27:13.382299 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-fbbbdd41-e2d5-41f5-a6d7-dc384c93dc94 req-855cdf4a-d6d3-4353-868f-644fb699f462 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b952be5-5d1b-4d72-ad7c-b294a4de78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400965 May 27 03:27:14.468181 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Device a15b4526-0b77-4d6b-9f19-4bbe94e799a3 no longer exists at agent hyperv_hv-cinder-82880 {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:27:14.488096 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] No Port match for: a15b4526-0b77-4d6b-9f19-4bbe94e799a3 {{(pid=104073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:27:14.488463 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Device a15b4526-0b77-4d6b-9f19-4bbe94e799a3 not bound to the agent host hv-cinder-82880 {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:27:14.506324 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814bb8cb-fd82-4bd4-a752-1703ad947c67 req-3b159cd9-c0a5-4fa0-b552-28053dfd4c7a tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:14.507900 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-814bb8cb-fd82-4bd4-a752-1703ad947c67 req-3b159cd9-c0a5-4fa0-b552-28053dfd4c7a tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/ports?device_id=a04444dd-f9dd-428f-b524-fba73fc83fe4 HTTP/1.1" status: 200 len: 945 time: 0.0518336 May 27 03:27:14.559257 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-814bb8cb-fd82-4bd4-a752-1703ad947c67 req-f5d3fb59-4c30-471d-b1f1-223c1b486b1b tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b952be5-5d1b-4d72-ad7c-b294a4de78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452321 May 27 03:27:15.693326 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b8a1e0-4e9a-4986-9fd2-da28e9b2824d req-5e3eaade-2316-4f4f-a355-d6cc10dfcb64 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:15.694822 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-84b8a1e0-4e9a-4986-9fd2-da28e9b2824d req-5e3eaade-2316-4f4f-a355-d6cc10dfcb64 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/ports?device_id=a04444dd-f9dd-428f-b524-fba73fc83fe4 HTTP/1.1" status: 200 len: 945 time: 0.0601428 May 27 03:27:15.746991 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-84b8a1e0-4e9a-4986-9fd2-da28e9b2824d req-52a16878-e0f2-4ece-a327-4425ad7464e5 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b952be5-5d1b-4d72-ad7c-b294a4de78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439949 May 27 03:27:16.231271 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be79050-0452-41af-b47d-9fd9ca52a037 req-a9324d4b-4113-4dff-a3ba-bd1b714403c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:16.233100 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-1be79050-0452-41af-b47d-9fd9ca52a037 req-a9324d4b-4113-4dff-a3ba-bd1b714403c0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9351d2e0e0e14585820951a9398b35f4&device_id=a04444dd-f9dd-428f-b524-fba73fc83fe4 HTTP/1.1" status: 200 len: 1129 time: 0.0387776 May 27 03:27:16.570071 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be79050-0452-41af-b47d-9fd9ca52a037 req-98c47a73-fb08-476c-bebb-7699b3f96aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:16.571473 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-1be79050-0452-41af-b47d-9fd9ca52a037 req-98c47a73-fb08-476c-bebb-7699b3f96aca service neutron] 10.222.0.67 "GET /v2.0/networks?id=cc2d2605-cf0b-41cc-a4d1-c3c28ec94860 HTTP/1.1" status: 200 len: 911 time: 0.3161256 May 27 03:27:16.866867 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57634d7-eff3-4837-b959-734bc89ec91a req-6c696969-03e0-4ae0-bd46-647585ea3b8b tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:16.868258 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-f57634d7-eff3-4837-b959-734bc89ec91a req-6c696969-03e0-4ae0-bd46-647585ea3b8b tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/ports?device_id=a04444dd-f9dd-428f-b524-fba73fc83fe4 HTTP/1.1" status: 200 len: 945 time: 0.0469794 May 27 03:27:16.919636 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-f57634d7-eff3-4837-b959-734bc89ec91a req-700d9dfe-4708-4d7d-85e3-d2bb318effad tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b952be5-5d1b-4d72-ad7c-b294a4de78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457067 May 27 03:27:17.289305 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-1be79050-0452-41af-b47d-9fd9ca52a037 req-b5d4a5a4-c309-4ba4-bb5e-28794fe0b4d6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bfbe9cb8-2655-4fd9-8904-baffc1034ee0 HTTP/1.1" status: 200 len: 1001 time: 0.0605905 May 27 03:27:18.080671 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f256a369-39f9-429e-9089-a18e6fdc391f req-8d12c1bf-b7cd-448b-9eb3-a5a95cd22a32 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:18.082519 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f256a369-39f9-429e-9089-a18e6fdc391f req-8d12c1bf-b7cd-448b-9eb3-a5a95cd22a32 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/ports?device_id=a04444dd-f9dd-428f-b524-fba73fc83fe4 HTTP/1.1" status: 200 len: 945 time: 0.0805266 May 27 03:27:18.088487 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be79050-0452-41af-b47d-9fd9ca52a037 req-6accb368-a85b-4646-86f2-710ef69abd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:18.089906 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-1be79050-0452-41af-b47d-9fd9ca52a037 req-6accb368-a85b-4646-86f2-710ef69abd33 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a8c67362-f6b9-416d-9235-7ee8f03b0511 HTTP/1.1" status: 200 len: 849 time: 0.0771315 May 27 03:27:18.134159 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f256a369-39f9-429e-9089-a18e6fdc391f req-6a575ff8-e94f-421a-8438-85326301f02c tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b952be5-5d1b-4d72-ad7c-b294a4de78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431881 May 27 03:27:18.950272 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be79050-0452-41af-b47d-9fd9ca52a037 req-c186cae5-d176-47af-97eb-e15feb4a4e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:18.951791 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-1be79050-0452-41af-b47d-9fd9ca52a037 req-c186cae5-d176-47af-97eb-e15feb4a4e45 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cc2d2605-cf0b-41cc-a4d1-c3c28ec94860&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468717 May 27 03:27:19.047787 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-1be79050-0452-41af-b47d-9fd9ca52a037 req-d80774de-be5e-42bb-89e3-1b46ad22dfdd service neutron] 10.222.0.67 "GET /v2.0/networks/cc2d2605-cf0b-41cc-a4d1-c3c28ec94860?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873752 May 27 03:27:19.127409 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:27:19.143995 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-1be79050-0452-41af-b47d-9fd9ca52a037 req-28aea324-134a-4388-99be-609eda2a8666 service neutron] 10.222.0.67 "GET /v2.0/networks/cc2d2605-cf0b-41cc-a4d1-c3c28ec94860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866158 May 27 03:27:19.267261 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12261e5-4c8a-4a07-b95f-4dee728e93a5 req-7f8ceb9a-e063-45ed-a7bf-45a0dac894ca tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:19.273397 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-b12261e5-4c8a-4a07-b95f-4dee728e93a5 req-7f8ceb9a-e063-45ed-a7bf-45a0dac894ca tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/ports?device_id=a04444dd-f9dd-428f-b524-fba73fc83fe4 HTTP/1.1" status: 200 len: 945 time: 0.0555823 May 27 03:27:19.325552 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-b12261e5-4c8a-4a07-b95f-4dee728e93a5 req-1a33b8e6-7aa9-403d-8dc0-eff57d623698 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b952be5-5d1b-4d72-ad7c-b294a4de78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490026 May 27 03:27:19.536678 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97f1bb5-c389-4af7-9a81-f3c442e8a9af req-97f5acf8-a450-4595-aac9-c0906cbc9b35 tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:19.538382 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-c97f1bb5-c389-4af7-9a81-f3c442e8a9af req-97f5acf8-a450-4595-aac9-c0906cbc9b35 tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] 10.222.0.50 "GET /v2.0/networks?id=d552a4c8-1cfd-43a0-b4ee-dbad181ed1bf HTTP/1.1" status: 200 len: 813 time: 0.1084530 May 27 03:27:19.553829 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-c97f1bb5-c389-4af7-9a81-f3c442e8a9af req-675f18ff-0702-41a3-90f0-4363e499908e tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] 10.222.0.50 "GET /v2.0/quotas/4052d211d2a346d8be95d6ac7761defb HTTP/1.1" status: 200 len: 375 time: 0.0097694 May 27 03:27:19.589042 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-c97f1bb5-c389-4af7-9a81-f3c442e8a9af req-7508dca8-ed29-48b0-8f36-cc9729f8b348 tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=4052d211d2a346d8be95d6ac7761defb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289657 May 27 03:27:19.644836 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=100 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:27:19.683757 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-c97f1bb5-c389-4af7-9a81-f3c442e8a9af req-13664d34-f1b0-4815-91a0-2a4b5edb439b service neutron] 10.222.0.50 "GET /v2.0/networks/d552a4c8-1cfd-43a0-b4ee-dbad181ed1bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870848 May 27 03:27:19.745901 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=100 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:27:19.778919 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-c97f1bb5-c389-4af7-9a81-f3c442e8a9af req-87a80ff4-f54c-4df5-aaba-e1680886b6c1 service neutron] 10.222.0.50 "GET /v2.0/networks/d552a4c8-1cfd-43a0-b4ee-dbad181ed1bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885599 May 27 03:27:19.945347 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b08a23b2-97e0-447f-b42b-ab9803343cb3 req-10af7d69-50e9-4666-b935-75e81fb42e4d tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] 10.222.0.50 "GET /v2.0/ports?device_id=0360f3b9-e443-4d35-89a4-6f981918f34a HTTP/1.1" status: 200 len: 210 time: 0.0326352 May 27 03:27:20.442983 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82daee6-f852-4d65-87ed-cb2f0c6609a2 req-e60b02f8-84a6-4c91-b887-8ee15229813d tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:20.444488 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-d82daee6-f852-4d65-87ed-cb2f0c6609a2 req-e60b02f8-84a6-4c91-b887-8ee15229813d tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/ports?device_id=a04444dd-f9dd-428f-b524-fba73fc83fe4 HTTP/1.1" status: 200 len: 945 time: 0.0493746 May 27 03:27:20.492328 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-d82daee6-f852-4d65-87ed-cb2f0c6609a2 req-31e13f1d-b738-4332-ac0b-2397529a8e99 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b952be5-5d1b-4d72-ad7c-b294a4de78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422072 May 27 03:27:21.043921 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-2748d5e6-eb2f-4bda-84a8-fd79101390f9 req-d17b490b-c4aa-4fe9-9411-2a7cb27d2baf tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] 10.222.0.50 "GET /v2.0/ports?device_id=0360f3b9-e443-4d35-89a4-6f981918f34a HTTP/1.1" status: 200 len: 210 time: 0.0280390 May 27 03:27:21.219759 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97f1bb5-c389-4af7-9a81-f3c442e8a9af req-d9f5f379-3d12-4ee1-a738-a206bed1611a tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:21.221445 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c97f1bb5-c389-4af7-9a81-f3c442e8a9af req-d9f5f379-3d12-4ee1-a738-a206bed1611a tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] 10.222.0.67 "GET /v2.0/networks?id=d552a4c8-1cfd-43a0-b4ee-dbad181ed1bf HTTP/1.1" status: 200 len: 813 time: 0.1053574 May 27 03:27:21.261908 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [req-c97f1bb5-c389-4af7-9a81-f3c442e8a9af req-613330a2-e10f-4248-beca-af2788333048 tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] Request body: {'port': {'device_id': '0360f3b9-e443-4d35-89a4-6f981918f34a', 'network_id': 'd552a4c8-1cfd-43a0-b4ee-dbad181ed1bf', 'admin_state_up': True, 'tenant_id': '4052d211d2a346d8be95d6ac7761defb'}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:27:21.332891 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:27:21.380653 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c97f1bb5-c389-4af7-9a81-f3c442e8a9af req-613330a2-e10f-4248-beca-af2788333048 tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] Made reservation on behalf of 4052d211d2a346d8be95d6ac7761defb for: {'port': 1} {{(pid=104072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:27:21.386467 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-c97f1bb5-c389-4af7-9a81-f3c442e8a9af req-613330a2-e10f-4248-beca-af2788333048 tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:21.519753 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.db.db_base_plugin_common [req-c97f1bb5-c389-4af7-9a81-f3c442e8a9af req-613330a2-e10f-4248-beca-af2788333048 tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] Allocated IP 172.20.0.6 (d552a4c8-1cfd-43a0-b4ee-dbad181ed1bf/aaf2d597-6e7b-442c-99e2-abf0b8672091/884547de-07f3-4f0b-bce0-549d72cba67d) {{(pid=104072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:27:21.611423 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887a327a-13b0-4578-ba52-35f1ff05d404 req-c2bd48b8-8e61-4014-be26-2ffc9af31b4e tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:21.612905 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-887a327a-13b0-4578-ba52-35f1ff05d404 req-c2bd48b8-8e61-4014-be26-2ffc9af31b4e tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/ports?device_id=a04444dd-f9dd-428f-b524-fba73fc83fe4 HTTP/1.1" status: 200 len: 945 time: 0.0508897 May 27 03:27:21.660925 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-887a327a-13b0-4578-ba52-35f1ff05d404 req-41b4b034-6f76-4f59-b7e8-382f0887f5d0 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b952be5-5d1b-4d72-ad7c-b294a4de78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422440 May 27 03:27:21.678607 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-c97f1bb5-c389-4af7-9a81-f3c442e8a9af req-613330a2-e10f-4248-beca-af2788333048 tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] Publish callbacks [] for port (884547de-07f3-4f0b-bce0-549d72cba67d), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:21.713498 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-c97f1bb5-c389-4af7-9a81-f3c442e8a9af req-613330a2-e10f-4248-beca-af2788333048 tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743907242280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13119109'] for port (884547de-07f3-4f0b-bce0-549d72cba67d), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:21.766438 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c97f1bb5-c389-4af7-9a81-f3c442e8a9af req-613330a2-e10f-4248-beca-af2788333048 tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] Network d552a4c8-1cfd-43a0-b4ee-dbad181ed1bf is already hosted by enough agents. {{(pid=104072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:27:21.766438 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.base_scheduler [req-c97f1bb5-c389-4af7-9a81-f3c442e8a9af req-613330a2-e10f-4248-beca-af2788333048 tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] Resources bound (agent type, host, resource id): {{(pid=104072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:27:21.766438 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.db.l3_dvrscheduler_db [req-c97f1bb5-c389-4af7-9a81-f3c442e8a9af req-613330a2-e10f-4248-beca-af2788333048 tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] Received port after_create {{(pid=104072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:27:21.799762 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613330a2-e10f-4248-beca-af2788333048 tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] Pushing event updated for resources: {'Port': ['ID=884547de-07f3-4f0b-bce0-549d72cba67d,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:21.823462 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97f1bb5-c389-4af7-9a81-f3c442e8a9af req-613330a2-e10f-4248-beca-af2788333048 tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:21.824107 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-c97f1bb5-c389-4af7-9a81-f3c442e8a9af req-613330a2-e10f-4248-beca-af2788333048 tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159658'] for port (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:21.842953 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c97f1bb5-c389-4af7-9a81-f3c442e8a9af req-613330a2-e10f-4248-beca-af2788333048 tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5876057 May 27 03:27:21.908234 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [req-c97f1bb5-c389-4af7-9a81-f3c442e8a9af req-6f9c06ba-5dc2-4ddb-a775-b50b56f85c2e service neutron] Request body: {'port': {'device_id': '0360f3b9-e443-4d35-89a4-6f981918f34a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:27:21.912265 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66ea133-34fc-4eba-8ec5-8b8dcee2f468 req-8be5023f-ac39-4215-b7ad-2b68649a9114 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:21.913999 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-c66ea133-34fc-4eba-8ec5-8b8dcee2f468 req-8be5023f-ac39-4215-b7ad-2b68649a9114 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/ports?device_id=a04444dd-f9dd-428f-b524-fba73fc83fe4 HTTP/1.1" status: 200 len: 945 time: 0.0499210 May 27 03:27:21.972369 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-c97f1bb5-c389-4af7-9a81-f3c442e8a9af req-6f9c06ba-5dc2-4ddb-a775-b50b56f85c2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (884547de-07f3-4f0b-bce0-549d72cba67d), before_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:21.986608 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:27:21.992915 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-c66ea133-34fc-4eba-8ec5-8b8dcee2f468 req-81b20669-4cee-4c98-b1e7-8c6cae4c35d9 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b952be5-5d1b-4d72-ad7c-b294a4de78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727334 May 27 03:27:21.998391 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeba4d0-5a40-4ded-84df-df697c5aa081 req-edda23a2-9032-43cf-b0f1-2edfdf34cd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:21.999850 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-baeba4d0-5a40-4ded-84df-df697c5aa081 req-edda23a2-9032-43cf-b0f1-2edfdf34cd26 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9351d2e0e0e14585820951a9398b35f4&device_id=a04444dd-f9dd-428f-b524-fba73fc83fe4 HTTP/1.1" status: 200 len: 1129 time: 0.0523329 May 27 03:27:22.101155 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeba4d0-5a40-4ded-84df-df697c5aa081 req-983bd011-6748-4656-acfb-94bff9f81a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:22.102821 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-baeba4d0-5a40-4ded-84df-df697c5aa081 req-983bd011-6748-4656-acfb-94bff9f81a1e service neutron] 10.222.0.67 "GET /v2.0/networks?id=cc2d2605-cf0b-41cc-a4d1-c3c28ec94860 HTTP/1.1" status: 200 len: 911 time: 0.0911529 May 27 03:27:22.169258 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-baeba4d0-5a40-4ded-84df-df697c5aa081 req-4d5d507a-e21a-4ef5-a21e-ce4ca22e0ae5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bfbe9cb8-2655-4fd9-8904-baffc1034ee0 HTTP/1.1" status: 200 len: 1001 time: 0.0589187 May 27 03:27:22.213383 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7c5659-c183-4193-954e-0f613c256c78 req-348ca15b-bc55-45c3-a75c-5d06dcfb8147 tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:22.214853 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-8d7c5659-c183-4193-954e-0f613c256c78 req-348ca15b-bc55-45c3-a75c-5d06dcfb8147 tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] 10.222.0.50 "GET /v2.0/ports?device_id=0360f3b9-e443-4d35-89a4-6f981918f34a HTTP/1.1" status: 200 len: 931 time: 0.0913649 May 27 03:27:22.218643 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:27:22.223793 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeba4d0-5a40-4ded-84df-df697c5aa081 req-202a108c-b1c5-45e9-a553-30b914d7a227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:22.225650 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-baeba4d0-5a40-4ded-84df-df697c5aa081 req-202a108c-b1c5-45e9-a553-30b914d7a227 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a8c67362-f6b9-416d-9235-7ee8f03b0511 HTTP/1.1" status: 200 len: 849 time: 0.0482209 May 27 03:27:22.276282 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeba4d0-5a40-4ded-84df-df697c5aa081 req-b56905a9-15a4-4123-b325-bd687efb3535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:22.277839 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-baeba4d0-5a40-4ded-84df-df697c5aa081 req-b56905a9-15a4-4123-b325-bd687efb3535 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cc2d2605-cf0b-41cc-a4d1-c3c28ec94860&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413430 May 27 03:27:22.312404 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-8d7c5659-c183-4193-954e-0f613c256c78 req-633a47e7-b31a-40dc-981d-99e2758f4244 tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] 10.222.0.50 "GET /v2.0/security-groups?id=f967cd66-a8a5-4774-bb98-26f6d9d0be9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891700 May 27 03:27:22.341008 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.notifiers.nova [req-c97f1bb5-c389-4af7-9a81-f3c442e8a9af req-6f9c06ba-5dc2-4ddb-a775-b50b56f85c2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 884547de-07f3-4f0b-bce0-549d72cba67d {{(pid=104072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:27:22.348752 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-c97f1bb5-c389-4af7-9a81-f3c442e8a9af req-6f9c06ba-5dc2-4ddb-a775-b50b56f85c2e service neutron] Publish callbacks [] for port (884547de-07f3-4f0b-bce0-549d72cba67d), precommit_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:22.362543 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.db.provisioning_blocks [req-c97f1bb5-c389-4af7-9a81-f3c442e8a9af req-6f9c06ba-5dc2-4ddb-a775-b50b56f85c2e service neutron] Transition to ACTIVE for port object 884547de-07f3-4f0b-bce0-549d72cba67d will not be triggered until provisioned by entity L2. {{(pid=104072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 03:27:22.368100 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-c97f1bb5-c389-4af7-9a81-f3c442e8a9af req-6f9c06ba-5dc2-4ddb-a775-b50b56f85c2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13119154'] for port (884547de-07f3-4f0b-bce0-549d72cba67d), after_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:22.378186 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-baeba4d0-5a40-4ded-84df-df697c5aa081 req-b457986e-60a5-4600-8487-2b3182b8f28b service neutron] 10.222.0.67 "GET /v2.0/networks/cc2d2605-cf0b-41cc-a4d1-c3c28ec94860?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900857 May 27 03:27:22.420233 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9c06ba-5dc2-4ddb-a775-b50b56f85c2e service neutron] Pushing event updated for resources: {'Port': ['ID=884547de-07f3-4f0b-bce0-549d72cba67d,revision_number=2']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:22.473214 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-baeba4d0-5a40-4ded-84df-df697c5aa081 req-0c8b1d95-e8dc-4a5e-9adb-6c3ea969f053 service neutron] 10.222.0.67 "GET /v2.0/networks/cc2d2605-cf0b-41cc-a4d1-c3c28ec94860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877943 May 27 03:27:22.492658 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.managers [req-c97f1bb5-c389-4af7-9a81-f3c442e8a9af req-6f9c06ba-5dc2-4ddb-a775-b50b56f85c2e service neutron] Attempting to bind port 884547de-07f3-4f0b-bce0-549d72cba67d on host hv-cinder-82880 for vnic_type normal with profile {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:27:22.493030 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.managers [req-c97f1bb5-c389-4af7-9a81-f3c442e8a9af req-6f9c06ba-5dc2-4ddb-a775-b50b56f85c2e service neutron] Attempting to bind port 884547de-07f3-4f0b-bce0-549d72cba67d by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': 'cc94f9b6-ace2-494d-8a96-80adbe9e180d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'd552a4c8-1cfd-43a0-b4ee-dbad181ed1bf'}] {{(pid=104072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:27:22.493363 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97f1bb5-c389-4af7-9a81-f3c442e8a9af req-6f9c06ba-5dc2-4ddb-a775-b50b56f85c2e service neutron] Attempting to bind port 884547de-07f3-4f0b-bce0-549d72cba67d on network d552a4c8-1cfd-43a0-b4ee-dbad181ed1bf {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:27:22.498113 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97f1bb5-c389-4af7-9a81-f3c442e8a9af req-6f9c06ba-5dc2-4ddb-a775-b50b56f85c2e service neutron] Port 884547de-07f3-4f0b-bce0-549d72cba67d on network d552a4c8-1cfd-43a0-b4ee-dbad181ed1bf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 03:27:22.498453 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97f1bb5-c389-4af7-9a81-f3c442e8a9af req-6f9c06ba-5dc2-4ddb-a775-b50b56f85c2e service neutron] Attempting to bind port 884547de-07f3-4f0b-bce0-549d72cba67d on network d552a4c8-1cfd-43a0-b4ee-dbad181ed1bf {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:27:22.503369 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97f1bb5-c389-4af7-9a81-f3c442e8a9af req-6f9c06ba-5dc2-4ddb-a775-b50b56f85c2e service neutron] Checking agent: {'id': 'a17a57cc-679f-4398-8430-1b64b86f4dc1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 21, 13), 'started_at': datetime.datetime(2022, 5, 27, 3, 21, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 27, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:27:22.503703 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97f1bb5-c389-4af7-9a81-f3c442e8a9af req-6f9c06ba-5dc2-4ddb-a775-b50b56f85c2e service neutron] Checking segment: {'id': 'cc94f9b6-ace2-494d-8a96-80adbe9e180d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'd552a4c8-1cfd-43a0-b4ee-dbad181ed1bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:27:22.504083 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97f1bb5-c389-4af7-9a81-f3c442e8a9af req-6f9c06ba-5dc2-4ddb-a775-b50b56f85c2e service neutron] Bound using segment: {'id': 'cc94f9b6-ace2-494d-8a96-80adbe9e180d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'd552a4c8-1cfd-43a0-b4ee-dbad181ed1bf'} {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:27:22.504504 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.managers [req-c97f1bb5-c389-4af7-9a81-f3c442e8a9af req-6f9c06ba-5dc2-4ddb-a775-b50b56f85c2e service neutron] Bound port: 884547de-07f3-4f0b-bce0-549d72cba67d, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc94f9b6-ace2-494d-8a96-80adbe9e180d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'd552a4c8-1cfd-43a0-b4ee-dbad181ed1bf'}}] {{(pid=104072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:27:22.504881 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-c97f1bb5-c389-4af7-9a81-f3c442e8a9af req-6f9c06ba-5dc2-4ddb-a775-b50b56f85c2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (884547de-07f3-4f0b-bce0-549d72cba67d), before_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:22.567672 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.db [req-c97f1bb5-c389-4af7-9a81-f3c442e8a9af req-6f9c06ba-5dc2-4ddb-a775-b50b56f85c2e service neutron] For port 884547de-07f3-4f0b-bce0-549d72cba67d, host hv-cinder-82880, cleared binding levels {{(pid=104072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:27:22.571782 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.db [req-c97f1bb5-c389-4af7-9a81-f3c442e8a9af req-6f9c06ba-5dc2-4ddb-a775-b50b56f85c2e service neutron] For port 884547de-07f3-4f0b-bce0-549d72cba67d, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=884547de-07f3-4f0b-bce0-549d72cba67d,segment=NetworkSegment(cc94f9b6-ace2-494d-8a96-80adbe9e180d),segment_id=cc94f9b6-ace2-494d-8a96-80adbe9e180d)] {{(pid=104072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:27:22.579912 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-c97f1bb5-c389-4af7-9a81-f3c442e8a9af req-6f9c06ba-5dc2-4ddb-a775-b50b56f85c2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13119154'] for port (884547de-07f3-4f0b-bce0-549d72cba67d), after_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:22.614365 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97f1bb5-c389-4af7-9a81-f3c442e8a9af req-6f9c06ba-5dc2-4ddb-a775-b50b56f85c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:22.615065 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-c97f1bb5-c389-4af7-9a81-f3c442e8a9af req-6f9c06ba-5dc2-4ddb-a775-b50b56f85c2e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159658'] for port (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:22.616448 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c97f1bb5-c389-4af7-9a81-f3c442e8a9af req-6f9c06ba-5dc2-4ddb-a775-b50b56f85c2e service neutron] 10.222.0.67 "PUT /v2.0/ports/884547de-07f3-4f0b-bce0-549d72cba67d HTTP/1.1" status: 200 len: 1093 time: 0.7125843 May 27 03:27:22.616878 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0360f3b9-e443-4d35-89a4-6f981918f34a', 'tag': '884547de-07f3-4f0b-bce0-549d72cba67d'}] {{(pid=104072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:27:22.619126 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f396617ba49ae57b35f1e46e178334f70bfad08bdaf3fab16ca373e13b5bdfba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e2c250d-1dbe-4fb2-847e-7d37cd73c1b0" -d '{"events": [{"name": "network-changed", "server_uuid": "0360f3b9-e443-4d35-89a4-6f981918f34a", "tag": "884547de-07f3-4f0b-bce0-549d72cba67d"}]}' {{(pid=104072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:27:22.639767 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9c06ba-5dc2-4ddb-a775-b50b56f85c2e service neutron] Pushing event updated for resources: {'Port': ['ID=884547de-07f3-4f0b-bce0-549d72cba67d,revision_number=3']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:22.659833 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9c79367-3db9-425a-aa4e-5aa1066d0b1b x-openstack-request-id: req-c9c79367-3db9-425a-aa4e-5aa1066d0b1b {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:27:22.660081 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0360f3b9-e443-4d35-89a4-6f981918f34a", "tag": "884547de-07f3-4f0b-bce0-549d72cba67d", "status": "completed", "code": 200}]} {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:27:22.660337 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c9c79367-3db9-425a-aa4e-5aa1066d0b1b {{(pid=104072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:27:22.660744 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9c79367-3db9-425a-aa4e-5aa1066d0b1b'] response: {'name': 'network-changed', 'server_uuid': '0360f3b9-e443-4d35-89a4-6f981918f34a', 'tag': '884547de-07f3-4f0b-bce0-549d72cba67d', 'status': 'completed', 'code': 200} May 27 03:27:22.728739 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97f1bb5-c389-4af7-9a81-f3c442e8a9af req-eb70f592-a4ee-4e0a-b7c3-bdefcdc4ed79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:22.731066 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c97f1bb5-c389-4af7-9a81-f3c442e8a9af req-eb70f592-a4ee-4e0a-b7c3-bdefcdc4ed79 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4052d211d2a346d8be95d6ac7761defb&device_id=0360f3b9-e443-4d35-89a4-6f981918f34a HTTP/1.1" status: 200 len: 1127 time: 0.0449991 May 27 03:27:22.798713 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c97f1bb5-c389-4af7-9a81-f3c442e8a9af req-a74801c3-2e9f-4d81-a2b4-89013bb344ea service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=884547de-07f3-4f0b-bce0-549d72cba67d HTTP/1.1" status: 200 len: 217 time: 0.0417101 May 27 03:27:22.860798 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97f1bb5-c389-4af7-9a81-f3c442e8a9af req-0cb03472-97d1-4678-9c67-095155740363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:22.862398 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c97f1bb5-c389-4af7-9a81-f3c442e8a9af req-0cb03472-97d1-4678-9c67-095155740363 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=aaf2d597-6e7b-442c-99e2-abf0b8672091 HTTP/1.1" status: 200 len: 853 time: 0.0540822 May 27 03:27:22.894071 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c97f1bb5-c389-4af7-9a81-f3c442e8a9af req-d70a8c86-568a-43ca-b6f0-1adf34110c7a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d552a4c8-1cfd-43a0-b4ee-dbad181ed1bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250411 May 27 03:27:23.012339 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:27:23.038853 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c97f1bb5-c389-4af7-9a81-f3c442e8a9af req-dfbb7225-be8f-4952-9e08-be36a0f42684 service neutron] 10.222.0.67 "GET /v2.0/networks/d552a4c8-1cfd-43a0-b4ee-dbad181ed1bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048539 May 27 03:27:23.110666 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f01596-6e97-462d-8f7d-d1439e2601db req-5eb6bbdd-4807-49fa-b248-5659ecaab6ac tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:23.112142 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-d3f01596-6e97-462d-8f7d-d1439e2601db req-5eb6bbdd-4807-49fa-b248-5659ecaab6ac tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/ports?device_id=a04444dd-f9dd-428f-b524-fba73fc83fe4 HTTP/1.1" status: 200 len: 945 time: 0.0486417 May 27 03:27:23.159549 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-d3f01596-6e97-462d-8f7d-d1439e2601db req-a9d1b67d-0cb8-4f92-ad5d-6d5798d422d2 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b952be5-5d1b-4d72-ad7c-b294a4de78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415933 May 27 03:27:23.443930 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cacdf5-1625-439e-85a8-2dff7290bf4e req-fc2b1f30-abec-479e-9621-1637fd409fa6 tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:23.445434 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-b4cacdf5-1625-439e-85a8-2dff7290bf4e req-fc2b1f30-abec-479e-9621-1637fd409fa6 tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] 10.222.0.50 "GET /v2.0/ports?device_id=0360f3b9-e443-4d35-89a4-6f981918f34a HTTP/1.1" status: 200 len: 943 time: 0.0504203 May 27 03:27:23.487259 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=100 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:27:23.495479 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-b4cacdf5-1625-439e-85a8-2dff7290bf4e req-c528d37d-5a30-4f6a-ad0f-d38332e2f14a tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] 10.222.0.50 "GET /v2.0/security-groups?id=f967cd66-a8a5-4774-bb98-26f6d9d0be9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443671 May 27 03:27:23.768601 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c97f1bb5-c389-4af7-9a81-f3c442e8a9af req-55c9a229-d369-4da5-9aeb-8a015099129f service neutron] 10.222.0.67 "GET /v2.0/networks/d552a4c8-1cfd-43a0-b4ee-dbad181ed1bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892587 May 27 03:27:24.296001 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b0f5e3-d0ea-4e25-8b00-7fbc0f3742aa req-cb6cc431-a2f2-4b3f-9da0-79c6c02377cd tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:24.297546 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-40b0f5e3-d0ea-4e25-8b00-7fbc0f3742aa req-cb6cc431-a2f2-4b3f-9da0-79c6c02377cd tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/ports?device_id=a04444dd-f9dd-428f-b524-fba73fc83fe4 HTTP/1.1" status: 200 len: 945 time: 0.0506842 May 27 03:27:24.349707 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-40b0f5e3-d0ea-4e25-8b00-7fbc0f3742aa req-7e7a9864-59be-41f2-89ca-50711f28f615 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b952be5-5d1b-4d72-ad7c-b294a4de78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443232 May 27 03:27:24.471108 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=7 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:27:24.472320 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=41,neutron:UPDATE=5 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:27:24.582724 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:27:24.620026 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042e39f0-ddec-4aeb-b7c1-35e7a7c02e2f req-50a4683e-7b8b-4050-a48e-d26eb80a2eb6 tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:24.621583 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-042e39f0-ddec-4aeb-b7c1-35e7a7c02e2f req-50a4683e-7b8b-4050-a48e-d26eb80a2eb6 tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] 10.222.0.50 "GET /v2.0/ports?device_id=0360f3b9-e443-4d35-89a4-6f981918f34a HTTP/1.1" status: 200 len: 943 time: 0.0491316 May 27 03:27:24.669510 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-042e39f0-ddec-4aeb-b7c1-35e7a7c02e2f req-d7c376ad-39ef-45db-a108-844b2ad8fb03 tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] 10.222.0.50 "GET /v2.0/security-groups?id=f967cd66-a8a5-4774-bb98-26f6d9d0be9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419858 May 27 03:27:24.701828 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69490207-ecea-4865-9680-f41f3a5651d5 req-4c13c1a8-84df-45c9-b962-6e6ba35e030a tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:24.703194 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-69490207-ecea-4865-9680-f41f3a5651d5 req-4c13c1a8-84df-45c9-b962-6e6ba35e030a tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/ports?device_id=6e20f854-915e-4f4e-8596-b16df25a2609 HTTP/1.1" status: 200 len: 945 time: 0.0526755 May 27 03:27:24.750301 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-69490207-ecea-4865-9680-f41f3a5651d5 req-5992b231-9ad1-43d5-9b05-e147897c0f7c tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/security-groups?id=d8d0080e-a06c-4ae4-a8fb-eda4e5e03ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414760 May 27 03:27:25.117933 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2c250d-1dbe-4fb2-847e-7d37cd73c1b0 req-ba75decb-a076-4317-bba7-aa2ed4bb2c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:25.119475 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-9e2c250d-1dbe-4fb2-847e-7d37cd73c1b0 req-ba75decb-a076-4317-bba7-aa2ed4bb2c07 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4052d211d2a346d8be95d6ac7761defb&device_id=0360f3b9-e443-4d35-89a4-6f981918f34a HTTP/1.1" status: 200 len: 1127 time: 0.0488296 May 27 03:27:25.402954 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Device 884547de-07f3-4f0b-bce0-549d72cba67d details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=104073) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 03:27:25.511176 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] For port 884547de-07f3-4f0b-bce0-549d72cba67d, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=884547de-07f3-4f0b-bce0-549d72cba67d,segment=NetworkSegment(cc94f9b6-ace2-494d-8a96-80adbe9e180d),segment_id=cc94f9b6-ace2-494d-8a96-80adbe9e180d)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:27:25.523500 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Returning: {'device': '884547de-07f3-4f0b-bce0-549d72cba67d', 'network_id': 'd552a4c8-1cfd-43a0-b4ee-dbad181ed1bf', 'port_id': '884547de-07f3-4f0b-bce0-549d72cba67d', 'mac_address': 'fa:16:3e:69:1e:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aaf2d597-6e7b-442c-99e2-abf0b8672091', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104073) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 03:27:25.559223 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Current status of the port 884547de-07f3-4f0b-bce0-549d72cba67d is: DOWN; New status is: BUILD {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:27:25.559525 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (884547de-07f3-4f0b-bce0-549d72cba67d), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:25.572669 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.notifiers.nova [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 884547de-07f3-4f0b-bce0-549d72cba67d {{(pid=104073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:27:25.592381 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] For port 884547de-07f3-4f0b-bce0-549d72cba67d, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=884547de-07f3-4f0b-bce0-549d72cba67d,segment=NetworkSegment(cc94f9b6-ace2-494d-8a96-80adbe9e180d),segment_id=cc94f9b6-ace2-494d-8a96-80adbe9e180d)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:27:25.599884 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (884547de-07f3-4f0b-bce0-549d72cba67d), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:25.660114 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Pushing event updated for resources: {'Port': ['ID=884547de-07f3-4f0b-bce0-549d72cba67d,revision_number=4']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:25.793485 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66acab3-91be-41ce-a7f9-5d89a64044b5 req-f2f7ca64-2f1d-4804-b1db-cc63a8618384 tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:25.795589 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-d66acab3-91be-41ce-a7f9-5d89a64044b5 req-f2f7ca64-2f1d-4804-b1db-cc63a8618384 tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] 10.222.0.50 "GET /v2.0/ports?device_id=0360f3b9-e443-4d35-89a4-6f981918f34a HTTP/1.1" status: 200 len: 944 time: 0.0527818 May 27 03:27:25.846143 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-d66acab3-91be-41ce-a7f9-5d89a64044b5 req-38f8f89a-57a9-4d7b-8826-e1599f690521 tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] 10.222.0.50 "GET /v2.0/security-groups?id=f967cd66-a8a5-4774-bb98-26f6d9d0be9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443428 May 27 03:27:25.874750 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a06db8-39f4-41aa-ab63-f3d7de539fd4 req-58787a3b-f46e-4da9-b756-f3ce0493d226 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:25.876360 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-35a06db8-39f4-41aa-ab63-f3d7de539fd4 req-58787a3b-f46e-4da9-b756-f3ce0493d226 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/ports?device_id=6e20f854-915e-4f4e-8596-b16df25a2609 HTTP/1.1" status: 200 len: 945 time: 0.0501261 May 27 03:27:25.888361 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=100 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:27:25.926733 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-35a06db8-39f4-41aa-ab63-f3d7de539fd4 req-a045b8ca-9820-4b1e-a155-b18d24c1fadf tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/security-groups?id=d8d0080e-a06c-4ae4-a8fb-eda4e5e03ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442209 May 27 03:27:26.066580 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] get_ports_and_sgs() called for port_ids ['884547de-07f3-4f0b-bce0-549d72cba67d'] {{(pid=104073) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:27:26.778625 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2c250d-1dbe-4fb2-847e-7d37cd73c1b0 req-0411fb53-e6e9-49da-ac1a-207210b1ef67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:26.780662 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-9e2c250d-1dbe-4fb2-847e-7d37cd73c1b0 req-0411fb53-e6e9-49da-ac1a-207210b1ef67 service neutron] 10.222.0.67 "GET /v2.0/networks?id=d552a4c8-1cfd-43a0-b4ee-dbad181ed1bf HTTP/1.1" status: 200 len: 914 time: 0.1040959 May 27 03:27:26.972559 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d576ec93-87ee-4f80-94a0-d6ba0b18d3a0 req-5eba6767-ab32-4cdf-9cc2-4dd1bcff6cec tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:26.974069 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-d576ec93-87ee-4f80-94a0-d6ba0b18d3a0 req-5eba6767-ab32-4cdf-9cc2-4dd1bcff6cec tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] 10.222.0.50 "GET /v2.0/ports?device_id=0360f3b9-e443-4d35-89a4-6f981918f34a HTTP/1.1" status: 200 len: 944 time: 0.0551591 May 27 03:27:27.024575 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-d576ec93-87ee-4f80-94a0-d6ba0b18d3a0 req-d11911fd-b05f-47bd-8166-92bfe850d525 tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] 10.222.0.50 "GET /v2.0/security-groups?id=f967cd66-a8a5-4774-bb98-26f6d9d0be9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442591 May 27 03:27:27.048245 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3b2d50-ec59-4fbe-bf26-6b0eacbf304a req-412c281f-b601-4169-8e5e-e3b4013dcaa9 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:27.049875 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-7d3b2d50-ec59-4fbe-bf26-6b0eacbf304a req-412c281f-b601-4169-8e5e-e3b4013dcaa9 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/ports?device_id=6e20f854-915e-4f4e-8596-b16df25a2609 HTTP/1.1" status: 200 len: 945 time: 0.0508997 May 27 03:27:27.099333 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-7d3b2d50-ec59-4fbe-bf26-6b0eacbf304a req-602829ac-1ef5-4ac9-82b1-55f6aad3ead7 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/security-groups?id=d8d0080e-a06c-4ae4-a8fb-eda4e5e03ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435214 May 27 03:27:27.245292 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-9e2c250d-1dbe-4fb2-847e-7d37cd73c1b0 req-d0ee7239-6bdc-4ea9-9883-89d1aafae074 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=884547de-07f3-4f0b-bce0-549d72cba67d HTTP/1.1" status: 200 len: 217 time: 0.0385985 May 27 03:27:27.281584 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b9fde4-4ead-4bda-801e-06648b0754ba req-79cf2f7a-8e74-478f-b9d7-445ab5d20e52 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:27.283105 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-51b9fde4-4ead-4bda-801e-06648b0754ba req-79cf2f7a-8e74-478f-b9d7-445ab5d20e52 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.67 "GET /v2.0/ports?device_id=6e20f854-915e-4f4e-8596-b16df25a2609 HTTP/1.1" status: 200 len: 945 time: 0.0565963 May 27 03:27:27.304377 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2c250d-1dbe-4fb2-847e-7d37cd73c1b0 req-8ed3d69e-ac41-4ce6-83f6-a38397d653f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:27.306002 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-9e2c250d-1dbe-4fb2-847e-7d37cd73c1b0 req-8ed3d69e-ac41-4ce6-83f6-a38397d653f2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=aaf2d597-6e7b-442c-99e2-abf0b8672091 HTTP/1.1" status: 200 len: 853 time: 0.0518284 May 27 03:27:27.515816 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Device 884547de-07f3-4f0b-bce0-549d72cba67d up at agent hyperv_hv-cinder-82880 {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:27:27.576412 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Provisioning for port 884547de-07f3-4f0b-bce0-549d72cba67d completed by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 03:27:27.586518 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Provisioning complete for port 884547de-07f3-4f0b-bce0-549d72cba67d triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:27:27.587045 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (884547de-07f3-4f0b-bce0-549d72cba67d), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:27.668584 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Current status of the port 884547de-07f3-4f0b-bce0-549d72cba67d is: BUILD; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:27:27.669333 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (884547de-07f3-4f0b-bce0-549d72cba67d), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:27.669910 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-9e2c250d-1dbe-4fb2-847e-7d37cd73c1b0 req-b006f45c-ecd4-4dc0-8679-cb6fc7713d0a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d552a4c8-1cfd-43a0-b4ee-dbad181ed1bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396445 May 27 03:27:27.695554 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0360f3b9-e443-4d35-89a4-6f981918f34a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '884547de-07f3-4f0b-bce0-549d72cba67d'}] {{(pid=104073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:27:27.697880 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fe636b475fcf817a66bede64dee182d8d37f0deb14dcb08a99f86243ff54ad7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74696916-cdc0-45c0-97ce-4bbdd3abfd7b" -d '{"events": [{"server_uuid": "0360f3b9-e443-4d35-89a4-6f981918f34a", "name": "network-vif-plugged", "status": "completed", "tag": "884547de-07f3-4f0b-bce0-549d72cba67d"}]}' {{(pid=104073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:27:27.711507 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] For port 884547de-07f3-4f0b-bce0-549d72cba67d, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=884547de-07f3-4f0b-bce0-549d72cba67d,segment=NetworkSegment(cc94f9b6-ace2-494d-8a96-80adbe9e180d),segment_id=cc94f9b6-ace2-494d-8a96-80adbe9e180d)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:27:27.719798 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (884547de-07f3-4f0b-bce0-549d72cba67d), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:27.720698 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Device 15f49aae-9ee3-4bd2-82eb-2e60ca6f0e35 no longer exists at agent hyperv_hv-cinder-82880 {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:27:27.748622 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.plugin [req-51b9fde4-4ead-4bda-801e-06648b0754ba req-96cf2bba-0de2-4379-8aa7-63b31c5abe45 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Deleting port 15f49aae-9ee3-4bd2-82eb-2e60ca6f0e35 {{(pid=104071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:27:27.749027 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-51b9fde4-4ead-4bda-801e-06648b0754ba req-96cf2bba-0de2-4379-8aa7-63b31c5abe45 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743907775461'] for port (15f49aae-9ee3-4bd2-82eb-2e60ca6f0e35), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:27.763736 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-872a09e3-8fc2-4459-9bf9-58bdf5d210fb x-openstack-request-id: req-872a09e3-8fc2-4459-9bf9-58bdf5d210fb {{(pid=104073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:27:27.764293 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0360f3b9-e443-4d35-89a4-6f981918f34a", "name": "network-vif-plugged", "status": "completed", "tag": "884547de-07f3-4f0b-bce0-549d72cba67d", "code": 200}]} {{(pid=104073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:27:27.765286 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-872a09e3-8fc2-4459-9bf9-58bdf5d210fb {{(pid=104073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:27:27.765286 dv-cinder-828806-4-iscsi neutron-server[104073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-872a09e3-8fc2-4459-9bf9-58bdf5d210fb'] response: {'server_uuid': '0360f3b9-e443-4d35-89a4-6f981918f34a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '884547de-07f3-4f0b-bce0-549d72cba67d', 'code': 200} May 27 03:27:27.792523 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-9e2c250d-1dbe-4fb2-847e-7d37cd73c1b0 req-81387ee6-3df7-4129-80f2-6fa876c55dd4 service neutron] 10.222.0.67 "GET /v2.0/networks/d552a4c8-1cfd-43a0-b4ee-dbad181ed1bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124806 May 27 03:27:27.821083 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Pushing event updated for resources: {'Port': ['ID=884547de-07f3-4f0b-bce0-549d72cba67d,revision_number=5']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:27.867216 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Current status of the port 15f49aae-9ee3-4bd2-82eb-2e60ca6f0e35 is: ACTIVE; New status is: DOWN {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:27:27.867636 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (15f49aae-9ee3-4bd2-82eb-2e60ca6f0e35), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:27.877779 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.db [req-51b9fde4-4ead-4bda-801e-06648b0754ba req-96cf2bba-0de2-4379-8aa7-63b31c5abe45 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] For port 15f49aae-9ee3-4bd2-82eb-2e60ca6f0e35, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=15f49aae-9ee3-4bd2-82eb-2e60ca6f0e35,segment=NetworkSegment(9331d2d7-a6a0-4c34-9e42-53844ef9b31b),segment_id=9331d2d7-a6a0-4c34-9e42-53844ef9b31b)] {{(pid=104071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:27:27.878154 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-51b9fde4-4ead-4bda-801e-06648b0754ba req-96cf2bba-0de2-4379-8aa7-63b31c5abe45 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16271712'] for port (15f49aae-9ee3-4bd2-82eb-2e60ca6f0e35), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:27.893640 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:27:27.909710 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:27:27.911888 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] For port 15f49aae-9ee3-4bd2-82eb-2e60ca6f0e35, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=15f49aae-9ee3-4bd2-82eb-2e60ca6f0e35,segment=NetworkSegment(9331d2d7-a6a0-4c34-9e42-53844ef9b31b),segment_id=9331d2d7-a6a0-4c34-9e42-53844ef9b31b)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:27:27.920868 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (15f49aae-9ee3-4bd2-82eb-2e60ca6f0e35), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:27.953136 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-9e2c250d-1dbe-4fb2-847e-7d37cd73c1b0 req-ba5e43c6-1ad4-4aeb-81d3-81ee54369459 service neutron] 10.222.0.67 "GET /v2.0/networks/d552a4c8-1cfd-43a0-b4ee-dbad181ed1bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167324 May 27 03:27:27.980173 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Pushing event updated for resources: {'Port': ['ID=15f49aae-9ee3-4bd2-82eb-2e60ca6f0e35,revision_number=6']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:28.022636 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:27:28.050891 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e838fe26-5ed5-4067-b43d-f529410fda4a req-7c9261ce-8362-4f5e-b553-3bb1393e8767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:28.052311 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-e838fe26-5ed5-4067-b43d-f529410fda4a req-7c9261ce-8362-4f5e-b553-3bb1393e8767 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=0360f3b9-e443-4d35-89a4-6f981918f34a HTTP/1.1" status: 200 len: 1129 time: 0.0386486 May 27 03:27:28.099324 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-e838fe26-5ed5-4067-b43d-f529410fda4a req-a5f2fe32-cc1b-4101-8653-3c2f2086ce46 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=f967cd66-a8a5-4774-bb98-26f6d9d0be9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411296 May 27 03:27:28.239751 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ea451d-b391-45bf-b466-d6ce138b3710 req-590b91b2-be99-48af-8b03-6a6f49427f26 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:28.242904 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-78ea451d-b391-45bf-b466-d6ce138b3710 req-590b91b2-be99-48af-8b03-6a6f49427f26 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/ports?device_id=6e20f854-915e-4f4e-8596-b16df25a2609 HTTP/1.1" status: 200 len: 943 time: 0.0674713 May 27 03:27:28.298127 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-78ea451d-b391-45bf-b466-d6ce138b3710 req-98210ccd-801d-4b96-a7e4-a245257bfad6 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/security-groups?id=d8d0080e-a06c-4ae4-a8fb-eda4e5e03ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456789 May 27 03:27:28.409957 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f29b04-af59-48fe-8ee1-bca66e9f58bb req-0cc17fdb-b65b-47f5-afa7-6855d54dfbde tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:28.411415 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-e5f29b04-af59-48fe-8ee1-bca66e9f58bb req-0cc17fdb-b65b-47f5-afa7-6855d54dfbde tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] 10.222.0.50 "GET /v2.0/ports?device_id=0360f3b9-e443-4d35-89a4-6f981918f34a HTTP/1.1" status: 200 len: 945 time: 0.0627356 May 27 03:27:28.413621 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-51b9fde4-4ead-4bda-801e-06648b0754ba req-96cf2bba-0de2-4379-8aa7-63b31c5abe45 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:28.413972 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-51b9fde4-4ead-4bda-801e-06648b0754ba req-96cf2bba-0de2-4379-8aa7-63b31c5abe45 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16279512'] for floatingip (ea6c334b-357e-4656-b4f1-c47053dfedb7), after_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:28.414282 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.db.l3_db [req-51b9fde4-4ead-4bda-801e-06648b0754ba req-96cf2bba-0de2-4379-8aa7-63b31c5abe45 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Floating IP ea6c334b-357e-4656-b4f1-c47053dfedb7 disassociated. External IP: 172.27.3.75, port: 15f49aae-9ee3-4bd2-82eb-2e60ca6f0e35. May 27 03:27:28.414613 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.plugin [req-51b9fde4-4ead-4bda-801e-06648b0754ba req-96cf2bba-0de2-4379-8aa7-63b31c5abe45 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Calling delete_port for 15f49aae-9ee3-4bd2-82eb-2e60ca6f0e35 owned by compute:nova {{(pid=104071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:27:28.507787 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-e5f29b04-af59-48fe-8ee1-bca66e9f58bb req-4b8d44aa-4ac9-47e6-b243-3264428ff6f4 tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] 10.222.0.50 "GET /v2.0/security-groups?id=f967cd66-a8a5-4774-bb98-26f6d9d0be9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884819 May 27 03:27:28.582891 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a312b077-6631-408d-a2a7-aef1d14b066f req-fda94854-02f5-4e46-9d02-db778ab11037 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:28.584635 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a312b077-6631-408d-a2a7-aef1d14b066f req-fda94854-02f5-4e46-9d02-db778ab11037 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=b967195a-9c2e-4f9f-9a09-65a4101b07c8 HTTP/1.1" status: 200 len: 945 time: 0.0527637 May 27 03:27:28.586442 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-51b9fde4-4ead-4bda-801e-06648b0754ba req-96cf2bba-0de2-4379-8aa7-63b31c5abe45 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743907783123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743907242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12907156'] for port (15f49aae-9ee3-4bd2-82eb-2e60ca6f0e35), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:28.613663 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cf2bba-0de2-4379-8aa7-63b31c5abe45 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Pushing event deleted for resources: {'Port': ['ID=15f49aae-9ee3-4bd2-82eb-2e60ca6f0e35,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:28.621377 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:27:28.643137 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a312b077-6631-408d-a2a7-aef1d14b066f req-a561a8f9-0b8f-4db1-8d0a-29e9eeb05939 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bc245b1-e1c5-4d98-8284-2a627ecaaea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512183 May 27 03:27:28.695549 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1269e243-e277-45ce-b538-9a5626139690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (88cb169e-23a7-4380-813c-9b707a5671b5), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:28.726669 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:27:28.730837 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.scheduler.l3_agent_scheduler [req-51b9fde4-4ead-4bda-801e-06648b0754ba req-96cf2bba-0de2-4379-8aa7-63b31c5abe45 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Router 48ccfd99-9d2a-40bc-8f48-1ef8477ddac8 has already been hosted by L3 agent 3e4effd7-5bc9-408b-93fa-42e4b19a61d9 {{(pid=104071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:27:28.838433 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-51b9fde4-4ead-4bda-801e-06648b0754ba req-96cf2bba-0de2-4379-8aa7-63b31c5abe45 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Notify agent at l3_agent.dv-cinder-828806-4-iscsi the message routers_updated {{(pid=104071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:27:28.849536 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81a3a6c-ddea-45fa-99d3-94dded5f25ea None None] Sync routers for ids ['48ccfd99-9d2a-40bc-8f48-1ef8477ddac8'] in dv-cinder-828806-4-iscsi {{(pid=104074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:27:28.862186 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81a3a6c-ddea-45fa-99d3-94dded5f25ea None None] Routers {'48ccfd99-9d2a-40bc-8f48-1ef8477ddac8'} bound to L3 agent in host dv-cinder-828806-4-iscsi {{(pid=104074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:27:28.863266 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-a81a3a6c-ddea-45fa-99d3-94dded5f25ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T03:14:31Z,description=,heartbeat_timestamp=2022-05-27T03:27:01Z,host='dv-cinder-828806-4-iscsi',id=3e4effd7-5bc9-408b-93fa-42e4b19a61d9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:14:31Z,topic='l3_agent')) {'router_ids': ['48ccfd99-9d2a-40bc-8f48-1ef8477ddac8'], 'active': True} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:27:28.881767 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [req-51b9fde4-4ead-4bda-801e-06648b0754ba req-96cf2bba-0de2-4379-8aa7-63b31c5abe45 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] No DVR routers for this DVR port 15f49aae-9ee3-4bd2-82eb-2e60ca6f0e35 on host hv-cinder-82880 {{(pid=104071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:27:28.884189 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-51b9fde4-4ead-4bda-801e-06648b0754ba req-96cf2bba-0de2-4379-8aa7-63b31c5abe45 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159658'] for port (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:28.888117 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-51b9fde4-4ead-4bda-801e-06648b0754ba req-96cf2bba-0de2-4379-8aa7-63b31c5abe45 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.67 "DELETE /v2.0/ports/15f49aae-9ee3-4bd2-82eb-2e60ca6f0e35 HTTP/1.1" status: 204 len: 173 time: 1.2585499 May 27 03:27:28.888568 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e20f854-915e-4f4e-8596-b16df25a2609', 'name': 'network-vif-deleted', 'tag': '15f49aae-9ee3-4bd2-82eb-2e60ca6f0e35'}] {{(pid=104071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:27:28.890875 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bb076ad6e20eee76da9493a154e3e0af7ddb4a8668b70cc9390b05200f69f4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-150c92cd-022c-4b1f-9ef1-84d827e5aacc" -d '{"events": [{"server_uuid": "6e20f854-915e-4f4e-8596-b16df25a2609", "name": "network-vif-deleted", "tag": "15f49aae-9ee3-4bd2-82eb-2e60ca6f0e35"}]}' {{(pid=104071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:27:28.964757 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-304c961a-0b8b-4f98-ae0d-6625232d690d x-openstack-request-id: req-304c961a-0b8b-4f98-ae0d-6625232d690d {{(pid=104071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:27:28.965204 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e20f854-915e-4f4e-8596-b16df25a2609", "name": "network-vif-deleted", "tag": "15f49aae-9ee3-4bd2-82eb-2e60ca6f0e35", "status": "completed", "code": 200}]} {{(pid=104071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:27:28.965552 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-304c961a-0b8b-4f98-ae0d-6625232d690d {{(pid=104071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:27:28.966046 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-304c961a-0b8b-4f98-ae0d-6625232d690d'] response: {'server_uuid': '6e20f854-915e-4f4e-8596-b16df25a2609', 'name': 'network-vif-deleted', 'tag': '15f49aae-9ee3-4bd2-82eb-2e60ca6f0e35', 'status': 'completed', 'code': 200} May 27 03:27:28.978884 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvr_db [None req-a81a3a6c-ddea-45fa-99d3-94dded5f25ea None None] Set router 48ccfd99-9d2a-40bc-8f48-1ef8477ddac8 gateway port host: dv-cinder-828806-4-iscsi {{(pid=104074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:27:29.088930 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82255342-4590-4439-b800-cd463e086bbe req-778625d9-e7d0-48d8-b0a0-1cb6fed281da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:29.091178 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-82255342-4590-4439-b800-cd463e086bbe req-778625d9-e7d0-48d8-b0a0-1cb6fed281da service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6db8193dcee944008c7b41889bfa67a3&device_id=b967195a-9c2e-4f9f-9a09-65a4101b07c8 HTTP/1.1" status: 200 len: 1129 time: 0.0488410 May 27 03:27:29.201185 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-a81a3a6c-ddea-45fa-99d3-94dded5f25ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ccfd99-9d2a-40bc-8f48-1ef8477ddac8', 'name': 'tempest-AttachVolumeNegativeTest-1190605770-router', 'tenant_id': '082b5523ee504be09f6fcaf833207a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': 'ee2b145c-866a-4545-a5dc-b000db3e976a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:15Z', 'updated_at': '2022-05-27T03:23:33Z', 'revision_number': 4, 'project_id': '082b5523ee504be09f6fcaf833207a4f', 'gw_port': {'id': 'ee2b145c-866a-4545-a5dc-b000db3e976a', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ccfd99-9d2a-40bc-8f48-1ef8477ddac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:16Z', 'updated_at': '2022-05-27T03:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi', '_floatingips': [{'id': '857cb62f-626e-4933-963d-3e1db7bb3b74', 'tenant_id': '082b5523ee504be09f6fcaf833207a4f', 'floating_ip_address': '172.27.3.34', 'floating_network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'router_id': '48ccfd99-9d2a-40bc-8f48-1ef8477ddac8', 'port_id': '1ad404ad-b415-4130-81fb-67637fa7ba8a', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 171, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e861f168-e1a5-4542-8ee4-9759fa17a578', 'mac_address': 'fa:16:3e:3a:35:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd00e4700-28c6-4440-83e4-c3d1a86a75c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:23:47Z', 'updated_at': '2022-05-27T03:24:27Z', 'revision_number': 2, 'project_id': '082b5523ee504be09f6fcaf833207a4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de2e02ca-ae55-44a3-8d3d-cbe2d4c0df81', 'name': '', 'network_id': 'e861f168-e1a5-4542-8ee4-9759fa17a578', 'tenant_id': '082b5523ee504be09f6fcaf833207a4f', 'mac_address': 'fa:16:3e:93:65:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ccfd99-9d2a-40bc-8f48-1ef8477ddac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '22c8ee8a-bdb1-4646-81f4-b6b1b8177bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:28Z', 'updated_at': '2022-05-27T03:23:46Z', 'revision_number': 5, 'project_id': '082b5523ee504be09f6fcaf833207a4f', 'subnets': [{'id': '22c8ee8a-bdb1-4646-81f4-b6b1b8177bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-4-iscsi', False) {} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:27:29.226369 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81a3a6c-ddea-45fa-99d3-94dded5f25ea None None] Checking router: 48ccfd99-9d2a-40bc-8f48-1ef8477ddac8 for host: dv-cinder-828806-4-iscsi {{(pid=104074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:27:29.236443 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81a3a6c-ddea-45fa-99d3-94dded5f25ea None None] Routers {'48ccfd99-9d2a-40bc-8f48-1ef8477ddac8'} bound to L3 agent in host dv-cinder-828806-4-iscsi {{(pid=104074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:27:29.237096 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-a81a3a6c-ddea-45fa-99d3-94dded5f25ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T03:14:31Z,description=,heartbeat_timestamp=2022-05-27T03:27:01Z,host='dv-cinder-828806-4-iscsi',id=3e4effd7-5bc9-408b-93fa-42e4b19a61d9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:14:31Z,topic='l3_agent')) {'router_ids': ['48ccfd99-9d2a-40bc-8f48-1ef8477ddac8'], 'active': True} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:27:29.329845 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82255342-4590-4439-b800-cd463e086bbe req-2b2a63ff-25eb-4580-a9e9-105c795bb125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:29.331617 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-82255342-4590-4439-b800-cd463e086bbe req-2b2a63ff-25eb-4580-a9e9-105c795bb125 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ee2ac450-e56e-4c1d-8d15-c8bfd50e2024 HTTP/1.1" status: 200 len: 920 time: 0.1084774 May 27 03:27:29.354991 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvr_db [None req-a81a3a6c-ddea-45fa-99d3-94dded5f25ea None None] Set router 48ccfd99-9d2a-40bc-8f48-1ef8477ddac8 gateway port host: dv-cinder-828806-4-iscsi {{(pid=104074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:27:29.414519 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-aba6194f-931f-4449-815c-68d05d7113b1 req-3fc9f939-bb8a-4a5d-b711-d39f7a33e3a6 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/ports?device_id=6e20f854-915e-4f4e-8596-b16df25a2609 HTTP/1.1" status: 200 len: 210 time: 0.0294969 May 27 03:27:29.574134 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-a81a3a6c-ddea-45fa-99d3-94dded5f25ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ccfd99-9d2a-40bc-8f48-1ef8477ddac8', 'name': 'tempest-AttachVolumeNegativeTest-1190605770-router', 'tenant_id': '082b5523ee504be09f6fcaf833207a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': 'ee2b145c-866a-4545-a5dc-b000db3e976a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:15Z', 'updated_at': '2022-05-27T03:23:33Z', 'revision_number': 4, 'project_id': '082b5523ee504be09f6fcaf833207a4f', 'gw_port': {'id': 'ee2b145c-866a-4545-a5dc-b000db3e976a', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ccfd99-9d2a-40bc-8f48-1ef8477ddac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:16Z', 'updated_at': '2022-05-27T03:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi', '_floatingips': [{'id': '857cb62f-626e-4933-963d-3e1db7bb3b74', 'tenant_id': '082b5523ee504be09f6fcaf833207a4f', 'floating_ip_address': '172.27.3.34', 'floating_network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'router_id': '48ccfd99-9d2a-40bc-8f48-1ef8477ddac8', 'port_id': '1ad404ad-b415-4130-81fb-67637fa7ba8a', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 171, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e861f168-e1a5-4542-8ee4-9759fa17a578', 'mac_address': 'fa:16:3e:3a:35:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd00e4700-28c6-4440-83e4-c3d1a86a75c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:23:47Z', 'updated_at': '2022-05-27T03:24:27Z', 'revision_number': 2, 'project_id': '082b5523ee504be09f6fcaf833207a4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de2e02ca-ae55-44a3-8d3d-cbe2d4c0df81', 'name': '', 'network_id': 'e861f168-e1a5-4542-8ee4-9759fa17a578', 'tenant_id': '082b5523ee504be09f6fcaf833207a4f', 'mac_address': 'fa:16:3e:93:65:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ccfd99-9d2a-40bc-8f48-1ef8477ddac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '22c8ee8a-bdb1-4646-81f4-b6b1b8177bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:28Z', 'updated_at': '2022-05-27T03:23:46Z', 'revision_number': 5, 'project_id': '082b5523ee504be09f6fcaf833207a4f', 'subnets': [{'id': '22c8ee8a-bdb1-4646-81f4-b6b1b8177bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-4-iscsi', False) {} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:27:29.603486 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81a3a6c-ddea-45fa-99d3-94dded5f25ea None None] The sync data for ids ['48ccfd99-9d2a-40bc-8f48-1ef8477ddac8'] in dv-cinder-828806-4-iscsi is: [{'id': '48ccfd99-9d2a-40bc-8f48-1ef8477ddac8', 'name': 'tempest-AttachVolumeNegativeTest-1190605770-router', 'tenant_id': '082b5523ee504be09f6fcaf833207a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': 'ee2b145c-866a-4545-a5dc-b000db3e976a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:15Z', 'updated_at': '2022-05-27T03:23:33Z', 'revision_number': 4, 'project_id': '082b5523ee504be09f6fcaf833207a4f', 'gw_port': {'id': 'ee2b145c-866a-4545-a5dc-b000db3e976a', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ccfd99-9d2a-40bc-8f48-1ef8477ddac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:16Z', 'updated_at': '2022-05-27T03:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi', '_floatingips': [{'id': '857cb62f-626e-4933-963d-3e1db7bb3b74', 'tenant_id': '082b5523ee504be09f6fcaf833207a4f', 'floating_ip_address': '172.27.3.34', 'floating_network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'router_id': '48ccfd99-9d2a-40bc-8f48-1ef8477ddac8', 'port_id': '1ad404ad-b415-4130-81fb-67637fa7ba8a', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 171, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e861f168-e1a5-4542-8ee4-9759fa17a578', 'mac_address': 'fa:16:3e:3a:35:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd00e4700-28c6-4440-83e4-c3d1a86a75c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:23:47Z', 'updated_at': '2022-05-27T03:24:27Z', 'revision_number': 2, 'project_id': '082b5523ee504be09f6fcaf833207a4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de2e02ca-ae55-44a3-8d3d-cbe2d4c0df81', 'name': '', 'network_id': 'e861f168-e1a5-4542-8ee4-9759fa17a578', 'tenant_id': '082b5523ee504be09f6fcaf833207a4f', 'mac_address': 'fa:16:3e:93:65:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ccfd99-9d2a-40bc-8f48-1ef8477ddac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '22c8ee8a-bdb1-4646-81f4-b6b1b8177bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:28Z', 'updated_at': '2022-05-27T03:23:46Z', 'revision_number': 5, 'project_id': '082b5523ee504be09f6fcaf833207a4f', 'subnets': [{'id': '22c8ee8a-bdb1-4646-81f4-b6b1b8177bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:27:29.633086 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09e371f-05c9-43b0-b667-812fad8f7572 req-d4a5463f-59d2-4494-afc0-d8efa61b7bff tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:29.634644 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-e09e371f-05c9-43b0-b667-812fad8f7572 req-d4a5463f-59d2-4494-afc0-d8efa61b7bff tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] 10.222.0.50 "GET /v2.0/ports?device_id=0360f3b9-e443-4d35-89a4-6f981918f34a HTTP/1.1" status: 200 len: 945 time: 0.0507708 May 27 03:27:29.697531 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-e09e371f-05c9-43b0-b667-812fad8f7572 req-0c599b1a-0c99-4eed-bd15-fe719cf6af3a tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] 10.222.0.50 "GET /v2.0/security-groups?id=f967cd66-a8a5-4774-bb98-26f6d9d0be9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548460 May 27 03:27:29.766626 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e20f854-915e-4f4e-8596-b16df25a2609', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15f49aae-9ee3-4bd2-82eb-2e60ca6f0e35'}] {{(pid=104073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:27:29.768969 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fe636b475fcf817a66bede64dee182d8d37f0deb14dcb08a99f86243ff54ad7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2c47902-a202-405a-99fb-7f94b09f92ba" -d '{"events": [{"server_uuid": "6e20f854-915e-4f4e-8596-b16df25a2609", "name": "network-vif-unplugged", "status": "completed", "tag": "15f49aae-9ee3-4bd2-82eb-2e60ca6f0e35"}]}' {{(pid=104073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:27:29.800079 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8bde19-5676-4cb0-8d19-a7312c94f5a1 req-a9f6e7c5-251d-4857-be79-b3e58dd4ef69 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:29.801704 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-6f8bde19-5676-4cb0-8d19-a7312c94f5a1 req-a9f6e7c5-251d-4857-be79-b3e58dd4ef69 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=b967195a-9c2e-4f9f-9a09-65a4101b07c8 HTTP/1.1" status: 200 len: 945 time: 0.0722110 May 27 03:27:29.869417 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-6f8bde19-5676-4cb0-8d19-a7312c94f5a1 req-57b88d66-e88f-41ca-954f-6c6530c3a548 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bc245b1-e1c5-4d98-8284-2a627ecaaea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607443 May 27 03:27:29.912194 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 May 2022 03:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c893d1c-07b0-4b0e-baa2-604da3e23164 x-openstack-request-id: req-8c893d1c-07b0-4b0e-baa2-604da3e23164 {{(pid=104073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:27:29.912509 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e20f854-915e-4f4e-8596-b16df25a2609", "name": "network-vif-unplugged", "status": "completed", "tag": "15f49aae-9ee3-4bd2-82eb-2e60ca6f0e35", "code": 200}]} {{(pid=104073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:27:29.912774 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8c893d1c-07b0-4b0e-baa2-604da3e23164 {{(pid=104073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:27:29.913456 dv-cinder-828806-4-iscsi neutron-server[104073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c893d1c-07b0-4b0e-baa2-604da3e23164'] response: {'server_uuid': '6e20f854-915e-4f4e-8596-b16df25a2609', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15f49aae-9ee3-4bd2-82eb-2e60ca6f0e35', 'code': 200} May 27 03:27:29.926704 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-82255342-4590-4439-b800-cd463e086bbe req-3a8923d8-2fbc-4d05-a0fc-924e56a3b57f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=00901745-e24d-4624-8550-b70ca512f20a HTTP/1.1" status: 200 len: 1001 time: 0.0897262 May 27 03:27:29.947090 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063add28-957d-4c81-b8e8-6ad344be3e2d None None] New status for floating IP ea6c334b-357e-4656-b4f1-c47053dfedb7: DOWN {{(pid=104073) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 03:27:30.259242 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82255342-4590-4439-b800-cd463e086bbe req-deb98150-5568-4414-97bc-07dc4907e2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:30.261202 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-82255342-4590-4439-b800-cd463e086bbe req-deb98150-5568-4414-97bc-07dc4907e2bd service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cc441656-896b-4ce0-b128-b3b9a7f3a183 HTTP/1.1" status: 200 len: 858 time: 0.0572975 May 27 03:27:30.365776 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82255342-4590-4439-b800-cd463e086bbe req-27993956-e46a-47ac-bb79-1808345ac1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:30.368682 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-82255342-4590-4439-b800-cd463e086bbe req-27993956-e46a-47ac-bb79-1808345ac1dd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ee2ac450-e56e-4c1d-8d15-c8bfd50e2024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0798244 May 27 03:27:30.495624 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-82255342-4590-4439-b800-cd463e086bbe req-59c9b1da-df20-4446-9fc4-aab276a51799 service neutron] 10.222.0.67 "GET /v2.0/networks/ee2ac450-e56e-4c1d-8d15-c8bfd50e2024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188147 May 27 03:27:30.539526 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 32928) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:27:30.562042 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:27:30.614184 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-27f7ef0b-2331-4f02-ad5a-9299caaa1639 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks [] for security_group (d8d0080e-a06c-4ae4-a8fb-eda4e5e03ad2), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:30.633830 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-82255342-4590-4439-b800-cd463e086bbe req-92113fc0-722a-4e44-a818-663b86c17c3b service neutron] 10.222.0.67 "GET /v2.0/networks/ee2ac450-e56e-4c1d-8d15-c8bfd50e2024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067653 May 27 03:27:30.641993 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-27f7ef0b-2331-4f02-ad5a-9299caaa1639 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks [] for security_group (d8d0080e-a06c-4ae4-a8fb-eda4e5e03ad2), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:30.720379 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-27f7ef0b-2331-4f02-ad5a-9299caaa1639 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (d8d0080e-a06c-4ae4-a8fb-eda4e5e03ad2), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:30.724027 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-27f7ef0b-2331-4f02-ad5a-9299caaa1639 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks [] for security_group (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:30.728102 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-27f7ef0b-2331-4f02-ad5a-9299caaa1639 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "DELETE /v2.0/security-groups/d8d0080e-a06c-4ae4-a8fb-eda4e5e03ad2 HTTP/1.1" status: 204 len: 168 time: 0.1845605 May 27 03:27:30.728571 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 32934) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:27:30.735495 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f7ef0b-2331-4f02-ad5a-9299caaa1639 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8d0080e-a06c-4ae4-a8fb-eda4e5e03ad2,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:30.748454 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.api.v2.resource [None req-dffac491-4266-4b63-9cb9-c946c76ecf34 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] show failed (client error): The resource could not be found. May 27 03:27:30.750072 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-dffac491-4266-4b63-9cb9-c946c76ecf34 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/security-groups/d8d0080e-a06c-4ae4-a8fb-eda4e5e03ad2 HTTP/1.1" status: 404 len: 347 time: 0.0203588 May 27 03:27:30.752728 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 32936) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:27:30.866955 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.plugin [None req-9ad634c0-4f72-40bc-8029-57603dd0e6dc tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Deleting port a63d787e-5122-49b7-84e7-cfe04cf43254 {{(pid=104071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:27:30.867163 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-9ad634c0-4f72-40bc-8029-57603dd0e6dc tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743907775461'] for port (a63d787e-5122-49b7-84e7-cfe04cf43254), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:30.947868 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-9ad634c0-4f72-40bc-8029-57603dd0e6dc tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16271712'] for port (a63d787e-5122-49b7-84e7-cfe04cf43254), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:30.948126 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-9ad634c0-4f72-40bc-8029-57603dd0e6dc tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks [] for floatingip (a63d787e-5122-49b7-84e7-cfe04cf43254), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:30.962153 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.plugin [None req-9ad634c0-4f72-40bc-8029-57603dd0e6dc tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Calling delete_port for a63d787e-5122-49b7-84e7-cfe04cf43254 owned by network:floatingip {{(pid=104071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:27:30.989912 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c51e97-670d-47e7-86e2-2239fa4521df req-3a52a8b6-6dda-48dd-af49-31c1fc371ddf tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:30.992267 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-82c51e97-670d-47e7-86e2-2239fa4521df req-3a52a8b6-6dda-48dd-af49-31c1fc371ddf tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=b967195a-9c2e-4f9f-9a09-65a4101b07c8 HTTP/1.1" status: 200 len: 945 time: 0.0573719 May 27 03:27:31.018429 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=100 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:27:31.025509 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=100 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:27:31.047340 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-82c51e97-670d-47e7-86e2-2239fa4521df req-89e4be62-5d5e-4874-b5db-a498407de32d tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bc245b1-e1c5-4d98-8284-2a627ecaaea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491102 May 27 03:27:31.096232 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-23fa6d3c-096d-4de8-9f87-865276007344 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (3e4effd7-5bc9-408b-93fa-42e4b19a61d9), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:31.123681 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-9ad634c0-4f72-40bc-8029-57603dd0e6dc tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743907783123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743907242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12907156'] for port (a63d787e-5122-49b7-84e7-cfe04cf43254), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:31.150467 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad634c0-4f72-40bc-8029-57603dd0e6dc tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Pushing event deleted for resources: {'Port': ['ID=a63d787e-5122-49b7-84e7-cfe04cf43254,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:31.227832 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-9ad634c0-4f72-40bc-8029-57603dd0e6dc tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks [] for floatingip (ea6c334b-357e-4656-b4f1-c47053dfedb7), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:31.230520 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-9ad634c0-4f72-40bc-8029-57603dd0e6dc tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159658'] for floatingip (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:31.231764 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-9ad634c0-4f72-40bc-8029-57603dd0e6dc tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "DELETE /v2.0/floatingips/ea6c334b-357e-4656-b4f1-c47053dfedb7 HTTP/1.1" status: 204 len: 168 time: 0.4779980 May 27 03:27:32.144618 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-df01de3e-f6cf-4253-895b-65b557a1455e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (84e30450-e547-4748-a220-898a66747e61), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:32.204261 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad91cb0-b5d6-448d-835f-458cd1d81840 req-3f38dea2-13c9-42fb-9ed1-8896474e0965 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:32.205731 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-5ad91cb0-b5d6-448d-835f-458cd1d81840 req-3f38dea2-13c9-42fb-9ed1-8896474e0965 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=b967195a-9c2e-4f9f-9a09-65a4101b07c8 HTTP/1.1" status: 200 len: 945 time: 0.0689430 May 27 03:27:32.273841 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-5ad91cb0-b5d6-448d-835f-458cd1d81840 req-a8156e77-6eed-427e-b85f-e59a51f9c2e1 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bc245b1-e1c5-4d98-8284-2a627ecaaea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609603 May 27 03:27:33.395440 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb60ea5-965c-4569-ba70-85b86b5ecbc8 req-8691be66-c293-4c1c-a22d-28eed1ca7a42 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:33.396865 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-4bb60ea5-965c-4569-ba70-85b86b5ecbc8 req-8691be66-c293-4c1c-a22d-28eed1ca7a42 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=b967195a-9c2e-4f9f-9a09-65a4101b07c8 HTTP/1.1" status: 200 len: 945 time: 0.0484073 May 27 03:27:33.459917 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-4bb60ea5-965c-4569-ba70-85b86b5ecbc8 req-d9e96620-13c1-4f8f-bcd6-5bf290bfcaf3 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bc245b1-e1c5-4d98-8284-2a627ecaaea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543797 May 27 03:27:33.703983 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f70e7e6e-5d50-42a8-9a05-38619da83ed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (7db81693-ec25-4d8d-9069-8605391ffc10), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:34.594917 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6209a47e-600c-48f1-82cf-5a66d19b91ef req-635bb2f1-739e-4114-b77f-e03d090d316f tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:34.596298 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-6209a47e-600c-48f1-82cf-5a66d19b91ef req-635bb2f1-739e-4114-b77f-e03d090d316f tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=b967195a-9c2e-4f9f-9a09-65a4101b07c8 HTTP/1.1" status: 200 len: 945 time: 0.0531805 May 27 03:27:34.651665 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-6209a47e-600c-48f1-82cf-5a66d19b91ef req-700b29df-fede-41c8-916c-62099d25aac4 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bc245b1-e1c5-4d98-8284-2a627ecaaea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494683 May 27 03:27:34.952962 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (01a6c5a5-ff25-49ea-8869-bb2b5ba0570e), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:35.074673 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.agents_db [None req-9472a85a-8dd5-480f-9a02-5eb3d7473862 None None] Agent healthcheck: found 6 active agents {{(pid=104074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:27:35.783904 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc90946-2a7a-4581-94a4-68bd46189827 req-6da7280e-c218-4087-ac41-924e27c34439 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:35.785680 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-9bc90946-2a7a-4581-94a4-68bd46189827 req-6da7280e-c218-4087-ac41-924e27c34439 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=b967195a-9c2e-4f9f-9a09-65a4101b07c8 HTTP/1.1" status: 200 len: 945 time: 0.0570841 May 27 03:27:35.836507 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-9bc90946-2a7a-4581-94a4-68bd46189827 req-43bc2f3c-1503-45aa-bcfc-9dca0fe2f332 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bc245b1-e1c5-4d98-8284-2a627ecaaea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449762 May 27 03:27:36.960589 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cce826-df8f-4e96-aabf-27c168e905ce req-6ff0e85c-435e-437a-825b-cdee967fb171 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:36.962122 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-a3cce826-df8f-4e96-aabf-27c168e905ce req-6ff0e85c-435e-437a-825b-cdee967fb171 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=b967195a-9c2e-4f9f-9a09-65a4101b07c8 HTTP/1.1" status: 200 len: 945 time: 0.0507252 May 27 03:27:37.026707 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-a3cce826-df8f-4e96-aabf-27c168e905ce req-9c869cef-920c-4640-8306-8885720427d1 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bc245b1-e1c5-4d98-8284-2a627ecaaea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559766 May 27 03:27:38.164186 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25040a23-e53d-4f1c-8805-7de344359cd1 req-ae9a24f5-4286-4e54-91ec-5b4b2f9fc2cf tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:38.165731 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-25040a23-e53d-4f1c-8805-7de344359cd1 req-ae9a24f5-4286-4e54-91ec-5b4b2f9fc2cf tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=b967195a-9c2e-4f9f-9a09-65a4101b07c8 HTTP/1.1" status: 200 len: 945 time: 0.0716233 May 27 03:27:38.221662 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-25040a23-e53d-4f1c-8805-7de344359cd1 req-30855fd1-c964-4367-9038-9e5961881413 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bc245b1-e1c5-4d98-8284-2a627ecaaea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502367 May 27 03:27:39.349814 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a62a5f-5112-4f3f-a591-61d02d52549b req-2ea538db-a6d1-467f-94d9-d543defc038c tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:39.351417 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-42a62a5f-5112-4f3f-a591-61d02d52549b req-2ea538db-a6d1-467f-94d9-d543defc038c tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=b967195a-9c2e-4f9f-9a09-65a4101b07c8 HTTP/1.1" status: 200 len: 945 time: 0.0474777 May 27 03:27:39.403517 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-42a62a5f-5112-4f3f-a591-61d02d52549b req-d674ce3f-0cc7-4b6c-8f7d-86be63fc0c02 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bc245b1-e1c5-4d98-8284-2a627ecaaea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464489 May 27 03:27:39.577466 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=95 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:27:40.539374 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b4d632-1240-4f99-90bb-60af3cb438b2 req-9ce01d69-f5b0-47fa-9571-c278411569f7 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:40.540802 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-00b4d632-1240-4f99-90bb-60af3cb438b2 req-9ce01d69-f5b0-47fa-9571-c278411569f7 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=b967195a-9c2e-4f9f-9a09-65a4101b07c8 HTTP/1.1" status: 200 len: 945 time: 0.0525379 May 27 03:27:40.600291 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-00b4d632-1240-4f99-90bb-60af3cb438b2 req-11c8bde4-a61c-43a8-8041-784935b2b414 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bc245b1-e1c5-4d98-8284-2a627ecaaea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513012 May 27 03:27:41.040459 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=66 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:27:41.043782 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=23,neutron:DELETE=3 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:27:41.719944 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:27:41.737110 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec1fe9f-6c34-430c-9886-054ff54bf4a1 req-43fa3f7f-2774-4567-8a63-6ddf17890bd7 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:41.738743 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-eec1fe9f-6c34-430c-9886-054ff54bf4a1 req-43fa3f7f-2774-4567-8a63-6ddf17890bd7 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=b967195a-9c2e-4f9f-9a09-65a4101b07c8 HTTP/1.1" status: 200 len: 945 time: 0.0527811 May 27 03:27:41.777965 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:27:41.794251 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-eec1fe9f-6c34-430c-9886-054ff54bf4a1 req-2fa99cc8-98f0-4311-a837-1d2e72180712 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bc245b1-e1c5-4d98-8284-2a627ecaaea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494103 May 27 03:27:42.457681 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c363e7b-39e7-4881-808a-d74e9019716b req-4c7589d2-5b62-40b7-bc68-7c989a857bfc tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:42.459156 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-2c363e7b-39e7-4881-808a-d74e9019716b req-4c7589d2-5b62-40b7-bc68-7c989a857bfc tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/ports?device_id=d00e4700-28c6-4440-83e4-c3d1a86a75c7 HTTP/1.1" status: 200 len: 945 time: 0.0574579 May 27 03:27:42.509822 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-2c363e7b-39e7-4881-808a-d74e9019716b req-c71b79b8-d58b-410e-a1ce-ef6df3793a4e tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/security-groups?id=175a7da0-8a41-43f4-9e53-a62bc6fe8167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444918 May 27 03:27:42.935106 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97c12f7-b8a0-4e90-a4ca-0dbbea458e0e req-5c213df6-8dc9-48f8-a286-0d0c2bc059ea tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:42.936583 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-a97c12f7-b8a0-4e90-a4ca-0dbbea458e0e req-5c213df6-8dc9-48f8-a286-0d0c2bc059ea tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=b967195a-9c2e-4f9f-9a09-65a4101b07c8 HTTP/1.1" status: 200 len: 945 time: 0.0581267 May 27 03:27:42.987712 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-a97c12f7-b8a0-4e90-a4ca-0dbbea458e0e req-12b27896-9e80-4431-a303-210300c4f8a3 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bc245b1-e1c5-4d98-8284-2a627ecaaea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432608 May 27 03:27:43.181093 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (a17a57cc-679f-4398-8430-1b64b86f4dc1), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:43.630432 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f09e56a-8830-42e5-af1e-81abbfc5bf10 req-f05ba8c6-59fd-4433-a055-2b0b985e91fb tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:43.631903 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-1f09e56a-8830-42e5-af1e-81abbfc5bf10 req-f05ba8c6-59fd-4433-a055-2b0b985e91fb tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/ports?device_id=d00e4700-28c6-4440-83e4-c3d1a86a75c7 HTTP/1.1" status: 200 len: 945 time: 0.0481596 May 27 03:27:43.687772 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-1f09e56a-8830-42e5-af1e-81abbfc5bf10 req-64591471-7631-4eb5-8a7d-6d989545700d tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/security-groups?id=175a7da0-8a41-43f4-9e53-a62bc6fe8167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466628 May 27 03:27:44.125592 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97699d57-71fd-489d-a538-6b3bf9352747 req-5f4af9eb-0d6d-4a9b-8ab3-4b2bbfc3464a tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:44.127617 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-97699d57-71fd-489d-a538-6b3bf9352747 req-5f4af9eb-0d6d-4a9b-8ab3-4b2bbfc3464a tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=b967195a-9c2e-4f9f-9a09-65a4101b07c8 HTTP/1.1" status: 200 len: 945 time: 0.0572491 May 27 03:27:44.182694 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-97699d57-71fd-489d-a538-6b3bf9352747 req-1c6fd79a-c305-4328-a0a0-ea5796279de1 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bc245b1-e1c5-4d98-8284-2a627ecaaea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465953 May 27 03:27:44.831139 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45a55f4-c894-49fb-b54e-fcfbd025c9a8 req-edce48d0-df1d-48e3-983b-b5444db09f78 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:44.832697 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a45a55f4-c894-49fb-b54e-fcfbd025c9a8 req-edce48d0-df1d-48e3-983b-b5444db09f78 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/ports?device_id=d00e4700-28c6-4440-83e4-c3d1a86a75c7 HTTP/1.1" status: 200 len: 945 time: 0.0551875 May 27 03:27:44.886635 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a45a55f4-c894-49fb-b54e-fcfbd025c9a8 req-df10b139-1b3f-4582-9f66-c9b6959c852a tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/security-groups?id=175a7da0-8a41-43f4-9e53-a62bc6fe8167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452378 May 27 03:27:45.070007 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=89 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:27:45.313922 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acddd771-9827-4241-83e9-8e39af7abed8 req-8fac7f03-9e19-4b96-9f4c-b957c37f4fcf tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:45.315427 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-acddd771-9827-4241-83e9-8e39af7abed8 req-8fac7f03-9e19-4b96-9f4c-b957c37f4fcf tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=b967195a-9c2e-4f9f-9a09-65a4101b07c8 HTTP/1.1" status: 200 len: 945 time: 0.0578954 May 27 03:27:45.364457 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-acddd771-9827-4241-83e9-8e39af7abed8 req-0f4a87c7-f3d4-4b6d-8df7-d695bf243c5b tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bc245b1-e1c5-4d98-8284-2a627ecaaea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433040 May 27 03:27:46.023511 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c47ffb-1e6c-4b7f-ac92-fbaede2759f1 req-e1e69129-8bff-4e4d-a6be-2cbf38876118 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:46.024234 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ad1d82-be5a-429d-94f6-f6b71df72d3e req-f94f9ed5-51e8-41e9-bc01-b09393c21bf3 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:46.025141 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-96c47ffb-1e6c-4b7f-ac92-fbaede2759f1 req-e1e69129-8bff-4e4d-a6be-2cbf38876118 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/ports?device_id=d00e4700-28c6-4440-83e4-c3d1a86a75c7 HTTP/1.1" status: 200 len: 945 time: 0.0536337 May 27 03:27:46.025856 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-80ad1d82-be5a-429d-94f6-f6b71df72d3e req-f94f9ed5-51e8-41e9-bc01-b09393c21bf3 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.67 "GET /v2.0/ports?device_id=d00e4700-28c6-4440-83e4-c3d1a86a75c7 HTTP/1.1" status: 200 len: 945 time: 0.0562844 May 27 03:27:46.072721 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-96c47ffb-1e6c-4b7f-ac92-fbaede2759f1 req-b4c999e2-0712-4e25-8076-b4c83067fc51 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/security-groups?id=175a7da0-8a41-43f4-9e53-a62bc6fe8167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412049 May 27 03:27:46.217168 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.plugin [req-80ad1d82-be5a-429d-94f6-f6b71df72d3e req-9a006909-ea92-4fdb-ac09-671bdefa7ebc tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Deleting port 1ad404ad-b415-4130-81fb-67637fa7ba8a {{(pid=104071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:27:46.217426 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-80ad1d82-be5a-429d-94f6-f6b71df72d3e req-9a006909-ea92-4fdb-ac09-671bdefa7ebc tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743907775461'] for port (1ad404ad-b415-4130-81fb-67637fa7ba8a), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:46.316613 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.db [req-80ad1d82-be5a-429d-94f6-f6b71df72d3e req-9a006909-ea92-4fdb-ac09-671bdefa7ebc tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] For port 1ad404ad-b415-4130-81fb-67637fa7ba8a, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=1ad404ad-b415-4130-81fb-67637fa7ba8a,segment=NetworkSegment(9331d2d7-a6a0-4c34-9e42-53844ef9b31b),segment_id=9331d2d7-a6a0-4c34-9e42-53844ef9b31b)] {{(pid=104071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:27:46.317342 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-80ad1d82-be5a-429d-94f6-f6b71df72d3e req-9a006909-ea92-4fdb-ac09-671bdefa7ebc tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16271712'] for port (1ad404ad-b415-4130-81fb-67637fa7ba8a), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:46.518082 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-80ad1d82-be5a-429d-94f6-f6b71df72d3e req-9a006909-ea92-4fdb-ac09-671bdefa7ebc tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:46.518438 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-80ad1d82-be5a-429d-94f6-f6b71df72d3e req-9a006909-ea92-4fdb-ac09-671bdefa7ebc tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16279512'] for floatingip (857cb62f-626e-4933-963d-3e1db7bb3b74), after_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:46.518748 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.db.l3_db [req-80ad1d82-be5a-429d-94f6-f6b71df72d3e req-9a006909-ea92-4fdb-ac09-671bdefa7ebc tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Floating IP 857cb62f-626e-4933-963d-3e1db7bb3b74 disassociated. External IP: 172.27.3.34, port: 1ad404ad-b415-4130-81fb-67637fa7ba8a. May 27 03:27:46.519090 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.plugin [req-80ad1d82-be5a-429d-94f6-f6b71df72d3e req-9a006909-ea92-4fdb-ac09-671bdefa7ebc tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Calling delete_port for 1ad404ad-b415-4130-81fb-67637fa7ba8a owned by compute:nova {{(pid=104071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:27:46.529387 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cff95c-3d30-4670-844b-1d244b090dc7 req-f8bca32f-4680-4ba3-9c9e-b295da688bfa tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:46.530846 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-a5cff95c-3d30-4670-844b-1d244b090dc7 req-f8bca32f-4680-4ba3-9c9e-b295da688bfa tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=b967195a-9c2e-4f9f-9a09-65a4101b07c8 HTTP/1.1" status: 200 len: 945 time: 0.0734408 May 27 03:27:46.629964 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-a5cff95c-3d30-4670-844b-1d244b090dc7 req-0e610449-ed97-4322-b2e4-39c190d11cb1 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bc245b1-e1c5-4d98-8284-2a627ecaaea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921471 May 27 03:27:46.648657 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:27:46.715895 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-80ad1d82-be5a-429d-94f6-f6b71df72d3e req-9a006909-ea92-4fdb-ac09-671bdefa7ebc tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743907783123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743907242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12907156'] for port (1ad404ad-b415-4130-81fb-67637fa7ba8a), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:46.744045 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a006909-ea92-4fdb-ac09-671bdefa7ebc tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Pushing event deleted for resources: {'Port': ['ID=1ad404ad-b415-4130-81fb-67637fa7ba8a,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:46.755174 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a006909-ea92-4fdb-ac09-671bdefa7ebc tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:27:46.755529 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a006909-ea92-4fdb-ac09-671bdefa7ebc tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:27:46.755874 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a006909-ea92-4fdb-ac09-671bdefa7ebc tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:27:46.756195 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a006909-ea92-4fdb-ac09-671bdefa7ebc tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:27:46.756540 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a006909-ea92-4fdb-ac09-671bdefa7ebc tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:27:46.756863 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a006909-ea92-4fdb-ac09-671bdefa7ebc tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:27:46.757217 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a006909-ea92-4fdb-ac09-671bdefa7ebc tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:27:46.757520 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a006909-ea92-4fdb-ac09-671bdefa7ebc tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:27:46.757842 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a006909-ea92-4fdb-ac09-671bdefa7ebc tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:27:46.758163 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a006909-ea92-4fdb-ac09-671bdefa7ebc tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:27:46.758501 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a006909-ea92-4fdb-ac09-671bdefa7ebc tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:27:46.758802 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a006909-ea92-4fdb-ac09-671bdefa7ebc tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:27:46.759119 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a006909-ea92-4fdb-ac09-671bdefa7ebc tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:27:46.759440 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a006909-ea92-4fdb-ac09-671bdefa7ebc tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:27:46.759753 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a006909-ea92-4fdb-ac09-671bdefa7ebc tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:27:46.799075 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:27:46.883382 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.scheduler.l3_agent_scheduler [req-80ad1d82-be5a-429d-94f6-f6b71df72d3e req-9a006909-ea92-4fdb-ac09-671bdefa7ebc tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Router 48ccfd99-9d2a-40bc-8f48-1ef8477ddac8 has already been hosted by L3 agent 3e4effd7-5bc9-408b-93fa-42e4b19a61d9 {{(pid=104071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:27:46.997115 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-80ad1d82-be5a-429d-94f6-f6b71df72d3e req-9a006909-ea92-4fdb-ac09-671bdefa7ebc tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Notify agent at l3_agent.dv-cinder-828806-4-iscsi the message routers_updated {{(pid=104071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:27:47.009577 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ec9e10-99b0-4a00-af28-3a243c23a175 None None] Sync routers for ids ['48ccfd99-9d2a-40bc-8f48-1ef8477ddac8'] in dv-cinder-828806-4-iscsi {{(pid=104074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:27:47.021358 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ec9e10-99b0-4a00-af28-3a243c23a175 None None] Routers {'48ccfd99-9d2a-40bc-8f48-1ef8477ddac8'} bound to L3 agent in host dv-cinder-828806-4-iscsi {{(pid=104074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:27:47.021902 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-32ec9e10-99b0-4a00-af28-3a243c23a175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T03:14:31Z,description=,heartbeat_timestamp=2022-05-27T03:27:31Z,host='dv-cinder-828806-4-iscsi',id=3e4effd7-5bc9-408b-93fa-42e4b19a61d9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:14:31Z,topic='l3_agent')) {'router_ids': ['48ccfd99-9d2a-40bc-8f48-1ef8477ddac8'], 'active': True} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:27:47.040930 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [req-80ad1d82-be5a-429d-94f6-f6b71df72d3e req-9a006909-ea92-4fdb-ac09-671bdefa7ebc tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] No DVR routers for this DVR port 1ad404ad-b415-4130-81fb-67637fa7ba8a on host hv-cinder-82880 {{(pid=104071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:27:47.043911 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-80ad1d82-be5a-429d-94f6-f6b71df72d3e req-9a006909-ea92-4fdb-ac09-671bdefa7ebc tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159658'] for port (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:47.047295 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-80ad1d82-be5a-429d-94f6-f6b71df72d3e req-9a006909-ea92-4fdb-ac09-671bdefa7ebc tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.67 "DELETE /v2.0/ports/1ad404ad-b415-4130-81fb-67637fa7ba8a HTTP/1.1" status: 204 len: 173 time: 0.9120121 May 27 03:27:47.047755 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd00e4700-28c6-4440-83e4-c3d1a86a75c7', 'name': 'network-vif-deleted', 'tag': '1ad404ad-b415-4130-81fb-67637fa7ba8a'}] {{(pid=104071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:27:47.050041 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bb076ad6e20eee76da9493a154e3e0af7ddb4a8668b70cc9390b05200f69f4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-110b4f1b-b525-41d5-a6bd-48cf6bba29fd" -d '{"events": [{"server_uuid": "d00e4700-28c6-4440-83e4-c3d1a86a75c7", "name": "network-vif-deleted", "tag": "1ad404ad-b415-4130-81fb-67637fa7ba8a"}]}' {{(pid=104071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:27:47.086547 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bc0b172-be19-4a1d-b424-cc6dc50004f8 x-openstack-request-id: req-9bc0b172-be19-4a1d-b424-cc6dc50004f8 {{(pid=104071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:27:47.086838 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d00e4700-28c6-4440-83e4-c3d1a86a75c7", "name": "network-vif-deleted", "tag": "1ad404ad-b415-4130-81fb-67637fa7ba8a", "status": "completed", "code": 200}]} {{(pid=104071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:27:47.087095 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9bc0b172-be19-4a1d-b424-cc6dc50004f8 {{(pid=104071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:27:47.087488 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bc0b172-be19-4a1d-b424-cc6dc50004f8'] response: {'server_uuid': 'd00e4700-28c6-4440-83e4-c3d1a86a75c7', 'name': 'network-vif-deleted', 'tag': '1ad404ad-b415-4130-81fb-67637fa7ba8a', 'status': 'completed', 'code': 200} May 27 03:27:47.181193 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-c4d760d7-bf08-4ef4-9d7e-2e8a52cf5e6a req-3a09ce7d-31f8-469c-80ee-506d47c7c904 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/ports?device_id=d00e4700-28c6-4440-83e4-c3d1a86a75c7 HTTP/1.1" status: 200 len: 210 time: 0.0294297 May 27 03:27:47.228566 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvr_db [None req-32ec9e10-99b0-4a00-af28-3a243c23a175 None None] Set router 48ccfd99-9d2a-40bc-8f48-1ef8477ddac8 gateway port host: dv-cinder-828806-4-iscsi {{(pid=104074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:27:47.416638 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-32ec9e10-99b0-4a00-af28-3a243c23a175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ccfd99-9d2a-40bc-8f48-1ef8477ddac8', 'name': 'tempest-AttachVolumeNegativeTest-1190605770-router', 'tenant_id': '082b5523ee504be09f6fcaf833207a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': 'ee2b145c-866a-4545-a5dc-b000db3e976a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:15Z', 'updated_at': '2022-05-27T03:23:33Z', 'revision_number': 4, 'project_id': '082b5523ee504be09f6fcaf833207a4f', 'gw_port': {'id': 'ee2b145c-866a-4545-a5dc-b000db3e976a', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ccfd99-9d2a-40bc-8f48-1ef8477ddac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:16Z', 'updated_at': '2022-05-27T03:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi', '_interfaces': [{'id': 'de2e02ca-ae55-44a3-8d3d-cbe2d4c0df81', 'name': '', 'network_id': 'e861f168-e1a5-4542-8ee4-9759fa17a578', 'tenant_id': '082b5523ee504be09f6fcaf833207a4f', 'mac_address': 'fa:16:3e:93:65:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ccfd99-9d2a-40bc-8f48-1ef8477ddac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '22c8ee8a-bdb1-4646-81f4-b6b1b8177bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:28Z', 'updated_at': '2022-05-27T03:23:46Z', 'revision_number': 5, 'project_id': '082b5523ee504be09f6fcaf833207a4f', 'subnets': [{'id': '22c8ee8a-bdb1-4646-81f4-b6b1b8177bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-4-iscsi', False) {} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:27:47.444812 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ec9e10-99b0-4a00-af28-3a243c23a175 None None] Checking router: 48ccfd99-9d2a-40bc-8f48-1ef8477ddac8 for host: dv-cinder-828806-4-iscsi {{(pid=104074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:27:47.453704 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ec9e10-99b0-4a00-af28-3a243c23a175 None None] Routers {'48ccfd99-9d2a-40bc-8f48-1ef8477ddac8'} bound to L3 agent in host dv-cinder-828806-4-iscsi {{(pid=104074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:27:47.454331 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-32ec9e10-99b0-4a00-af28-3a243c23a175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T03:14:31Z,description=,heartbeat_timestamp=2022-05-27T03:27:31Z,host='dv-cinder-828806-4-iscsi',id=3e4effd7-5bc9-408b-93fa-42e4b19a61d9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:14:31Z,topic='l3_agent')) {'router_ids': ['48ccfd99-9d2a-40bc-8f48-1ef8477ddac8'], 'active': True} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:27:47.556207 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvr_db [None req-32ec9e10-99b0-4a00-af28-3a243c23a175 None None] Set router 48ccfd99-9d2a-40bc-8f48-1ef8477ddac8 gateway port host: dv-cinder-828806-4-iscsi {{(pid=104074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:27:47.768674 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-32ec9e10-99b0-4a00-af28-3a243c23a175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ccfd99-9d2a-40bc-8f48-1ef8477ddac8', 'name': 'tempest-AttachVolumeNegativeTest-1190605770-router', 'tenant_id': '082b5523ee504be09f6fcaf833207a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': 'ee2b145c-866a-4545-a5dc-b000db3e976a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:15Z', 'updated_at': '2022-05-27T03:23:33Z', 'revision_number': 4, 'project_id': '082b5523ee504be09f6fcaf833207a4f', 'gw_port': {'id': 'ee2b145c-866a-4545-a5dc-b000db3e976a', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ccfd99-9d2a-40bc-8f48-1ef8477ddac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:16Z', 'updated_at': '2022-05-27T03:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi', '_interfaces': [{'id': 'de2e02ca-ae55-44a3-8d3d-cbe2d4c0df81', 'name': '', 'network_id': 'e861f168-e1a5-4542-8ee4-9759fa17a578', 'tenant_id': '082b5523ee504be09f6fcaf833207a4f', 'mac_address': 'fa:16:3e:93:65:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ccfd99-9d2a-40bc-8f48-1ef8477ddac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '22c8ee8a-bdb1-4646-81f4-b6b1b8177bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:28Z', 'updated_at': '2022-05-27T03:23:46Z', 'revision_number': 5, 'project_id': '082b5523ee504be09f6fcaf833207a4f', 'subnets': [{'id': '22c8ee8a-bdb1-4646-81f4-b6b1b8177bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-4-iscsi', False) {} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:27:47.769787 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94b3610-d558-4469-8b0c-3d34e2ea1501 req-2d34d5e8-a73d-4adf-bde4-10c1921e44e1 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:47.771376 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f94b3610-d558-4469-8b0c-3d34e2ea1501 req-2d34d5e8-a73d-4adf-bde4-10c1921e44e1 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=b967195a-9c2e-4f9f-9a09-65a4101b07c8 HTTP/1.1" status: 200 len: 945 time: 0.0618961 May 27 03:27:47.815415 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ec9e10-99b0-4a00-af28-3a243c23a175 None None] The sync data for ids ['48ccfd99-9d2a-40bc-8f48-1ef8477ddac8'] in dv-cinder-828806-4-iscsi is: [{'id': '48ccfd99-9d2a-40bc-8f48-1ef8477ddac8', 'name': 'tempest-AttachVolumeNegativeTest-1190605770-router', 'tenant_id': '082b5523ee504be09f6fcaf833207a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': 'ee2b145c-866a-4545-a5dc-b000db3e976a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:15Z', 'updated_at': '2022-05-27T03:23:33Z', 'revision_number': 4, 'project_id': '082b5523ee504be09f6fcaf833207a4f', 'gw_port': {'id': 'ee2b145c-866a-4545-a5dc-b000db3e976a', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ccfd99-9d2a-40bc-8f48-1ef8477ddac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:16Z', 'updated_at': '2022-05-27T03:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi', '_interfaces': [{'id': 'de2e02ca-ae55-44a3-8d3d-cbe2d4c0df81', 'name': '', 'network_id': 'e861f168-e1a5-4542-8ee4-9759fa17a578', 'tenant_id': '082b5523ee504be09f6fcaf833207a4f', 'mac_address': 'fa:16:3e:93:65:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ccfd99-9d2a-40bc-8f48-1ef8477ddac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '22c8ee8a-bdb1-4646-81f4-b6b1b8177bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:28Z', 'updated_at': '2022-05-27T03:23:46Z', 'revision_number': 5, 'project_id': '082b5523ee504be09f6fcaf833207a4f', 'subnets': [{'id': '22c8ee8a-bdb1-4646-81f4-b6b1b8177bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:27:47.841967 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80e5aaf-8fb3-428a-8b2d-99d07d288a27 req-b9853539-f6f9-4eae-97ad-1bd8f57e67ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:47.843613 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-e80e5aaf-8fb3-428a-8b2d-99d07d288a27 req-b9853539-f6f9-4eae-97ad-1bd8f57e67ad service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b967195a-9c2e-4f9f-9a09-65a4101b07c8 HTTP/1.1" status: 200 len: 1129 time: 0.0510795 May 27 03:27:47.844918 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f94b3610-d558-4469-8b0c-3d34e2ea1501 req-bd0c8edb-aa1c-4637-8efc-ea5335e40a86 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bc245b1-e1c5-4d98-8284-2a627ecaaea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673757 May 27 03:27:48.056260 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba4e004-5a67-4630-9aaa-90bd658931dd None None] New status for floating IP 857cb62f-626e-4933-963d-3e1db7bb3b74: DOWN {{(pid=104073) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 03:27:48.142851 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-e80e5aaf-8fb3-428a-8b2d-99d07d288a27 req-48e3d181-085a-4411-9a2d-c25920c9820d service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=5bc245b1-e1c5-4d98-8284-2a627ecaaea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452294 May 27 03:27:48.310536 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-da092146-a148-456f-8658-3e642aad3c30 req-56f0a834-4611-4b9a-9bd6-2f64bd247b03 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/ports?device_id=d00e4700-28c6-4440-83e4-c3d1a86a75c7 HTTP/1.1" status: 200 len: 210 time: 0.0345573 May 27 03:27:48.969991 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72f1497-39da-4c10-9eb6-cd551699ed82 req-668bc702-729c-49e8-829a-b27f097a6160 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:48.971559 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f72f1497-39da-4c10-9eb6-cd551699ed82 req-668bc702-729c-49e8-829a-b27f097a6160 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=b967195a-9c2e-4f9f-9a09-65a4101b07c8 HTTP/1.1" status: 200 len: 945 time: 0.0519862 May 27 03:27:49.019202 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f72f1497-39da-4c10-9eb6-cd551699ed82 req-768e1026-6938-4c42-8fee-974ec9570456 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bc245b1-e1c5-4d98-8284-2a627ecaaea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420737 May 27 03:27:49.402040 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 33090) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:27:49.470468 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-f312d583-52cd-4125-8d74-a77f6bed241d tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks [] for security_group (175a7da0-8a41-43f4-9e53-a62bc6fe8167), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:49.494810 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-f312d583-52cd-4125-8d74-a77f6bed241d tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks [] for security_group (175a7da0-8a41-43f4-9e53-a62bc6fe8167), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:49.547628 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-f312d583-52cd-4125-8d74-a77f6bed241d tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (175a7da0-8a41-43f4-9e53-a62bc6fe8167), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:49.551355 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-f312d583-52cd-4125-8d74-a77f6bed241d tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks [] for security_group (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:49.553028 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-f312d583-52cd-4125-8d74-a77f6bed241d tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "DELETE /v2.0/security-groups/175a7da0-8a41-43f4-9e53-a62bc6fe8167 HTTP/1.1" status: 204 len: 168 time: 0.1496882 May 27 03:27:49.561029 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 33092) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:27:49.562598 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Device 1ad404ad-b415-4130-81fb-67637fa7ba8a no longer exists at agent hyperv_hv-cinder-82880 {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:27:49.563543 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f312d583-52cd-4125-8d74-a77f6bed241d tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=175a7da0-8a41-43f4-9e53-a62bc6fe8167,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:49.574395 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.api.v2.resource [None req-2f9ae4a3-7f33-43ed-9a5a-7f67c2c0acdf tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] show failed (client error): The resource could not be found. May 27 03:27:49.575424 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-2f9ae4a3-7f33-43ed-9a5a-7f67c2c0acdf tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/security-groups/175a7da0-8a41-43f4-9e53-a62bc6fe8167 HTTP/1.1" status: 404 len: 347 time: 0.0178080 May 27 03:27:49.578571 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 33094) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:27:49.585738 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] No Port match for: 1ad404ad-b415-4130-81fb-67637fa7ba8a {{(pid=104073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:27:49.586091 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Device 1ad404ad-b415-4130-81fb-67637fa7ba8a not bound to the agent host hv-cinder-82880 {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:27:49.695364 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [None req-400fd74f-fa26-4b06-ae3d-d64f0cb78994 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Deleting port a656db8e-6080-417c-8309-55812cfb33c3 {{(pid=104072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:27:49.695712 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-400fd74f-fa26-4b06-ae3d-d64f0cb78994 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743907775461'] for port (a656db8e-6080-417c-8309-55812cfb33c3), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:49.777829 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-400fd74f-fa26-4b06-ae3d-d64f0cb78994 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16271712'] for port (a656db8e-6080-417c-8309-55812cfb33c3), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:49.778158 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-400fd74f-fa26-4b06-ae3d-d64f0cb78994 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks [] for floatingip (a656db8e-6080-417c-8309-55812cfb33c3), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:49.792066 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [None req-400fd74f-fa26-4b06-ae3d-d64f0cb78994 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Calling delete_port for a656db8e-6080-417c-8309-55812cfb33c3 owned by network:floatingip {{(pid=104072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:27:49.942998 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:27:49.960717 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-400fd74f-fa26-4b06-ae3d-d64f0cb78994 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743907783123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743907242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13119109'] for port (a656db8e-6080-417c-8309-55812cfb33c3), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:49.996237 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400fd74f-fa26-4b06-ae3d-d64f0cb78994 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Pushing event deleted for resources: {'Port': ['ID=a656db8e-6080-417c-8309-55812cfb33c3,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:50.052831 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:27:50.066177 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-400fd74f-fa26-4b06-ae3d-d64f0cb78994 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks [] for floatingip (857cb62f-626e-4933-963d-3e1db7bb3b74), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:50.068712 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-400fd74f-fa26-4b06-ae3d-d64f0cb78994 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159658'] for floatingip (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:50.074398 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-400fd74f-fa26-4b06-ae3d-d64f0cb78994 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "DELETE /v2.0/floatingips/857cb62f-626e-4933-963d-3e1db7bb3b74 HTTP/1.1" status: 204 len: 168 time: 0.4905117 May 27 03:27:50.163260 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0517841c-8453-46be-b701-55670f316d51 req-5be721ca-ba5a-4dd1-b859-f8cd07e93867 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:50.164756 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-0517841c-8453-46be-b701-55670f316d51 req-5be721ca-ba5a-4dd1-b859-f8cd07e93867 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=b967195a-9c2e-4f9f-9a09-65a4101b07c8 HTTP/1.1" status: 200 len: 945 time: 0.0590632 May 27 03:27:50.216714 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-0517841c-8453-46be-b701-55670f316d51 req-f2b8eb00-0da2-4723-ba92-450f1b92361e tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bc245b1-e1c5-4d98-8284-2a627ecaaea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462825 May 27 03:27:50.288406 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 33112) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:27:50.300748 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [None req-d6fe6112-f454-450d-9f8a-4b06d3a91bec tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Request body: {'security_group': {'name': 'tempest-securitygroup--690830040', 'description': 'tempest-description--196701620'}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:27:50.327808 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-d6fe6112-f454-450d-9f8a-4b06d3a91bec tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks [] for security_group (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:50.397646 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-d6fe6112-f454-450d-9f8a-4b06d3a91bec tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks [] for security_group (9ab776d0-c5a9-4444-bea0-a2ff2e4e7d7c), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:50.403892 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-d6fe6112-f454-450d-9f8a-4b06d3a91bec tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (9ab776d0-c5a9-4444-bea0-a2ff2e4e7d7c), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:50.434619 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-d6fe6112-f454-450d-9f8a-4b06d3a91bec tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks [] for security_group (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:50.435919 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-d6fe6112-f454-450d-9f8a-4b06d3a91bec tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1462073 May 27 03:27:50.438101 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fe6112-f454-450d-9f8a-4b06d3a91bec tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ab776d0-c5a9-4444-bea0-a2ff2e4e7d7c,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:50.439509 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 33118) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:27:50.446111 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [None req-35ac6c9d-dc1a-4164-b69f-6aff1e28a80d tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Request body: {'security_group_rule': {'security_group_id': '9ab776d0-c5a9-4444-bea0-a2ff2e4e7d7c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:27:50.477091 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-35ac6c9d-dc1a-4164-b69f-6aff1e28a80d tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks [] for security_group_rule (9cb378d1-c7b4-4d4c-bc85-87e3b87cdb88), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:50.538593 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-35ac6c9d-dc1a-4164-b69f-6aff1e28a80d tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks [] for security_group_rule (9cb378d1-c7b4-4d4c-bc85-87e3b87cdb88), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:50.542620 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-35ac6c9d-dc1a-4164-b69f-6aff1e28a80d tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713807'] for security_group_rule (9cb378d1-c7b4-4d4c-bc85-87e3b87cdb88), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:50.565449 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ac6c9d-dc1a-4164-b69f-6aff1e28a80d tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cb378d1-c7b4-4d4c-bc85-87e3b87cdb88,revision_number=0']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:50.575980 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-35ac6c9d-dc1a-4164-b69f-6aff1e28a80d tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:50.577796 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-35ac6c9d-dc1a-4164-b69f-6aff1e28a80d tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1350818 May 27 03:27:50.580421 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 33124) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:27:50.584766 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [None req-55685480-6b53-48c4-9f8b-584bb0820303 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Request body: {'security_group_rule': {'security_group_id': '9ab776d0-c5a9-4444-bea0-a2ff2e4e7d7c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:27:50.614172 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-55685480-6b53-48c4-9f8b-584bb0820303 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks [] for security_group_rule (3235740c-8d04-4c32-9a75-d0bd780cf6c5), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:50.626142 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:27:50.645311 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b496c76-2e0f-4cfb-9450-bcbc9f3b238e req-b4930fa5-0e35-4ac7-9f1c-d67b791320d4 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:50.647102 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-8b496c76-2e0f-4cfb-9450-bcbc9f3b238e req-b4930fa5-0e35-4ac7-9f1c-d67b791320d4 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=b967195a-9c2e-4f9f-9a09-65a4101b07c8 HTTP/1.1" status: 200 len: 945 time: 0.0498207 May 27 03:27:50.676790 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-55685480-6b53-48c4-9f8b-584bb0820303 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks [] for security_group_rule (3235740c-8d04-4c32-9a75-d0bd780cf6c5), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:50.682387 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-55685480-6b53-48c4-9f8b-584bb0820303 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713807'] for security_group_rule (3235740c-8d04-4c32-9a75-d0bd780cf6c5), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:50.696723 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-8b496c76-2e0f-4cfb-9450-bcbc9f3b238e req-94725417-db05-4854-ae43-4d8436b3d210 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bc245b1-e1c5-4d98-8284-2a627ecaaea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441570 May 27 03:27:50.702287 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55685480-6b53-48c4-9f8b-584bb0820303 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3235740c-8d04-4c32-9a75-d0bd780cf6c5,revision_number=0']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:50.716234 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-55685480-6b53-48c4-9f8b-584bb0820303 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:50.717960 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-55685480-6b53-48c4-9f8b-584bb0820303 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1360674 May 27 03:27:50.720891 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 33126) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:27:50.725448 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [None req-364ab4b6-4fb8-4232-b347-3a39c5864b3e tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Request body: {'floatingip': {'floating_network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d'}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:27:50.746794 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-364ab4b6-4fb8-4232-b347-3a39c5864b3e tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:50.830212 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-364ab4b6-4fb8-4232-b347-3a39c5864b3e tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:50.857564 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1c6837-63c7-4d45-a570-ef8955546778 req-ad958f31-1a92-48ba-a6a7-4d40bacf1294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:50.859191 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-4c1c6837-63c7-4d45-a570-ef8955546778 req-ad958f31-1a92-48ba-a6a7-4d40bacf1294 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6db8193dcee944008c7b41889bfa67a3&device_id=b967195a-9c2e-4f9f-9a09-65a4101b07c8 HTTP/1.1" status: 200 len: 1129 time: 0.0472140 May 27 03:27:50.940149 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.db.db_base_plugin_common [None req-364ab4b6-4fb8-4232-b347-3a39c5864b3e tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Allocated IP 172.27.3.156 (ca8b8e18-04f1-46f4-8c3b-aba3c077569d/ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa/043e5612-dd4d-4222-b550-6e910a845350) {{(pid=104072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:27:51.047198 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-364ab4b6-4fb8-4232-b347-3a39c5864b3e tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks [] for port (043e5612-dd4d-4222-b550-6e910a845350), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:51.055227 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1c6837-63c7-4d45-a570-ef8955546778 req-b2093d77-4a2c-43b0-8fb5-e10edaeaf058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:51.057749 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-4c1c6837-63c7-4d45-a570-ef8955546778 req-b2093d77-4a2c-43b0-8fb5-e10edaeaf058 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ee2ac450-e56e-4c1d-8d15-c8bfd50e2024 HTTP/1.1" status: 200 len: 920 time: 0.1043098 May 27 03:27:51.074302 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:27:51.086995 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-364ab4b6-4fb8-4232-b347-3a39c5864b3e tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743907242280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13119109'] for port (043e5612-dd4d-4222-b550-6e910a845350), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:51.118782 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:27:51.123588 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-4c1c6837-63c7-4d45-a570-ef8955546778 req-82c5ee15-cd86-4a5c-89c6-098f60105ec7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=00901745-e24d-4624-8550-b70ca512f20a HTTP/1.1" status: 200 len: 1001 time: 0.0571780 May 27 03:27:51.129741 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364ab4b6-4fb8-4232-b347-3a39c5864b3e tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Network ca8b8e18-04f1-46f4-8c3b-aba3c077569d is already hosted by enough agents. {{(pid=104072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:27:51.133404 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.base_scheduler [None req-364ab4b6-4fb8-4232-b347-3a39c5864b3e tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Resources bound (agent type, host, resource id): {{(pid=104072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:27:51.137262 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:27:51.138418 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364ab4b6-4fb8-4232-b347-3a39c5864b3e tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Received port after_create {{(pid=104072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:27:51.172402 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364ab4b6-4fb8-4232-b347-3a39c5864b3e tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Pushing event updated for resources: {'Port': ['ID=043e5612-dd4d-4222-b550-6e910a845350,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:51.182224 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1c6837-63c7-4d45-a570-ef8955546778 req-633d29bb-08a2-41de-86f5-d7c47a096f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:51.183713 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-4c1c6837-63c7-4d45-a570-ef8955546778 req-633d29bb-08a2-41de-86f5-d7c47a096f4e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cc441656-896b-4ce0-b128-b3b9a7f3a183 HTTP/1.1" status: 200 len: 858 time: 0.0542052 May 27 03:27:51.230649 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1c6837-63c7-4d45-a570-ef8955546778 req-0865e628-60e4-45e9-9d04-21ecbccc0369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:51.231488 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-364ab4b6-4fb8-4232-b347-3a39c5864b3e tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks [] for floatingip (0eb11a7e-718c-4de9-8b8c-baceabf05f4c), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:51.232343 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-4c1c6837-63c7-4d45-a570-ef8955546778 req-0865e628-60e4-45e9-9d04-21ecbccc0369 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ee2ac450-e56e-4c1d-8d15-c8bfd50e2024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416036 May 27 03:27:51.278479 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-364ab4b6-4fb8-4232-b347-3a39c5864b3e tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (043e5612-dd4d-4222-b550-6e910a845350), before_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:51.334115 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-4c1c6837-63c7-4d45-a570-ef8955546778 req-6a5aba5c-6088-4280-ad4c-10fdab94e0f8 service neutron] 10.222.0.67 "GET /v2.0/networks/ee2ac450-e56e-4c1d-8d15-c8bfd50e2024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916836 May 27 03:27:51.443844 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-4c1c6837-63c7-4d45-a570-ef8955546778 req-b6589f62-0e7f-425b-b112-65c6caa44b75 service neutron] 10.222.0.67 "GET /v2.0/networks/ee2ac450-e56e-4c1d-8d15-c8bfd50e2024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983274 May 27 03:27:51.492486 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-364ab4b6-4fb8-4232-b347-3a39c5864b3e tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks [] for port (043e5612-dd4d-4222-b550-6e910a845350), precommit_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:51.500706 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-364ab4b6-4fb8-4232-b347-3a39c5864b3e tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13119154'] for port (043e5612-dd4d-4222-b550-6e910a845350), after_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:51.597687 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364ab4b6-4fb8-4232-b347-3a39c5864b3e tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Pushing event updated for resources: {'Port': ['ID=043e5612-dd4d-4222-b550-6e910a845350,revision_number=2']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:51.621111 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a62027-bb75-47fb-8936-79eb6260516f req-593330bd-5155-466a-a104-3ec27a52e420 tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:51.622611 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b2a62027-bb75-47fb-8936-79eb6260516f req-593330bd-5155-466a-a104-3ec27a52e420 tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] 10.222.0.50 "GET /v2.0/ports?device_id=0360f3b9-e443-4d35-89a4-6f981918f34a HTTP/1.1" status: 200 len: 945 time: 0.0862191 May 27 03:27:51.623924 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-364ab4b6-4fb8-4232-b347-3a39c5864b3e tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16279512'] for floatingip (0eb11a7e-718c-4de9-8b8c-baceabf05f4c), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:51.649762 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-364ab4b6-4fb8-4232-b347-3a39c5864b3e tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159658'] for floatingip (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:51.650921 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-364ab4b6-4fb8-4232-b347-3a39c5864b3e tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9290221 May 27 03:27:51.680748 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b2a62027-bb75-47fb-8936-79eb6260516f req-04de4a2e-e128-4ac6-82e5-cac9b71b6411 tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] 10.222.0.50 "GET /v2.0/security-groups?id=f967cd66-a8a5-4774-bb98-26f6d9d0be9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496619 May 27 03:27:51.817520 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454c9963-b1e0-4be5-bc79-dc862ad2c2b7 req-dd3ea6d1-5f8b-4295-ae14-2ae16790a3d1 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:51.819022 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-454c9963-b1e0-4be5-bc79-dc862ad2c2b7 req-dd3ea6d1-5f8b-4295-ae14-2ae16790a3d1 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=b967195a-9c2e-4f9f-9a09-65a4101b07c8 HTTP/1.1" status: 200 len: 945 time: 0.0491643 May 27 03:27:51.853164 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-871d189d-4ebc-48e1-912b-68892d9423e8 req-f589f92e-66bd-42a7-b2f3-da2f4c40ba18 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--690830040&fields=id&tenant_id=082b5523ee504be09f6fcaf833207a4f HTTP/1.1" status: 200 len: 267 time: 0.0413244 May 27 03:27:51.867963 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-454c9963-b1e0-4be5-bc79-dc862ad2c2b7 req-968ddc31-8016-4bdf-ad15-d08d1fab77c5 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bc245b1-e1c5-4d98-8284-2a627ecaaea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432494 May 27 03:27:52.212740 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871d189d-4ebc-48e1-912b-68892d9423e8 req-6229f22a-5fbc-4c11-803c-e40e9f9d7ddd tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:52.214422 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-871d189d-4ebc-48e1-912b-68892d9423e8 req-6229f22a-5fbc-4c11-803c-e40e9f9d7ddd tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/networks?id=e861f168-e1a5-4542-8ee4-9759fa17a578 HTTP/1.1" status: 200 len: 815 time: 0.3541114 May 27 03:27:52.231868 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-871d189d-4ebc-48e1-912b-68892d9423e8 req-f412cc3f-a935-4443-8e05-e29be27fa938 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/quotas/082b5523ee504be09f6fcaf833207a4f HTTP/1.1" status: 200 len: 375 time: 0.0095539 May 27 03:27:52.269374 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:27:52.283045 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-871d189d-4ebc-48e1-912b-68892d9423e8 req-8a37c6b8-8298-41a4-af82-9e7f5cb68254 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=082b5523ee504be09f6fcaf833207a4f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0457625 May 27 03:27:52.387659 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-871d189d-4ebc-48e1-912b-68892d9423e8 req-ae2bf6fd-4e04-4703-9268-2acf383f8672 service neutron] 10.222.0.50 "GET /v2.0/networks/e861f168-e1a5-4542-8ee4-9759fa17a578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924428 May 27 03:27:52.486433 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-871d189d-4ebc-48e1-912b-68892d9423e8 req-2eccfd9f-caa1-4a0d-9cc6-ec7e059e3e96 service neutron] 10.222.0.50 "GET /v2.0/networks/e861f168-e1a5-4542-8ee4-9759fa17a578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900667 May 27 03:27:52.657767 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-7083a785-1bc2-489b-834d-2b8fcc2eb6d3 req-e0f289ab-2ddc-4461-90a8-9a9ed0fb10c1 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d25eaff-39bb-4434-848b-7b2dcc68d1e9 HTTP/1.1" status: 200 len: 210 time: 0.0340984 May 27 03:27:52.804046 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968ac155-25f0-4e37-b1fc-eb35ec1f3057 req-b2209eda-60bc-4133-8a0d-aa61f0fe2ed9 tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:52.805600 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-968ac155-25f0-4e37-b1fc-eb35ec1f3057 req-b2209eda-60bc-4133-8a0d-aa61f0fe2ed9 tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] 10.222.0.50 "GET /v2.0/ports?device_id=0360f3b9-e443-4d35-89a4-6f981918f34a HTTP/1.1" status: 200 len: 945 time: 0.0567296 May 27 03:27:52.832985 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:27:52.858413 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-968ac155-25f0-4e37-b1fc-eb35ec1f3057 req-9409887c-9c5d-4edc-aa69-2d5e4ab5739c tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] 10.222.0.50 "GET /v2.0/security-groups?id=f967cd66-a8a5-4774-bb98-26f6d9d0be9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455136 May 27 03:27:52.990348 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28dc4b8-d062-4554-bebb-e8c799d447ea req-2f8a1bb4-7efa-4390-a848-b074206a0c77 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:52.991744 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-d28dc4b8-d062-4554-bebb-e8c799d447ea req-2f8a1bb4-7efa-4390-a848-b074206a0c77 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=b967195a-9c2e-4f9f-9a09-65a4101b07c8 HTTP/1.1" status: 200 len: 945 time: 0.0543196 May 27 03:27:53.039938 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-d28dc4b8-d062-4554-bebb-e8c799d447ea req-db70579e-057b-4f98-ac6d-38a6c0fe15b2 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bc245b1-e1c5-4d98-8284-2a627ecaaea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424156 May 27 03:27:53.765625 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-3bc79026-e9f2-4ae7-b43f-4c0c89703919 req-07153d6d-8f2b-49e4-b07b-67440c43880b tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d25eaff-39bb-4434-848b-7b2dcc68d1e9 HTTP/1.1" status: 200 len: 210 time: 0.0297468 May 27 03:27:53.984025 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cc003a-2687-4906-a2d7-1830a31abd55 req-6c5e674f-3869-4409-be5c-a793e88efa09 tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:53.985739 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-d0cc003a-2687-4906-a2d7-1830a31abd55 req-6c5e674f-3869-4409-be5c-a793e88efa09 tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] 10.222.0.50 "GET /v2.0/ports?device_id=0360f3b9-e443-4d35-89a4-6f981918f34a HTTP/1.1" status: 200 len: 945 time: 0.0502892 May 27 03:27:54.037665 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-d0cc003a-2687-4906-a2d7-1830a31abd55 req-ca37ab49-c989-4a44-beba-afdb947dbd60 tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] 10.222.0.50 "GET /v2.0/security-groups?id=f967cd66-a8a5-4774-bb98-26f6d9d0be9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438001 May 27 03:27:54.164081 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc29b7a-2aa6-4d67-8964-8de8f4f01bc1 req-e53b9252-1283-4b8c-9874-ae61ea486448 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:54.165667 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-6bc29b7a-2aa6-4d67-8964-8de8f4f01bc1 req-e53b9252-1283-4b8c-9874-ae61ea486448 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=b967195a-9c2e-4f9f-9a09-65a4101b07c8 HTTP/1.1" status: 200 len: 945 time: 0.0504370 May 27 03:27:54.220619 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-6bc29b7a-2aa6-4d67-8964-8de8f4f01bc1 req-c11e54ca-d8c2-4581-8370-96c6e6a44f7e tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bc245b1-e1c5-4d98-8284-2a627ecaaea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465212 May 27 03:27:54.883947 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-2a3c6d52-a04e-4fc5-b755-cb4133cbebe2 req-4c1c8f8c-a15f-4fc5-ad39-40776768b071 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d25eaff-39bb-4434-848b-7b2dcc68d1e9 HTTP/1.1" status: 200 len: 210 time: 0.0352328 May 27 03:27:55.204784 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edd3651-27bd-400f-8614-df5c8edc8e9e req-fb4dd469-6edc-4bce-943f-c55468171497 tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:55.206486 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-4edd3651-27bd-400f-8614-df5c8edc8e9e req-fb4dd469-6edc-4bce-943f-c55468171497 tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] 10.222.0.67 "GET /v2.0/ports?device_id=0360f3b9-e443-4d35-89a4-6f981918f34a HTTP/1.1" status: 200 len: 945 time: 0.0784740 May 27 03:27:55.213029 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe78a294-cec4-4c31-bbe5-1485487f9bf1 req-b511bf90-a3d1-465d-9558-97926c46612c tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:55.214546 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-fe78a294-cec4-4c31-bbe5-1485487f9bf1 req-b511bf90-a3d1-465d-9558-97926c46612c tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] 10.222.0.50 "GET /v2.0/ports?device_id=0360f3b9-e443-4d35-89a4-6f981918f34a HTTP/1.1" status: 200 len: 945 time: 0.0983026 May 27 03:27:55.251513 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:27:55.264907 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-fe78a294-cec4-4c31-bbe5-1485487f9bf1 req-453762bc-70a6-459e-90cf-4fcaedef14c4 tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] 10.222.0.50 "GET /v2.0/security-groups?id=f967cd66-a8a5-4774-bb98-26f6d9d0be9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443153 May 27 03:27:55.339252 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6e7367-fbf0-4b34-ad04-dc6d7a5d8e0a req-6fbebe42-72f7-4586-ae11-32cc3e123bf5 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:55.340637 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-7e6e7367-fbf0-4b34-ad04-dc6d7a5d8e0a req-6fbebe42-72f7-4586-ae11-32cc3e123bf5 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=b967195a-9c2e-4f9f-9a09-65a4101b07c8 HTTP/1.1" status: 200 len: 945 time: 0.0469792 May 27 03:27:55.387675 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-7e6e7367-fbf0-4b34-ad04-dc6d7a5d8e0a req-2b208a73-124f-4b05-bfce-5bf6f551a32b tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bc245b1-e1c5-4d98-8284-2a627ecaaea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406749 May 27 03:27:55.496561 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3cd42b-e1cc-405d-932d-c070e8b10a1a req-2587299a-7eb4-4042-908b-ced663a41762 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:55.498050 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-0a3cd42b-e1cc-405d-932d-c070e8b10a1a req-2587299a-7eb4-4042-908b-ced663a41762 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=b967195a-9c2e-4f9f-9a09-65a4101b07c8 HTTP/1.1" status: 200 len: 945 time: 0.0472839 May 27 03:27:55.506881 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 33192) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:27:55.511826 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [None req-841eeb9d-3171-4d35-8479-d03887268494 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Request body: {'floatingip': {'port_id': '00901745-e24d-4624-8550-b70ca512f20a'}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:27:55.566220 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-841eeb9d-3171-4d35-8479-d03887268494 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Publish callbacks [] for floatingip (915ddab8-fb8d-42b0-b2c4-e8b061e3bb4c), before_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:55.982064 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-3f6ebd41-2001-46e3-8fae-3a521d0b04e6 req-38962e82-b0ec-42bf-be87-8e1a3759f361 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d25eaff-39bb-4434-848b-7b2dcc68d1e9 HTTP/1.1" status: 200 len: 210 time: 0.0308702 May 27 03:27:56.054673 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-841eeb9d-3171-4d35-8479-d03887268494 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:56.063121 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-841eeb9d-3171-4d35-8479-d03887268494 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16279512'] for floatingip (915ddab8-fb8d-42b0-b2c4-e8b061e3bb4c), after_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:56.067222 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:27:56.136361 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.plugin [req-4edd3651-27bd-400f-8614-df5c8edc8e9e req-69e346ce-f722-4414-9979-4d4817842fb5 tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] Deleting port 884547de-07f3-4f0b-bce0-549d72cba67d {{(pid=104071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:27:56.136728 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-4edd3651-27bd-400f-8614-df5c8edc8e9e req-69e346ce-f722-4414-9979-4d4817842fb5 tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743907775461'] for port (884547de-07f3-4f0b-bce0-549d72cba67d), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:56.229764 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.db [req-4edd3651-27bd-400f-8614-df5c8edc8e9e req-69e346ce-f722-4414-9979-4d4817842fb5 tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] For port 884547de-07f3-4f0b-bce0-549d72cba67d, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=884547de-07f3-4f0b-bce0-549d72cba67d,segment=NetworkSegment(cc94f9b6-ace2-494d-8a96-80adbe9e180d),segment_id=cc94f9b6-ace2-494d-8a96-80adbe9e180d)] {{(pid=104071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:27:56.230500 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-4edd3651-27bd-400f-8614-df5c8edc8e9e req-69e346ce-f722-4414-9979-4d4817842fb5 tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16271712'] for port (884547de-07f3-4f0b-bce0-549d72cba67d), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:56.244043 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.plugin [req-4edd3651-27bd-400f-8614-df5c8edc8e9e req-69e346ce-f722-4414-9979-4d4817842fb5 tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] Calling delete_port for 884547de-07f3-4f0b-bce0-549d72cba67d owned by compute:nova {{(pid=104071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:27:56.270169 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-841eeb9d-3171-4d35-8479-d03887268494 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Router 38eac928-01f1-4978-ba20-ac2c031b8983 has already been hosted by L3 agent 3e4effd7-5bc9-408b-93fa-42e4b19a61d9 {{(pid=104072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:27:56.272763 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:27:56.316088 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:27:56.378982 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-4edd3651-27bd-400f-8614-df5c8edc8e9e req-69e346ce-f722-4414-9979-4d4817842fb5 tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743907783123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743907242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12907156'] for port (884547de-07f3-4f0b-bce0-549d72cba67d), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:56.394215 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-841eeb9d-3171-4d35-8479-d03887268494 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Notify agent at l3_agent.dv-cinder-828806-4-iscsi the message routers_updated {{(pid=104072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:27:56.405050 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41ec6bf-e364-4a5c-a1c5-037effc82153 None None] Sync routers for ids ['38eac928-01f1-4978-ba20-ac2c031b8983'] in dv-cinder-828806-4-iscsi {{(pid=104074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:27:56.411983 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e346ce-f722-4414-9979-4d4817842fb5 tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] Pushing event deleted for resources: {'Port': ['ID=884547de-07f3-4f0b-bce0-549d72cba67d,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:56.412430 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-841eeb9d-3171-4d35-8479-d03887268494 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159658'] for floatingip (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:56.422503 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41ec6bf-e364-4a5c-a1c5-037effc82153 None None] Routers {'38eac928-01f1-4978-ba20-ac2c031b8983'} bound to L3 agent in host dv-cinder-828806-4-iscsi {{(pid=104074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:27:56.423386 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-b41ec6bf-e364-4a5c-a1c5-037effc82153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T03:14:31Z,description=,heartbeat_timestamp=2022-05-27T03:27:31Z,host='dv-cinder-828806-4-iscsi',id=3e4effd7-5bc9-408b-93fa-42e4b19a61d9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:14:31Z,topic='l3_agent')) {'router_ids': ['38eac928-01f1-4978-ba20-ac2c031b8983'], 'active': True} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:27:56.456092 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b967195a-9c2e-4f9f-9a09-65a4101b07c8', 'tag': '00901745-e24d-4624-8550-b70ca512f20a'}] {{(pid=104072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:27:56.458470 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f396617ba49ae57b35f1e46e178334f70bfad08bdaf3fab16ca373e13b5bdfba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21556af5-c6c1-46db-b7c0-f4e661bba7bb" -d '{"events": [{"name": "network-changed", "server_uuid": "b967195a-9c2e-4f9f-9a09-65a4101b07c8", "tag": "00901745-e24d-4624-8550-b70ca512f20a"}]}' {{(pid=104072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:27:56.462408 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-feee3cb9-8701-4ad6-989a-16e93aa41919 req-abaf32e7-ffe2-4ce2-a5f9-8e6483bfbd3d tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] 10.222.0.50 "GET /v2.0/ports?device_id=0360f3b9-e443-4d35-89a4-6f981918f34a HTTP/1.1" status: 200 len: 210 time: 0.1005473 May 27 03:27:56.534322 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1479419-9c84-444c-bf1d-91965727b31a x-openstack-request-id: req-a1479419-9c84-444c-bf1d-91965727b31a {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:27:56.534796 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b967195a-9c2e-4f9f-9a09-65a4101b07c8", "tag": "00901745-e24d-4624-8550-b70ca512f20a", "status": "completed", "code": 200}]} {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:27:56.535299 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a1479419-9c84-444c-bf1d-91965727b31a {{(pid=104072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:27:56.535974 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1479419-9c84-444c-bf1d-91965727b31a'] response: {'name': 'network-changed', 'server_uuid': 'b967195a-9c2e-4f9f-9a09-65a4101b07c8', 'tag': '00901745-e24d-4624-8550-b70ca512f20a', 'status': 'completed', 'code': 200} May 27 03:27:56.549119 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-841eeb9d-3171-4d35-8479-d03887268494 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "PUT /v2.0/floatingips/915ddab8-fb8d-42b0-b2c4-e8b061e3bb4c HTTP/1.1" status: 200 len: 993 time: 1.0411000 May 27 03:27:56.579494 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvr_db [None req-b41ec6bf-e364-4a5c-a1c5-037effc82153 None None] Set router 38eac928-01f1-4978-ba20-ac2c031b8983 gateway port host: dv-cinder-828806-4-iscsi {{(pid=104074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:27:56.788275 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=100 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:27:56.790816 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [req-4edd3651-27bd-400f-8614-df5c8edc8e9e req-69e346ce-f722-4414-9979-4d4817842fb5 tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] No DVR routers for this DVR port 884547de-07f3-4f0b-bce0-549d72cba67d on host hv-cinder-82880 {{(pid=104071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:27:56.795737 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-4edd3651-27bd-400f-8614-df5c8edc8e9e req-69e346ce-f722-4414-9979-4d4817842fb5 tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159658'] for port (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:56.799351 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871d189d-4ebc-48e1-912b-68892d9423e8 req-459fc282-71f1-4b8b-9bc9-ae913a2ff1f8 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:56.802565 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-871d189d-4ebc-48e1-912b-68892d9423e8 req-459fc282-71f1-4b8b-9bc9-ae913a2ff1f8 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.67 "GET /v2.0/networks?id=e861f168-e1a5-4542-8ee4-9759fa17a578 HTTP/1.1" status: 200 len: 815 time: 0.1749761 May 27 03:27:56.802799 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-4edd3651-27bd-400f-8614-df5c8edc8e9e req-69e346ce-f722-4414-9979-4d4817842fb5 tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] 10.222.0.67 "DELETE /v2.0/ports/884547de-07f3-4f0b-bce0-549d72cba67d HTTP/1.1" status: 204 len: 173 time: 0.7528374 May 27 03:27:56.822010 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0360f3b9-e443-4d35-89a4-6f981918f34a', 'name': 'network-vif-deleted', 'tag': '884547de-07f3-4f0b-bce0-549d72cba67d'}] {{(pid=104071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:27:56.824913 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bb076ad6e20eee76da9493a154e3e0af7ddb4a8668b70cc9390b05200f69f4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01400b54-05b6-44db-9d7e-59ff50173e7e" -d '{"events": [{"server_uuid": "0360f3b9-e443-4d35-89a4-6f981918f34a", "name": "network-vif-deleted", "tag": "884547de-07f3-4f0b-bce0-549d72cba67d"}]}' {{(pid=104071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:27:56.886455 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21556af5-c6c1-46db-b7c0-f4e661bba7bb req-ac302f8c-32e8-4df5-9309-b64ef9bd4df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:56.888018 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-21556af5-c6c1-46db-b7c0-f4e661bba7bb req-ac302f8c-32e8-4df5-9309-b64ef9bd4df6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6db8193dcee944008c7b41889bfa67a3&device_id=b967195a-9c2e-4f9f-9a09-65a4101b07c8 HTTP/1.1" status: 200 len: 1129 time: 0.1172268 May 27 03:27:56.914877 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-871d189d-4ebc-48e1-912b-68892d9423e8 req-8c88426e-e41e-4c4b-a918-4ff8d9e024bc tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=082b5523ee504be09f6fcaf833207a4f HTTP/1.1" status: 200 len: 379 time: 0.0936682 May 27 03:27:56.928160 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [req-871d189d-4ebc-48e1-912b-68892d9423e8 req-54d34394-e4bf-4b99-be56-674c834e220c tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Request body: {'port': {'device_id': '9d25eaff-39bb-4434-848b-7b2dcc68d1e9', 'network_id': 'e861f168-e1a5-4542-8ee4-9759fa17a578', 'admin_state_up': True, 'tenant_id': '082b5523ee504be09f6fcaf833207a4f', 'security_groups': ['9ab776d0-c5a9-4444-bea0-a2ff2e4e7d7c']}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:27:56.953871 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-b41ec6bf-e364-4a5c-a1c5-037effc82153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38eac928-01f1-4978-ba20-ac2c031b8983', 'name': 'tempest-ServerRescueNegativeTestJSON-1434591703-router', 'tenant_id': '6db8193dcee944008c7b41889bfa67a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '717a75d6-2ae6-41ed-a225-2bf1cc18fb1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:13Z', 'updated_at': '2022-05-27T03:23:21Z', 'revision_number': 4, 'project_id': '6db8193dcee944008c7b41889bfa67a3', 'gw_port': {'id': '717a75d6-2ae6-41ed-a225-2bf1cc18fb1b', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:62:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38eac928-01f1-4978-ba20-ac2c031b8983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:15Z', 'updated_at': '2022-05-27T03:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi', '_floatingips': [{'id': '915ddab8-fb8d-42b0-b2c4-e8b061e3bb4c', 'tenant_id': '6db8193dcee944008c7b41889bfa67a3', 'floating_ip_address': '172.27.3.146', 'floating_network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'router_id': '38eac928-01f1-4978-ba20-ac2c031b8983', 'port_id': '00901745-e24d-4624-8550-b70ca512f20a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 329, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee2ac450-e56e-4c1d-8d15-c8bfd50e2024', 'mac_address': 'fa:16:3e:6e:35:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b967195a-9c2e-4f9f-9a09-65a4101b07c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:25:34Z', 'updated_at': '2022-05-27T03:27:55Z', 'revision_number': 3, 'project_id': '6db8193dcee944008c7b41889bfa67a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '335dd27d-4958-4907-8e7c-cd3d9070011a', 'name': '', 'network_id': 'ee2ac450-e56e-4c1d-8d15-c8bfd50e2024', 'tenant_id': '6db8193dcee944008c7b41889bfa67a3', 'mac_address': 'fa:16:3e:61:1e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38eac928-01f1-4978-ba20-ac2c031b8983', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'cc441656-896b-4ce0-b128-b3b9a7f3a183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:20Z', 'updated_at': '2022-05-27T03:23:32Z', 'revision_number': 5, 'project_id': '6db8193dcee944008c7b41889bfa67a3', 'subnets': [{'id': 'cc441656-896b-4ce0-b128-b3b9a7f3a183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-4-iscsi', False) {} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:27:56.965305 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a88b1b6-8daf-4514-9fc3-a7d6c38021ee x-openstack-request-id: req-6a88b1b6-8daf-4514-9fc3-a7d6c38021ee {{(pid=104071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:27:56.965840 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0360f3b9-e443-4d35-89a4-6f981918f34a", "name": "network-vif-deleted", "tag": "884547de-07f3-4f0b-bce0-549d72cba67d", "status": "completed", "code": 200}]} {{(pid=104071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:27:56.966309 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6a88b1b6-8daf-4514-9fc3-a7d6c38021ee {{(pid=104071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:27:56.966891 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a88b1b6-8daf-4514-9fc3-a7d6c38021ee'] response: {'server_uuid': '0360f3b9-e443-4d35-89a4-6f981918f34a', 'name': 'network-vif-deleted', 'tag': '884547de-07f3-4f0b-bce0-549d72cba67d', 'status': 'completed', 'code': 200} May 27 03:27:56.990388 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41ec6bf-e364-4a5c-a1c5-037effc82153 None None] Checking router: 38eac928-01f1-4978-ba20-ac2c031b8983 for host: dv-cinder-828806-4-iscsi {{(pid=104074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:27:57.000609 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41ec6bf-e364-4a5c-a1c5-037effc82153 None None] Routers {'38eac928-01f1-4978-ba20-ac2c031b8983'} bound to L3 agent in host dv-cinder-828806-4-iscsi {{(pid=104074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:27:57.001274 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-b41ec6bf-e364-4a5c-a1c5-037effc82153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T03:14:31Z,description=,heartbeat_timestamp=2022-05-27T03:27:31Z,host='dv-cinder-828806-4-iscsi',id=3e4effd7-5bc9-408b-93fa-42e4b19a61d9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:14:31Z,topic='l3_agent')) {'router_ids': ['38eac928-01f1-4978-ba20-ac2c031b8983'], 'active': True} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:27:57.003936 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21556af5-c6c1-46db-b7c0-f4e661bba7bb req-784225f6-75d2-4dea-996d-cc14cbe35d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:57.017695 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-21556af5-c6c1-46db-b7c0-f4e661bba7bb req-784225f6-75d2-4dea-996d-cc14cbe35d22 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ee2ac450-e56e-4c1d-8d15-c8bfd50e2024 HTTP/1.1" status: 200 len: 920 time: 0.1215556 May 27 03:27:57.040826 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=100 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:27:57.100083 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-85452c5b-05df-4626-90da-060dc37cf5a7 req-e54b1cc1-b82b-4648-ae39-f45d897551c9 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d25eaff-39bb-4434-848b-7b2dcc68d1e9 HTTP/1.1" status: 200 len: 210 time: 0.0391657 May 27 03:27:57.121764 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvr_db [None req-b41ec6bf-e364-4a5c-a1c5-037effc82153 None None] Set router 38eac928-01f1-4978-ba20-ac2c031b8983 gateway port host: dv-cinder-828806-4-iscsi {{(pid=104074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:27:57.127904 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-871d189d-4ebc-48e1-912b-68892d9423e8 req-54d34394-e4bf-4b99-be56-674c834e220c tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Made reservation on behalf of 082b5523ee504be09f6fcaf833207a4f for: {'port': 1} {{(pid=104072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:27:57.131520 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-871d189d-4ebc-48e1-912b-68892d9423e8 req-54d34394-e4bf-4b99-be56-674c834e220c tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:57.232572 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-21556af5-c6c1-46db-b7c0-f4e661bba7bb req-8d361b9a-f88c-4c76-87cc-4c7d4c1121e0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=00901745-e24d-4624-8550-b70ca512f20a HTTP/1.1" status: 200 len: 1001 time: 0.0749214 May 27 03:27:57.280737 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.db.db_base_plugin_common [req-871d189d-4ebc-48e1-912b-68892d9423e8 req-54d34394-e4bf-4b99-be56-674c834e220c tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Allocated IP 172.20.0.13 (e861f168-e1a5-4542-8ee4-9759fa17a578/22c8ee8a-bdb1-4646-81f4-b6b1b8177bb9/7548807f-da0a-4e25-9317-457dbf196bc6) {{(pid=104072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:27:57.348145 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-b41ec6bf-e364-4a5c-a1c5-037effc82153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38eac928-01f1-4978-ba20-ac2c031b8983', 'name': 'tempest-ServerRescueNegativeTestJSON-1434591703-router', 'tenant_id': '6db8193dcee944008c7b41889bfa67a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '717a75d6-2ae6-41ed-a225-2bf1cc18fb1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:13Z', 'updated_at': '2022-05-27T03:23:21Z', 'revision_number': 4, 'project_id': '6db8193dcee944008c7b41889bfa67a3', 'gw_port': {'id': '717a75d6-2ae6-41ed-a225-2bf1cc18fb1b', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:62:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38eac928-01f1-4978-ba20-ac2c031b8983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:15Z', 'updated_at': '2022-05-27T03:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi', '_floatingips': [{'id': '915ddab8-fb8d-42b0-b2c4-e8b061e3bb4c', 'tenant_id': '6db8193dcee944008c7b41889bfa67a3', 'floating_ip_address': '172.27.3.146', 'floating_network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'router_id': '38eac928-01f1-4978-ba20-ac2c031b8983', 'port_id': '00901745-e24d-4624-8550-b70ca512f20a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 329, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee2ac450-e56e-4c1d-8d15-c8bfd50e2024', 'mac_address': 'fa:16:3e:6e:35:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b967195a-9c2e-4f9f-9a09-65a4101b07c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:25:34Z', 'updated_at': '2022-05-27T03:27:55Z', 'revision_number': 3, 'project_id': '6db8193dcee944008c7b41889bfa67a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '335dd27d-4958-4907-8e7c-cd3d9070011a', 'name': '', 'network_id': 'ee2ac450-e56e-4c1d-8d15-c8bfd50e2024', 'tenant_id': '6db8193dcee944008c7b41889bfa67a3', 'mac_address': 'fa:16:3e:61:1e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38eac928-01f1-4978-ba20-ac2c031b8983', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'cc441656-896b-4ce0-b128-b3b9a7f3a183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:20Z', 'updated_at': '2022-05-27T03:23:32Z', 'revision_number': 5, 'project_id': '6db8193dcee944008c7b41889bfa67a3', 'subnets': [{'id': 'cc441656-896b-4ce0-b128-b3b9a7f3a183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-4-iscsi', False) {} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:27:57.372749 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41ec6bf-e364-4a5c-a1c5-037effc82153 None None] The sync data for ids ['38eac928-01f1-4978-ba20-ac2c031b8983'] in dv-cinder-828806-4-iscsi is: [{'id': '38eac928-01f1-4978-ba20-ac2c031b8983', 'name': 'tempest-ServerRescueNegativeTestJSON-1434591703-router', 'tenant_id': '6db8193dcee944008c7b41889bfa67a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '717a75d6-2ae6-41ed-a225-2bf1cc18fb1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:13Z', 'updated_at': '2022-05-27T03:23:21Z', 'revision_number': 4, 'project_id': '6db8193dcee944008c7b41889bfa67a3', 'gw_port': {'id': '717a75d6-2ae6-41ed-a225-2bf1cc18fb1b', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:62:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38eac928-01f1-4978-ba20-ac2c031b8983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:15Z', 'updated_at': '2022-05-27T03:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi', '_floatingips': [{'id': '915ddab8-fb8d-42b0-b2c4-e8b061e3bb4c', 'tenant_id': '6db8193dcee944008c7b41889bfa67a3', 'floating_ip_address': '172.27.3.146', 'floating_network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'router_id': '38eac928-01f1-4978-ba20-ac2c031b8983', 'port_id': '00901745-e24d-4624-8550-b70ca512f20a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 329, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee2ac450-e56e-4c1d-8d15-c8bfd50e2024', 'mac_address': 'fa:16:3e:6e:35:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b967195a-9c2e-4f9f-9a09-65a4101b07c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:25:34Z', 'updated_at': '2022-05-27T03:27:55Z', 'revision_number': 3, 'project_id': '6db8193dcee944008c7b41889bfa67a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '335dd27d-4958-4907-8e7c-cd3d9070011a', 'name': '', 'network_id': 'ee2ac450-e56e-4c1d-8d15-c8bfd50e2024', 'tenant_id': '6db8193dcee944008c7b41889bfa67a3', 'mac_address': 'fa:16:3e:61:1e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38eac928-01f1-4978-ba20-ac2c031b8983', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'cc441656-896b-4ce0-b128-b3b9a7f3a183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:20Z', 'updated_at': '2022-05-27T03:23:32Z', 'revision_number': 5, 'project_id': '6db8193dcee944008c7b41889bfa67a3', 'subnets': [{'id': 'cc441656-896b-4ce0-b128-b3b9a7f3a183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:27:57.426189 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-871d189d-4ebc-48e1-912b-68892d9423e8 req-54d34394-e4bf-4b99-be56-674c834e220c tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks [] for port (7548807f-da0a-4e25-9317-457dbf196bc6), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:57.431677 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:27:57.434826 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:27:57.469538 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-871d189d-4ebc-48e1-912b-68892d9423e8 req-54d34394-e4bf-4b99-be56-674c834e220c tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743907242280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13119109'] for port (7548807f-da0a-4e25-9317-457dbf196bc6), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:57.519191 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-871d189d-4ebc-48e1-912b-68892d9423e8 req-54d34394-e4bf-4b99-be56-674c834e220c tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Network e861f168-e1a5-4542-8ee4-9759fa17a578 is already hosted by enough agents. {{(pid=104072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:27:57.525078 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.base_scheduler [req-871d189d-4ebc-48e1-912b-68892d9423e8 req-54d34394-e4bf-4b99-be56-674c834e220c tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Resources bound (agent type, host, resource id): {{(pid=104072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:27:57.529141 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.db.l3_dvrscheduler_db [req-871d189d-4ebc-48e1-912b-68892d9423e8 req-54d34394-e4bf-4b99-be56-674c834e220c tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Received port after_create {{(pid=104072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:27:57.533006 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21556af5-c6c1-46db-b7c0-f4e661bba7bb req-27edddd0-6786-4556-837e-fed3764d2e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:57.535194 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-21556af5-c6c1-46db-b7c0-f4e661bba7bb req-27edddd0-6786-4556-837e-fed3764d2e40 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cc441656-896b-4ce0-b128-b3b9a7f3a183 HTTP/1.1" status: 200 len: 858 time: 0.0766618 May 27 03:27:57.535489 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d34394-e4bf-4b99-be56-674c834e220c tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Pushing event updated for resources: {'Port': ['ID=7548807f-da0a-4e25-9317-457dbf196bc6,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:57.581302 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Device 884547de-07f3-4f0b-bce0-549d72cba67d no longer exists at agent hyperv_hv-cinder-82880 {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:27:57.584157 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871d189d-4ebc-48e1-912b-68892d9423e8 req-54d34394-e4bf-4b99-be56-674c834e220c tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:57.584836 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-871d189d-4ebc-48e1-912b-68892d9423e8 req-54d34394-e4bf-4b99-be56-674c834e220c tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159658'] for port (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:57.607394 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-871d189d-4ebc-48e1-912b-68892d9423e8 req-54d34394-e4bf-4b99-be56-674c834e220c tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6845217 May 27 03:27:57.610668 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21556af5-c6c1-46db-b7c0-f4e661bba7bb req-b24a5e8d-7d57-4826-8a5e-92ea8a6cbbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:57.612173 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-21556af5-c6c1-46db-b7c0-f4e661bba7bb req-b24a5e8d-7d57-4826-8a5e-92ea8a6cbbdd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ee2ac450-e56e-4c1d-8d15-c8bfd50e2024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0657563 May 27 03:27:57.634431 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [req-871d189d-4ebc-48e1-912b-68892d9423e8 req-f9ca2462-009f-4ffb-a7d7-5be106cf322c service neutron] Request body: {'port': {'device_id': '9d25eaff-39bb-4434-848b-7b2dcc68d1e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:27:57.654316 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] No Port match for: 884547de-07f3-4f0b-bce0-549d72cba67d {{(pid=104073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:27:57.656633 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Device 884547de-07f3-4f0b-bce0-549d72cba67d not bound to the agent host hv-cinder-82880 {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:27:57.674049 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-b5f03f29-52e8-4b66-9eab-686fe98fa09c req-39650455-c48e-4280-bcc1-24c9bbc5c417 tempest-VolumesSnapshotTestJSON-1582536527 tempest-VolumesSnapshotTestJSON-1582536527-project] 10.222.0.50 "GET /v2.0/ports?device_id=0360f3b9-e443-4d35-89a4-6f981918f34a HTTP/1.1" status: 200 len: 210 time: 0.0447009 May 27 03:27:57.703221 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-871d189d-4ebc-48e1-912b-68892d9423e8 req-f9ca2462-009f-4ffb-a7d7-5be106cf322c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (7548807f-da0a-4e25-9317-457dbf196bc6), before_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:57.778873 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-21556af5-c6c1-46db-b7c0-f4e661bba7bb req-88086a07-2670-4185-973a-c1e10d13263e service neutron] 10.222.0.67 "GET /v2.0/networks/ee2ac450-e56e-4c1d-8d15-c8bfd50e2024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370666 May 27 03:27:57.792693 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:27:57.865338 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-a3d95a13-33d0-4827-b337-99de92cf9e75 None None] Provisioning complete for port 7548807f-da0a-4e25-9317-457dbf196bc6 triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:27:57.865630 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-a3d95a13-33d0-4827-b337-99de92cf9e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (7548807f-da0a-4e25-9317-457dbf196bc6), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:57.882820 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-21556af5-c6c1-46db-b7c0-f4e661bba7bb req-99de8f3b-5fea-4be4-88d5-5315e70e743c service neutron] 10.222.0.67 "GET /v2.0/networks/ee2ac450-e56e-4c1d-8d15-c8bfd50e2024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973060 May 27 03:27:57.900848 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-a3d95a13-33d0-4827-b337-99de92cf9e75 None None] Port 7548807f-da0a-4e25-9317-457dbf196bc6 cannot update to ACTIVE because it is not bound. {{(pid=104073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:27:58.007512 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.notifiers.nova [req-871d189d-4ebc-48e1-912b-68892d9423e8 req-f9ca2462-009f-4ffb-a7d7-5be106cf322c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7548807f-da0a-4e25-9317-457dbf196bc6 {{(pid=104072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:27:58.015733 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-871d189d-4ebc-48e1-912b-68892d9423e8 req-f9ca2462-009f-4ffb-a7d7-5be106cf322c service neutron] Publish callbacks [] for port (7548807f-da0a-4e25-9317-457dbf196bc6), precommit_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:58.029256 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.db.provisioning_blocks [req-871d189d-4ebc-48e1-912b-68892d9423e8 req-f9ca2462-009f-4ffb-a7d7-5be106cf322c service neutron] Transition to ACTIVE for port object 7548807f-da0a-4e25-9317-457dbf196bc6 will not be triggered until provisioned by entity L2. {{(pid=104072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 03:27:58.034037 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-871d189d-4ebc-48e1-912b-68892d9423e8 req-f9ca2462-009f-4ffb-a7d7-5be106cf322c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13119154'] for port (7548807f-da0a-4e25-9317-457dbf196bc6), after_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:58.088397 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ca2462-009f-4ffb-a7d7-5be106cf322c service neutron] Pushing event updated for resources: {'Port': ['ID=7548807f-da0a-4e25-9317-457dbf196bc6,revision_number=2']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:58.164760 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.managers [req-871d189d-4ebc-48e1-912b-68892d9423e8 req-f9ca2462-009f-4ffb-a7d7-5be106cf322c service neutron] Attempting to bind port 7548807f-da0a-4e25-9317-457dbf196bc6 on host hv-cinder-82880 for vnic_type normal with profile {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:27:58.165470 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.managers [req-871d189d-4ebc-48e1-912b-68892d9423e8 req-f9ca2462-009f-4ffb-a7d7-5be106cf322c service neutron] Attempting to bind port 7548807f-da0a-4e25-9317-457dbf196bc6 by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': '9331d2d7-a6a0-4c34-9e42-53844ef9b31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e861f168-e1a5-4542-8ee4-9759fa17a578'}] {{(pid=104072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:27:58.165470 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871d189d-4ebc-48e1-912b-68892d9423e8 req-f9ca2462-009f-4ffb-a7d7-5be106cf322c service neutron] Attempting to bind port 7548807f-da0a-4e25-9317-457dbf196bc6 on network e861f168-e1a5-4542-8ee4-9759fa17a578 {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:27:58.170866 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871d189d-4ebc-48e1-912b-68892d9423e8 req-f9ca2462-009f-4ffb-a7d7-5be106cf322c service neutron] Port 7548807f-da0a-4e25-9317-457dbf196bc6 on network e861f168-e1a5-4542-8ee4-9759fa17a578 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 03:27:58.171186 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871d189d-4ebc-48e1-912b-68892d9423e8 req-f9ca2462-009f-4ffb-a7d7-5be106cf322c service neutron] Attempting to bind port 7548807f-da0a-4e25-9317-457dbf196bc6 on network e861f168-e1a5-4542-8ee4-9759fa17a578 {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:27:58.176773 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871d189d-4ebc-48e1-912b-68892d9423e8 req-f9ca2462-009f-4ffb-a7d7-5be106cf322c service neutron] Checking agent: {'id': 'a17a57cc-679f-4398-8430-1b64b86f4dc1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 21, 13), 'started_at': datetime.datetime(2022, 5, 27, 3, 21, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:27:58.177142 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871d189d-4ebc-48e1-912b-68892d9423e8 req-f9ca2462-009f-4ffb-a7d7-5be106cf322c service neutron] Checking segment: {'id': '9331d2d7-a6a0-4c34-9e42-53844ef9b31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e861f168-e1a5-4542-8ee4-9759fa17a578'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:27:58.177525 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871d189d-4ebc-48e1-912b-68892d9423e8 req-f9ca2462-009f-4ffb-a7d7-5be106cf322c service neutron] Bound using segment: {'id': '9331d2d7-a6a0-4c34-9e42-53844ef9b31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e861f168-e1a5-4542-8ee4-9759fa17a578'} {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:27:58.177948 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.managers [req-871d189d-4ebc-48e1-912b-68892d9423e8 req-f9ca2462-009f-4ffb-a7d7-5be106cf322c service neutron] Bound port: 7548807f-da0a-4e25-9317-457dbf196bc6, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9331d2d7-a6a0-4c34-9e42-53844ef9b31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e861f168-e1a5-4542-8ee4-9759fa17a578'}}] {{(pid=104072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:27:58.178301 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-871d189d-4ebc-48e1-912b-68892d9423e8 req-f9ca2462-009f-4ffb-a7d7-5be106cf322c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (7548807f-da0a-4e25-9317-457dbf196bc6), before_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:58.239315 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2b1343-3a8b-4a1e-8fc4-f51dbb567e36 req-d2212253-437f-4a9d-a75a-723e4ca7db9a tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:58.240917 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-8b2b1343-3a8b-4a1e-8fc4-f51dbb567e36 req-d2212253-437f-4a9d-a75a-723e4ca7db9a tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=b54917ef-d32c-4303-99e3-75adc12f147e HTTP/1.1" status: 200 len: 946 time: 0.0491040 May 27 03:27:58.264998 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318e561d-c3c7-4c32-8839-69f6bd7c7265 req-cf110d4a-eb69-4e14-9a78-2fa6af3b4e5b tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:58.266996 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-318e561d-c3c7-4c32-8839-69f6bd7c7265 req-cf110d4a-eb69-4e14-9a78-2fa6af3b4e5b tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d25eaff-39bb-4434-848b-7b2dcc68d1e9 HTTP/1.1" status: 200 len: 944 time: 0.0863996 May 27 03:27:58.297650 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:27:58.297871 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-8b2b1343-3a8b-4a1e-8fc4-f51dbb567e36 req-06a12696-3b44-4c2c-88c8-7619ff1271b7 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=355c63b5-9543-409d-a9f3-f7230b59d8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504379 May 27 03:27:58.317513 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.db [req-871d189d-4ebc-48e1-912b-68892d9423e8 req-f9ca2462-009f-4ffb-a7d7-5be106cf322c service neutron] For port 7548807f-da0a-4e25-9317-457dbf196bc6, host hv-cinder-82880, cleared binding levels {{(pid=104072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:27:58.318233 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=54,neutron:UPDATE=6 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:27:58.318910 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=40,neutron:UPDATE=4 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:27:58.320395 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:27:58.327808 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.db [req-871d189d-4ebc-48e1-912b-68892d9423e8 req-f9ca2462-009f-4ffb-a7d7-5be106cf322c service neutron] For port 7548807f-da0a-4e25-9317-457dbf196bc6, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=7548807f-da0a-4e25-9317-457dbf196bc6,segment=NetworkSegment(9331d2d7-a6a0-4c34-9e42-53844ef9b31b),segment_id=9331d2d7-a6a0-4c34-9e42-53844ef9b31b)] {{(pid=104072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:27:58.343101 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-871d189d-4ebc-48e1-912b-68892d9423e8 req-f9ca2462-009f-4ffb-a7d7-5be106cf322c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13119154'] for port (7548807f-da0a-4e25-9317-457dbf196bc6), after_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:58.375537 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-318e561d-c3c7-4c32-8839-69f6bd7c7265 req-98e39605-84f6-4103-b865-809ad17ac3fc tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/security-groups?id=9ab776d0-c5a9-4444-bea0-a2ff2e4e7d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968711 May 27 03:27:58.386116 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871d189d-4ebc-48e1-912b-68892d9423e8 req-f9ca2462-009f-4ffb-a7d7-5be106cf322c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:58.386719 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-871d189d-4ebc-48e1-912b-68892d9423e8 req-f9ca2462-009f-4ffb-a7d7-5be106cf322c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159658'] for port (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:58.388067 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-871d189d-4ebc-48e1-912b-68892d9423e8 req-f9ca2462-009f-4ffb-a7d7-5be106cf322c service neutron] 10.222.0.67 "PUT /v2.0/ports/7548807f-da0a-4e25-9317-457dbf196bc6 HTTP/1.1" status: 200 len: 1094 time: 0.7583165 May 27 03:27:58.408869 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ca2462-009f-4ffb-a7d7-5be106cf322c service neutron] Pushing event updated for resources: {'Port': ['ID=7548807f-da0a-4e25-9317-457dbf196bc6,revision_number=3']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:58.536762 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b967195a-9c2e-4f9f-9a09-65a4101b07c8', 'tag': '00901745-e24d-4624-8550-b70ca512f20a'}, {'name': 'network-changed', 'server_uuid': '9d25eaff-39bb-4434-848b-7b2dcc68d1e9', 'tag': '7548807f-da0a-4e25-9317-457dbf196bc6'}] {{(pid=104072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:27:58.539152 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f396617ba49ae57b35f1e46e178334f70bfad08bdaf3fab16ca373e13b5bdfba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6599dce0-07f9-461e-b70f-89736ba66e4c" -d '{"events": [{"name": "network-changed", "server_uuid": "b967195a-9c2e-4f9f-9a09-65a4101b07c8", "tag": "00901745-e24d-4624-8550-b70ca512f20a"}, {"name": "network-changed", "server_uuid": "9d25eaff-39bb-4434-848b-7b2dcc68d1e9", "tag": "7548807f-da0a-4e25-9317-457dbf196bc6"}]}' {{(pid=104072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:27:58.582495 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 27 May 2022 03:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00cbca66-4053-43f6-979d-4a17e0ebe7b3 x-openstack-request-id: req-00cbca66-4053-43f6-979d-4a17e0ebe7b3 {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:27:58.582808 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b967195a-9c2e-4f9f-9a09-65a4101b07c8", "tag": "00901745-e24d-4624-8550-b70ca512f20a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9d25eaff-39bb-4434-848b-7b2dcc68d1e9", "tag": "7548807f-da0a-4e25-9317-457dbf196bc6", "status": "completed", "code": 200}]} {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:27:58.583072 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-00cbca66-4053-43f6-979d-4a17e0ebe7b3 {{(pid=104072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:27:58.583435 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00cbca66-4053-43f6-979d-4a17e0ebe7b3'] response: {'name': 'network-changed', 'server_uuid': 'b967195a-9c2e-4f9f-9a09-65a4101b07c8', 'tag': '00901745-e24d-4624-8550-b70ca512f20a', 'status': 'completed', 'code': 200} May 27 03:27:58.583682 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00cbca66-4053-43f6-979d-4a17e0ebe7b3'] response: {'name': 'network-changed', 'server_uuid': '9d25eaff-39bb-4434-848b-7b2dcc68d1e9', 'tag': '7548807f-da0a-4e25-9317-457dbf196bc6', 'status': 'completed', 'code': 200} May 27 03:27:58.699977 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-c31a8a99-83d4-4c4e-9dc9-5182b4dcc42a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (88cb169e-23a7-4380-813c-9b707a5671b5), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:59.430349 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc438a6-3a05-467d-8914-7448fc4d8132 req-df4be446-491f-45c1-b921-d8622fae4c7d tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:59.432623 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-fbc438a6-3a05-467d-8914-7448fc4d8132 req-df4be446-491f-45c1-b921-d8622fae4c7d tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=b54917ef-d32c-4303-99e3-75adc12f147e HTTP/1.1" status: 200 len: 946 time: 0.0579450 May 27 03:27:59.484151 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-fbc438a6-3a05-467d-8914-7448fc4d8132 req-adf4db0a-6f0b-4c8b-889b-5bd37a2e511b tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=355c63b5-9543-409d-a9f3-f7230b59d8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441086 May 27 03:27:59.498634 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed0f2c9-e97a-48f6-bf83-7b54094f6b2a req-1871482b-a68b-4060-96ee-c2d1de9cb7d0 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:59.500753 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-0ed0f2c9-e97a-48f6-bf83-7b54094f6b2a req-1871482b-a68b-4060-96ee-c2d1de9cb7d0 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d25eaff-39bb-4434-848b-7b2dcc68d1e9 HTTP/1.1" status: 200 len: 944 time: 0.0506601 May 27 03:27:59.549437 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-0ed0f2c9-e97a-48f6-bf83-7b54094f6b2a req-818cf939-23b5-4b34-8e30-f86d7279dfbf tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/security-groups?id=9ab776d0-c5a9-4444-bea0-a2ff2e4e7d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423911 May 27 03:27:59.814598 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6599dce0-07f9-461e-b70f-89736ba66e4c req-3afc79f1-1bf1-4fc2-8ce6-856cdf90cc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:59.816434 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-6599dce0-07f9-461e-b70f-89736ba66e4c req-3afc79f1-1bf1-4fc2-8ce6-856cdf90cc92 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6db8193dcee944008c7b41889bfa67a3&device_id=b967195a-9c2e-4f9f-9a09-65a4101b07c8 HTTP/1.1" status: 200 len: 1129 time: 0.0531135 May 27 03:27:59.842997 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871d189d-4ebc-48e1-912b-68892d9423e8 req-9a1d9f8f-361f-446e-97f7-163ed63220c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:59.844532 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-871d189d-4ebc-48e1-912b-68892d9423e8 req-9a1d9f8f-361f-446e-97f7-163ed63220c7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=082b5523ee504be09f6fcaf833207a4f&device_id=9d25eaff-39bb-4434-848b-7b2dcc68d1e9 HTTP/1.1" status: 200 len: 1128 time: 0.0422940 May 27 03:27:59.907965 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6599dce0-07f9-461e-b70f-89736ba66e4c req-cfc3cb7c-e77d-4fab-8144-dd6e2439b115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:59.909495 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-6599dce0-07f9-461e-b70f-89736ba66e4c req-cfc3cb7c-e77d-4fab-8144-dd6e2439b115 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ee2ac450-e56e-4c1d-8d15-c8bfd50e2024 HTTP/1.1" status: 200 len: 920 time: 0.0856552 May 27 03:27:59.979356 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-871d189d-4ebc-48e1-912b-68892d9423e8 req-36e24891-266a-4cdf-bcb7-dac0b6f258b8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7548807f-da0a-4e25-9317-457dbf196bc6 HTTP/1.1" status: 200 len: 217 time: 0.0423574 May 27 03:28:00.016313 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-6599dce0-07f9-461e-b70f-89736ba66e4c req-c0598250-effc-4b84-9963-87a0baa4a21b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=00901745-e24d-4624-8550-b70ca512f20a HTTP/1.1" status: 200 len: 1001 time: 0.0626810 May 27 03:28:00.048328 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5790bee-721b-4bd6-9dee-c049a971c94d req-a60b32d6-581f-411a-b37d-418e39afc5d8 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:00.049859 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-a5790bee-721b-4bd6-9dee-c049a971c94d req-a60b32d6-581f-411a-b37d-418e39afc5d8 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.67 "GET /v2.0/ports?device_id=b54917ef-d32c-4303-99e3-75adc12f147e HTTP/1.1" status: 200 len: 946 time: 0.0808773 May 27 03:28:00.089645 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6599dce0-07f9-461e-b70f-89736ba66e4c req-c85f0610-81af-463a-8a99-069bf70dec9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:00.091326 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-6599dce0-07f9-461e-b70f-89736ba66e4c req-c85f0610-81af-463a-8a99-069bf70dec9b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cc441656-896b-4ce0-b128-b3b9a7f3a183 HTTP/1.1" status: 200 len: 858 time: 0.0562215 May 27 03:28:00.092980 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871d189d-4ebc-48e1-912b-68892d9423e8 req-44431527-e54c-4735-8ff2-c523dccbb22f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:00.094519 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-871d189d-4ebc-48e1-912b-68892d9423e8 req-44431527-e54c-4735-8ff2-c523dccbb22f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=22c8ee8a-bdb1-4646-81f4-b6b1b8177bb9 HTTP/1.1" status: 200 len: 854 time: 0.0939918 May 27 03:28:00.147637 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6599dce0-07f9-461e-b70f-89736ba66e4c req-63b78879-5eca-496f-893d-f3ac0f60190d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:00.149340 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-6599dce0-07f9-461e-b70f-89736ba66e4c req-63b78879-5eca-496f-893d-f3ac0f60190d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ee2ac450-e56e-4c1d-8d15-c8bfd50e2024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462782 May 27 03:28:00.177623 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=100 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:00.184476 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871d189d-4ebc-48e1-912b-68892d9423e8 req-745c3ea7-6bf4-4964-ba6f-edd14e19d9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:00.186129 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-871d189d-4ebc-48e1-912b-68892d9423e8 req-745c3ea7-6bf4-4964-ba6f-edd14e19d9a7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e861f168-e1a5-4542-8ee4-9759fa17a578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0830338 May 27 03:28:00.194452 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.plugin [req-a5790bee-721b-4bd6-9dee-c049a971c94d req-32ce080d-16be-48c0-b95d-4c7f8d02b03b tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Deleting port fe4197df-049a-453f-a110-e4a007e15f18 {{(pid=104071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:28:00.194788 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-a5790bee-721b-4bd6-9dee-c049a971c94d req-32ce080d-16be-48c0-b95d-4c7f8d02b03b tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743907775461'] for port (fe4197df-049a-453f-a110-e4a007e15f18), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:00.262729 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-6599dce0-07f9-461e-b70f-89736ba66e4c req-6d6c3e0a-b2eb-4f20-9459-eb58afe18dad service neutron] 10.222.0.67 "GET /v2.0/networks/ee2ac450-e56e-4c1d-8d15-c8bfd50e2024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045182 May 27 03:28:00.355428 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-6599dce0-07f9-461e-b70f-89736ba66e4c req-bd782af1-ca7b-40fb-a370-6cae475a9b20 service neutron] 10.222.0.67 "GET /v2.0/networks/ee2ac450-e56e-4c1d-8d15-c8bfd50e2024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861106 May 27 03:28:00.380201 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.db [req-a5790bee-721b-4bd6-9dee-c049a971c94d req-32ce080d-16be-48c0-b95d-4c7f8d02b03b tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] For port fe4197df-049a-453f-a110-e4a007e15f18, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=fe4197df-049a-453f-a110-e4a007e15f18,segment=NetworkSegment(8900a96c-140e-4a88-9323-782a7b94dd95),segment_id=8900a96c-140e-4a88-9323-782a7b94dd95)] {{(pid=104071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:28:00.380573 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-a5790bee-721b-4bd6-9dee-c049a971c94d req-32ce080d-16be-48c0-b95d-4c7f8d02b03b tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16271712'] for port (fe4197df-049a-453f-a110-e4a007e15f18), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:00.390449 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-871d189d-4ebc-48e1-912b-68892d9423e8 req-8e7c08fe-6d52-47e1-a230-105dbb283c98 service neutron] 10.222.0.67 "GET /v2.0/networks/e861f168-e1a5-4542-8ee4-9759fa17a578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922925 May 27 03:28:00.631149 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-871d189d-4ebc-48e1-912b-68892d9423e8 req-77874064-5b88-49ba-b570-4fbd33a88732 service neutron] 10.222.0.67 "GET /v2.0/networks/e861f168-e1a5-4542-8ee4-9759fa17a578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069404 May 27 03:28:00.656914 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-a5790bee-721b-4bd6-9dee-c049a971c94d req-32ce080d-16be-48c0-b95d-4c7f8d02b03b tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:00.657320 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-a5790bee-721b-4bd6-9dee-c049a971c94d req-32ce080d-16be-48c0-b95d-4c7f8d02b03b tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16279512'] for floatingip (254a81ce-c604-42df-8a45-5a486a517384), after_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:00.657632 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.db.l3_db [req-a5790bee-721b-4bd6-9dee-c049a971c94d req-32ce080d-16be-48c0-b95d-4c7f8d02b03b tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Floating IP 254a81ce-c604-42df-8a45-5a486a517384 disassociated. External IP: 172.27.3.132, port: fe4197df-049a-453f-a110-e4a007e15f18. May 27 03:28:00.657967 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.plugin [req-a5790bee-721b-4bd6-9dee-c049a971c94d req-32ce080d-16be-48c0-b95d-4c7f8d02b03b tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Calling delete_port for fe4197df-049a-453f-a110-e4a007e15f18 owned by compute:nova {{(pid=104071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:28:00.668055 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ad82a9-3beb-4bdf-8922-fcd228408833 req-02478397-58d7-4f46-9530-2e655a999d49 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:00.669537 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-80ad82a9-3beb-4bdf-8922-fcd228408833 req-02478397-58d7-4f46-9530-2e655a999d49 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=b54917ef-d32c-4303-99e3-75adc12f147e HTTP/1.1" status: 200 len: 946 time: 0.0744941 May 27 03:28:00.676177 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def1cafb-6175-4b75-8231-bee9bc6e9bcc req-3569a43c-644a-4e9a-8b30-44092558c241 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:00.677758 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-def1cafb-6175-4b75-8231-bee9bc6e9bcc req-3569a43c-644a-4e9a-8b30-44092558c241 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d25eaff-39bb-4434-848b-7b2dcc68d1e9 HTTP/1.1" status: 200 len: 944 time: 0.0488753 May 27 03:28:00.686095 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:00.729969 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-def1cafb-6175-4b75-8231-bee9bc6e9bcc req-dde9f3c8-6270-462a-9004-a5346c824e89 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/security-groups?id=9ab776d0-c5a9-4444-bea0-a2ff2e4e7d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467451 May 27 03:28:00.780011 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-80ad82a9-3beb-4bdf-8922-fcd228408833 req-f4651e99-a946-4a13-a249-fd8494f78ac2 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=355c63b5-9543-409d-a9f3-f7230b59d8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027572 May 27 03:28:00.841678 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-a5790bee-721b-4bd6-9dee-c049a971c94d req-32ce080d-16be-48c0-b95d-4c7f8d02b03b tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743907783123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743907242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12907156'] for port (fe4197df-049a-453f-a110-e4a007e15f18), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:00.876978 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ce080d-16be-48c0-b95d-4c7f8d02b03b tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Pushing event deleted for resources: {'Port': ['ID=fe4197df-049a-453f-a110-e4a007e15f18,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:00.990620 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a5790bee-721b-4bd6-9dee-c049a971c94d req-32ce080d-16be-48c0-b95d-4c7f8d02b03b tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Router f894ead6-5c56-4335-b420-9b87f690d18d has already been hosted by L3 agent 3e4effd7-5bc9-408b-93fa-42e4b19a61d9 {{(pid=104071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:28:01.084725 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:01.093116 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-cd09764d-ad61-4848-9f4b-3e0fada2db05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (3e4effd7-5bc9-408b-93fa-42e4b19a61d9), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:01.100639 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a5790bee-721b-4bd6-9dee-c049a971c94d req-32ce080d-16be-48c0-b95d-4c7f8d02b03b tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Notify agent at l3_agent.dv-cinder-828806-4-iscsi the message routers_updated {{(pid=104071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:28:01.110111 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919da466-1532-47e4-9780-437aba912bda None None] Sync routers for ids ['f894ead6-5c56-4335-b420-9b87f690d18d'] in dv-cinder-828806-4-iscsi {{(pid=104073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:28:01.120784 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919da466-1532-47e4-9780-437aba912bda None None] Routers {'f894ead6-5c56-4335-b420-9b87f690d18d'} bound to L3 agent in host dv-cinder-828806-4-iscsi {{(pid=104073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:28:01.121455 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-919da466-1532-47e4-9780-437aba912bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T03:14:31Z,description=,heartbeat_timestamp=2022-05-27T03:28:01Z,host='dv-cinder-828806-4-iscsi',id=3e4effd7-5bc9-408b-93fa-42e4b19a61d9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:14:31Z,topic='l3_agent')) {'router_ids': ['f894ead6-5c56-4335-b420-9b87f690d18d'], 'active': True} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:28:01.150917 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5790bee-721b-4bd6-9dee-c049a971c94d req-32ce080d-16be-48c0-b95d-4c7f8d02b03b tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] No DVR routers for this DVR port fe4197df-049a-453f-a110-e4a007e15f18 on host hv-cinder-82880 {{(pid=104071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:28:01.153581 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-a5790bee-721b-4bd6-9dee-c049a971c94d req-32ce080d-16be-48c0-b95d-4c7f8d02b03b tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159658'] for port (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:01.157688 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-a5790bee-721b-4bd6-9dee-c049a971c94d req-32ce080d-16be-48c0-b95d-4c7f8d02b03b tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.67 "DELETE /v2.0/ports/fe4197df-049a-453f-a110-e4a007e15f18 HTTP/1.1" status: 204 len: 173 time: 1.1014056 May 27 03:28:01.158162 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b54917ef-d32c-4303-99e3-75adc12f147e', 'name': 'network-vif-deleted', 'tag': 'fe4197df-049a-453f-a110-e4a007e15f18'}] {{(pid=104071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:28:01.160462 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bb076ad6e20eee76da9493a154e3e0af7ddb4a8668b70cc9390b05200f69f4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6800f8d9-26f1-45c9-b181-8a6b91176418" -d '{"events": [{"server_uuid": "b54917ef-d32c-4303-99e3-75adc12f147e", "name": "network-vif-deleted", "tag": "fe4197df-049a-453f-a110-e4a007e15f18"}]}' {{(pid=104071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:28:01.196198 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ce3c5c0-22cf-4b21-87be-38432758a845 x-openstack-request-id: req-4ce3c5c0-22cf-4b21-87be-38432758a845 {{(pid=104071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:28:01.196494 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b54917ef-d32c-4303-99e3-75adc12f147e", "name": "network-vif-deleted", "tag": "fe4197df-049a-453f-a110-e4a007e15f18", "status": "completed", "code": 200}]} {{(pid=104071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:28:01.196745 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4ce3c5c0-22cf-4b21-87be-38432758a845 {{(pid=104071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:28:01.197191 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ce3c5c0-22cf-4b21-87be-38432758a845'] response: {'server_uuid': 'b54917ef-d32c-4303-99e3-75adc12f147e', 'name': 'network-vif-deleted', 'tag': 'fe4197df-049a-453f-a110-e4a007e15f18', 'status': 'completed', 'code': 200} May 27 03:28:01.227936 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvr_db [None req-919da466-1532-47e4-9780-437aba912bda None None] Set router f894ead6-5c56-4335-b420-9b87f690d18d gateway port host: dv-cinder-828806-4-iscsi {{(pid=104073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:28:01.426101 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-919da466-1532-47e4-9780-437aba912bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f894ead6-5c56-4335-b420-9b87f690d18d', 'name': 'tempest-AttachVolumeShelveTestJSON-432131402-router', 'tenant_id': '7e2e4b63d6af43058e0dc76d8ceac844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '28d3375c-e01d-45c9-b232-57887e8c3d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:13Z', 'updated_at': '2022-05-27T03:23:32Z', 'revision_number': 4, 'project_id': '7e2e4b63d6af43058e0dc76d8ceac844', 'gw_port': {'id': '28d3375c-e01d-45c9-b232-57887e8c3d83', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:04:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f894ead6-5c56-4335-b420-9b87f690d18d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:14Z', 'updated_at': '2022-05-27T03:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi', '_interfaces': [{'id': 'd16726c7-bdbc-43fb-b093-912bc04ee3a2', 'name': '', 'network_id': '9235750b-3863-4242-97a7-a4cb52643ca2', 'tenant_id': '7e2e4b63d6af43058e0dc76d8ceac844', 'mac_address': 'fa:16:3e:6d:9a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f894ead6-5c56-4335-b420-9b87f690d18d', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '74986d1d-a9b7-43a2-b2c2-09937b076cb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:26Z', 'updated_at': '2022-05-27T03:23:41Z', 'revision_number': 5, 'project_id': '7e2e4b63d6af43058e0dc76d8ceac844', 'subnets': [{'id': '74986d1d-a9b7-43a2-b2c2-09937b076cb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-4-iscsi', False) {} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:28:01.451155 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919da466-1532-47e4-9780-437aba912bda None None] Checking router: f894ead6-5c56-4335-b420-9b87f690d18d for host: dv-cinder-828806-4-iscsi {{(pid=104073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:28:01.461447 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919da466-1532-47e4-9780-437aba912bda None None] Routers {'f894ead6-5c56-4335-b420-9b87f690d18d'} bound to L3 agent in host dv-cinder-828806-4-iscsi {{(pid=104073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:28:01.462121 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-919da466-1532-47e4-9780-437aba912bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T03:14:31Z,description=,heartbeat_timestamp=2022-05-27T03:28:01Z,host='dv-cinder-828806-4-iscsi',id=3e4effd7-5bc9-408b-93fa-42e4b19a61d9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:14:31Z,topic='l3_agent')) {'router_ids': ['f894ead6-5c56-4335-b420-9b87f690d18d'], 'active': True} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:28:01.572694 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvr_db [None req-919da466-1532-47e4-9780-437aba912bda None None] Set router f894ead6-5c56-4335-b420-9b87f690d18d gateway port host: dv-cinder-828806-4-iscsi {{(pid=104073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:28:01.761720 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-919da466-1532-47e4-9780-437aba912bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f894ead6-5c56-4335-b420-9b87f690d18d', 'name': 'tempest-AttachVolumeShelveTestJSON-432131402-router', 'tenant_id': '7e2e4b63d6af43058e0dc76d8ceac844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '28d3375c-e01d-45c9-b232-57887e8c3d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:13Z', 'updated_at': '2022-05-27T03:23:32Z', 'revision_number': 4, 'project_id': '7e2e4b63d6af43058e0dc76d8ceac844', 'gw_port': {'id': '28d3375c-e01d-45c9-b232-57887e8c3d83', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:04:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f894ead6-5c56-4335-b420-9b87f690d18d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:14Z', 'updated_at': '2022-05-27T03:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi', '_interfaces': [{'id': 'd16726c7-bdbc-43fb-b093-912bc04ee3a2', 'name': '', 'network_id': '9235750b-3863-4242-97a7-a4cb52643ca2', 'tenant_id': '7e2e4b63d6af43058e0dc76d8ceac844', 'mac_address': 'fa:16:3e:6d:9a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f894ead6-5c56-4335-b420-9b87f690d18d', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '74986d1d-a9b7-43a2-b2c2-09937b076cb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:26Z', 'updated_at': '2022-05-27T03:23:41Z', 'revision_number': 5, 'project_id': '7e2e4b63d6af43058e0dc76d8ceac844', 'subnets': [{'id': '74986d1d-a9b7-43a2-b2c2-09937b076cb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-4-iscsi', False) {} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:28:01.787170 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919da466-1532-47e4-9780-437aba912bda None None] The sync data for ids ['f894ead6-5c56-4335-b420-9b87f690d18d'] in dv-cinder-828806-4-iscsi is: [{'id': 'f894ead6-5c56-4335-b420-9b87f690d18d', 'name': 'tempest-AttachVolumeShelveTestJSON-432131402-router', 'tenant_id': '7e2e4b63d6af43058e0dc76d8ceac844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '28d3375c-e01d-45c9-b232-57887e8c3d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:13Z', 'updated_at': '2022-05-27T03:23:32Z', 'revision_number': 4, 'project_id': '7e2e4b63d6af43058e0dc76d8ceac844', 'gw_port': {'id': '28d3375c-e01d-45c9-b232-57887e8c3d83', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:04:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f894ead6-5c56-4335-b420-9b87f690d18d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:14Z', 'updated_at': '2022-05-27T03:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi', '_interfaces': [{'id': 'd16726c7-bdbc-43fb-b093-912bc04ee3a2', 'name': '', 'network_id': '9235750b-3863-4242-97a7-a4cb52643ca2', 'tenant_id': '7e2e4b63d6af43058e0dc76d8ceac844', 'mac_address': 'fa:16:3e:6d:9a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f894ead6-5c56-4335-b420-9b87f690d18d', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '74986d1d-a9b7-43a2-b2c2-09937b076cb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:26Z', 'updated_at': '2022-05-27T03:23:41Z', 'revision_number': 5, 'project_id': '7e2e4b63d6af43058e0dc76d8ceac844', 'subnets': [{'id': '74986d1d-a9b7-43a2-b2c2-09937b076cb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:28:01.858818 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5a554c-9961-4043-86fd-a8fa8e1b19e0 req-7948aa6e-f533-47a7-a639-4e72025881b2 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:01.861144 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-cf5a554c-9961-4043-86fd-a8fa8e1b19e0 req-7948aa6e-f533-47a7-a639-4e72025881b2 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d25eaff-39bb-4434-848b-7b2dcc68d1e9 HTTP/1.1" status: 200 len: 944 time: 0.0580394 May 27 03:28:01.895401 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-d3eba9cb-0c98-48d5-96d8-0dbc92c4b738 req-44cb3bcd-f602-444c-8203-6254d8b1e2c8 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=b54917ef-d32c-4303-99e3-75adc12f147e HTTP/1.1" status: 200 len: 210 time: 0.0308647 May 27 03:28:01.914070 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-cf5a554c-9961-4043-86fd-a8fa8e1b19e0 req-3d079a35-df8f-4549-a473-a0d40e5a4dc3 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/security-groups?id=9ab776d0-c5a9-4444-bea0-a2ff2e4e7d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441308 May 27 03:28:02.048499 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3189f330-bd50-4ffc-8c0d-a0924f1d2ab9 None None] New status for floating IP 254a81ce-c604-42df-8a45-5a486a517384: DOWN {{(pid=104074) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 03:28:02.141591 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-df01de3e-f6cf-4253-895b-65b557a1455e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (84e30450-e547-4748-a220-898a66747e61), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:03.006907 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-0fbd4d87-1879-4619-bd13-024d91a9ed0f req-80509745-6e34-4ab0-abe1-3d133752d21d tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=b54917ef-d32c-4303-99e3-75adc12f147e HTTP/1.1" status: 200 len: 210 time: 0.0283802 May 27 03:28:03.036901 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fffddb7-6f9b-41ad-8a55-efa7739bf5dd req-8ba5e0dd-0663-4802-8606-a6ef65b05342 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:03.038416 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-4fffddb7-6f9b-41ad-8a55-efa7739bf5dd req-8ba5e0dd-0663-4802-8606-a6ef65b05342 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d25eaff-39bb-4434-848b-7b2dcc68d1e9 HTTP/1.1" status: 200 len: 944 time: 0.0516460 May 27 03:28:03.085270 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-4fffddb7-6f9b-41ad-8a55-efa7739bf5dd req-bc9f4ed0-175a-4e8d-8d84-8217b111aaaf tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/security-groups?id=9ab776d0-c5a9-4444-bea0-a2ff2e4e7d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412912 May 27 03:28:03.709575 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f70e7e6e-5d50-42a8-9a05-38619da83ed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (7db81693-ec25-4d8d-9069-8605391ffc10), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:04.118752 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f3a6b585-2978-4461-8586-62beb71ef94d req-4a46cdb5-c75b-4de0-9ff7-6c88c677aa45 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=b54917ef-d32c-4303-99e3-75adc12f147e HTTP/1.1" status: 200 len: 210 time: 0.0375206 May 27 03:28:04.233268 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353064eb-cac9-4eee-bf46-a82534079784 req-4244ef3f-10e1-403f-8efa-6a2520fb6b39 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:04.234788 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-353064eb-cac9-4eee-bf46-a82534079784 req-4244ef3f-10e1-403f-8efa-6a2520fb6b39 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d25eaff-39bb-4434-848b-7b2dcc68d1e9 HTTP/1.1" status: 200 len: 944 time: 0.0783446 May 27 03:28:04.259300 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6599dce0-07f9-461e-b70f-89736ba66e4c req-c982b731-1817-4704-927b-fb547fce3ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:04.261133 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-6599dce0-07f9-461e-b70f-89736ba66e4c req-c982b731-1817-4704-927b-fb547fce3ab0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=082b5523ee504be09f6fcaf833207a4f&device_id=9d25eaff-39bb-4434-848b-7b2dcc68d1e9 HTTP/1.1" status: 200 len: 1128 time: 0.0673540 May 27 03:28:04.348347 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-353064eb-cac9-4eee-bf46-a82534079784 req-45fc45ad-96f9-4d5d-9ee9-669e6f675249 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/security-groups?id=9ab776d0-c5a9-4444-bea0-a2ff2e4e7d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079452 May 27 03:28:04.383387 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6599dce0-07f9-461e-b70f-89736ba66e4c req-83cffdaa-d262-43ec-8df2-b9faf9cbd25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:04.385240 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-6599dce0-07f9-461e-b70f-89736ba66e4c req-83cffdaa-d262-43ec-8df2-b9faf9cbd25b service neutron] 10.222.0.67 "GET /v2.0/networks?id=e861f168-e1a5-4542-8ee4-9759fa17a578 HTTP/1.1" status: 200 len: 916 time: 0.1144857 May 27 03:28:04.613846 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-6599dce0-07f9-461e-b70f-89736ba66e4c req-885fdfdd-ed73-4ed7-bef6-0a0f597719ef service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7548807f-da0a-4e25-9317-457dbf196bc6 HTTP/1.1" status: 200 len: 217 time: 0.0398359 May 27 03:28:04.653255 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:04.675695 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6599dce0-07f9-461e-b70f-89736ba66e4c req-80f1b0b2-b367-4037-9dee-f1d2da9b4555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:04.677258 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-6599dce0-07f9-461e-b70f-89736ba66e4c req-80f1b0b2-b367-4037-9dee-f1d2da9b4555 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=22c8ee8a-bdb1-4646-81f4-b6b1b8177bb9 HTTP/1.1" status: 200 len: 854 time: 0.0569267 May 27 03:28:04.721604 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6599dce0-07f9-461e-b70f-89736ba66e4c req-77bcbfcd-2eec-4b26-b99b-f47e67664ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:04.723486 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-6599dce0-07f9-461e-b70f-89736ba66e4c req-77bcbfcd-2eec-4b26-b99b-f47e67664ea4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e861f168-e1a5-4542-8ee4-9759fa17a578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403650 May 27 03:28:04.820925 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-6599dce0-07f9-461e-b70f-89736ba66e4c req-0267b6b0-1948-4d89-adc1-adb2112a4654 service neutron] 10.222.0.67 "GET /v2.0/networks/e861f168-e1a5-4542-8ee4-9759fa17a578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914257 May 27 03:28:04.917699 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-6599dce0-07f9-461e-b70f-89736ba66e4c req-135fdb65-4f75-4236-92e6-bc1144a91475 service neutron] 10.222.0.67 "GET /v2.0/networks/e861f168-e1a5-4542-8ee4-9759fa17a578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898292 May 27 03:28:04.951747 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (01a6c5a5-ff25-49ea-8869-bb2b5ba0570e), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:05.111441 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Device 7548807f-da0a-4e25-9317-457dbf196bc6 details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=104073) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 03:28:05.218023 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 33292) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:28:05.222928 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] For port 7548807f-da0a-4e25-9317-457dbf196bc6, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=7548807f-da0a-4e25-9317-457dbf196bc6,segment=NetworkSegment(9331d2d7-a6a0-4c34-9e42-53844ef9b31b),segment_id=9331d2d7-a6a0-4c34-9e42-53844ef9b31b)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:28:05.238528 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Returning: {'device': '7548807f-da0a-4e25-9317-457dbf196bc6', 'network_id': 'e861f168-e1a5-4542-8ee4-9759fa17a578', 'port_id': '7548807f-da0a-4e25-9317-457dbf196bc6', 'mac_address': 'fa:16:3e:2d:78:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22c8ee8a-bdb1-4646-81f4-b6b1b8177bb9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104073) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 03:28:05.261116 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:05.269017 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:05.277734 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Current status of the port 7548807f-da0a-4e25-9317-457dbf196bc6 is: DOWN; New status is: BUILD {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:28:05.278073 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-8d02ccea-b730-4041-9415-f6bca7a74e59 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Publish callbacks [] for security_group (355c63b5-9543-409d-a9f3-f7230b59d8eb), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:05.278218 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (7548807f-da0a-4e25-9317-457dbf196bc6), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:05.292197 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.notifiers.nova [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7548807f-da0a-4e25-9317-457dbf196bc6 {{(pid=104073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:28:05.302244 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-8d02ccea-b730-4041-9415-f6bca7a74e59 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Publish callbacks [] for security_group (355c63b5-9543-409d-a9f3-f7230b59d8eb), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:05.312860 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] For port 7548807f-da0a-4e25-9317-457dbf196bc6, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=7548807f-da0a-4e25-9317-457dbf196bc6,segment=NetworkSegment(9331d2d7-a6a0-4c34-9e42-53844ef9b31b),segment_id=9331d2d7-a6a0-4c34-9e42-53844ef9b31b)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:28:05.318297 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (7548807f-da0a-4e25-9317-457dbf196bc6), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:05.325518 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:05.352333 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-8d02ccea-b730-4041-9415-f6bca7a74e59 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (355c63b5-9543-409d-a9f3-f7230b59d8eb), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:05.355035 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-8d02ccea-b730-4041-9415-f6bca7a74e59 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Publish callbacks [] for security_group (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:05.356220 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-8d02ccea-b730-4041-9415-f6bca7a74e59 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "DELETE /v2.0/security-groups/355c63b5-9543-409d-a9f3-f7230b59d8eb HTTP/1.1" status: 204 len: 168 time: 0.1369519 May 27 03:28:05.359217 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 33294) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:28:05.365612 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d02ccea-b730-4041-9415-f6bca7a74e59 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=355c63b5-9543-409d-a9f3-f7230b59d8eb,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:05.368470 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Pushing event updated for resources: {'Port': ['ID=7548807f-da0a-4e25-9317-457dbf196bc6,revision_number=4']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:05.374361 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d02ccea-b730-4041-9415-f6bca7a74e59 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:05.374784 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d02ccea-b730-4041-9415-f6bca7a74e59 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:05.375130 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d02ccea-b730-4041-9415-f6bca7a74e59 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:05.375473 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d02ccea-b730-4041-9415-f6bca7a74e59 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:05.375648 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.api.v2.resource [None req-fa79b3db-f2ff-496a-95a0-b6c7c60a7648 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] show failed (client error): The resource could not be found. May 27 03:28:05.375802 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d02ccea-b730-4041-9415-f6bca7a74e59 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:05.376124 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d02ccea-b730-4041-9415-f6bca7a74e59 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:05.376326 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:05.376447 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d02ccea-b730-4041-9415-f6bca7a74e59 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:05.376772 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d02ccea-b730-4041-9415-f6bca7a74e59 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:05.376893 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:05.377653 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d02ccea-b730-4041-9415-f6bca7a74e59 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:05.377759 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:05.377838 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d02ccea-b730-4041-9415-f6bca7a74e59 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:05.377912 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:05.377986 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d02ccea-b730-4041-9415-f6bca7a74e59 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:05.378176 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:05.378176 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:05.378325 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d02ccea-b730-4041-9415-f6bca7a74e59 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:05.378491 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d02ccea-b730-4041-9415-f6bca7a74e59 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:05.378818 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:05.379032 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:05.379346 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-fa79b3db-f2ff-496a-95a0-b6c7c60a7648 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups/355c63b5-9543-409d-a9f3-f7230b59d8eb HTTP/1.1" status: 404 len: 347 time: 0.0186937 May 27 03:28:05.379465 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d02ccea-b730-4041-9415-f6bca7a74e59 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:05.379546 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:05.379725 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:05.379870 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d02ccea-b730-4041-9415-f6bca7a74e59 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:05.380393 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:05.380767 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:05.381120 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:05.381439 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:05.381871 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:05.382339 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 33298) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:28:05.496689 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:05.524191 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4bdd23-3435-47e4-b43e-11ac4d58f30e req-9f6d0dcb-0292-4740-9efa-b422372554c3 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:05.525689 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-bd4bdd23-3435-47e4-b43e-11ac4d58f30e req-9f6d0dcb-0292-4740-9efa-b422372554c3 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d25eaff-39bb-4434-848b-7b2dcc68d1e9 HTTP/1.1" status: 200 len: 945 time: 0.0953536 May 27 03:28:05.544767 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [None req-01e52e6c-c681-4dd1-9221-bb0733437f70 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Deleting port 8e2f22e0-b4f6-46e4-a5c5-df8ca4221785 {{(pid=104072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:28:05.545144 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-01e52e6c-c681-4dd1-9221-bb0733437f70 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743907775461'] for port (8e2f22e0-b4f6-46e4-a5c5-df8ca4221785), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:05.628536 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-bd4bdd23-3435-47e4-b43e-11ac4d58f30e req-81fb2640-e110-4f54-903b-15b89ebe20d1 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/security-groups?id=9ab776d0-c5a9-4444-bea0-a2ff2e4e7d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956771 May 27 03:28:05.649377 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-01e52e6c-c681-4dd1-9221-bb0733437f70 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16271712'] for port (8e2f22e0-b4f6-46e4-a5c5-df8ca4221785), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:05.649701 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-01e52e6c-c681-4dd1-9221-bb0733437f70 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Publish callbacks [] for floatingip (8e2f22e0-b4f6-46e4-a5c5-df8ca4221785), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:05.661946 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [None req-01e52e6c-c681-4dd1-9221-bb0733437f70 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Calling delete_port for 8e2f22e0-b4f6-46e4-a5c5-df8ca4221785 owned by network:floatingip {{(pid=104072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:28:05.773905 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] get_ports_and_sgs() called for port_ids ['7548807f-da0a-4e25-9317-457dbf196bc6'] {{(pid=104073) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:28:05.804455 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-01e52e6c-c681-4dd1-9221-bb0733437f70 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743907783123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743907242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13119109'] for port (8e2f22e0-b4f6-46e4-a5c5-df8ca4221785), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:05.827296 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e52e6c-c681-4dd1-9221-bb0733437f70 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Pushing event deleted for resources: {'Port': ['ID=8e2f22e0-b4f6-46e4-a5c5-df8ca4221785,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:05.890308 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-01e52e6c-c681-4dd1-9221-bb0733437f70 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Publish callbacks [] for floatingip (254a81ce-c604-42df-8a45-5a486a517384), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:05.892995 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-01e52e6c-c681-4dd1-9221-bb0733437f70 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159658'] for floatingip (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:05.894171 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-01e52e6c-c681-4dd1-9221-bb0733437f70 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "DELETE /v2.0/floatingips/254a81ce-c604-42df-8a45-5a486a517384 HTTP/1.1" status: 204 len: 168 time: 0.5036154 May 27 03:28:05.991018 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 33310) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:28:05.996712 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [None req-86b5446e-b77e-44d1-85bc-7dfca87b7fe0 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Request body: {'security_group': {'name': 'tempest-securitygroup--570300709', 'description': 'tempest-description--1678799137'}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:28:06.022223 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-86b5446e-b77e-44d1-85bc-7dfca87b7fe0 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Publish callbacks [] for security_group (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:06.098006 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-86b5446e-b77e-44d1-85bc-7dfca87b7fe0 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Publish callbacks [] for security_group (4ce8f43f-6a1f-4134-bfa6-ac4d57290765), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:06.103167 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-86b5446e-b77e-44d1-85bc-7dfca87b7fe0 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (4ce8f43f-6a1f-4134-bfa6-ac4d57290765), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:06.149003 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-86b5446e-b77e-44d1-85bc-7dfca87b7fe0 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Publish callbacks [] for security_group (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:06.153519 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-86b5446e-b77e-44d1-85bc-7dfca87b7fe0 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1586485 May 27 03:28:06.154012 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 33316) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:28:06.160829 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [None req-eafbdf5e-7afc-47d8-931e-0d852686d5b6 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Request body: {'security_group_rule': {'security_group_id': '4ce8f43f-6a1f-4134-bfa6-ac4d57290765', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:28:06.170436 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b5446e-b77e-44d1-85bc-7dfca87b7fe0 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ce8f43f-6a1f-4134-bfa6-ac4d57290765,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:06.206609 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:06.210344 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-eafbdf5e-7afc-47d8-931e-0d852686d5b6 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Publish callbacks [] for security_group_rule (e2153d5e-8cda-4b6a-8ba9-13bde5a162a8), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:06.307549 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-eafbdf5e-7afc-47d8-931e-0d852686d5b6 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Publish callbacks [] for security_group_rule (e2153d5e-8cda-4b6a-8ba9-13bde5a162a8), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:06.317482 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-eafbdf5e-7afc-47d8-931e-0d852686d5b6 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713807'] for security_group_rule (e2153d5e-8cda-4b6a-8ba9-13bde5a162a8), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:06.335925 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafbdf5e-7afc-47d8-931e-0d852686d5b6 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2153d5e-8cda-4b6a-8ba9-13bde5a162a8,revision_number=0']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:06.351206 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-eafbdf5e-7afc-47d8-931e-0d852686d5b6 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:06.352476 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-eafbdf5e-7afc-47d8-931e-0d852686d5b6 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1972957 May 27 03:28:06.355112 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 33324) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:28:06.361320 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [None req-6dcee054-30a4-4395-8363-53f966db938f tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Request body: {'security_group_rule': {'security_group_id': '4ce8f43f-6a1f-4134-bfa6-ac4d57290765', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:28:06.370058 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c7f5e1-0e98-40a7-94de-bf105b84000c req-1fbc42e3-badc-45ac-82e0-830b77023731 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:06.371857 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-20c7f5e1-0e98-40a7-94de-bf105b84000c req-1fbc42e3-badc-45ac-82e0-830b77023731 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/ports?device_id=a04444dd-f9dd-428f-b524-fba73fc83fe4 HTTP/1.1" status: 200 len: 945 time: 0.0541410 May 27 03:28:06.394943 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-6dcee054-30a4-4395-8363-53f966db938f tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Publish callbacks [] for security_group_rule (8064162c-a557-420c-84cc-ff3e40faf4b9), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:06.428812 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-20c7f5e1-0e98-40a7-94de-bf105b84000c req-78e7e4ec-0d6c-4ab7-afc8-b49bb2816920 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b952be5-5d1b-4d72-ad7c-b294a4de78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505226 May 27 03:28:06.453990 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-6dcee054-30a4-4395-8363-53f966db938f tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Publish callbacks [] for security_group_rule (8064162c-a557-420c-84cc-ff3e40faf4b9), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:06.460446 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-6dcee054-30a4-4395-8363-53f966db938f tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713807'] for security_group_rule (8064162c-a557-420c-84cc-ff3e40faf4b9), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:06.481626 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcee054-30a4-4395-8363-53f966db938f tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8064162c-a557-420c-84cc-ff3e40faf4b9,revision_number=0']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:06.488573 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-6dcee054-30a4-4395-8363-53f966db938f tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:06.489740 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-6dcee054-30a4-4395-8363-53f966db938f tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1333075 May 27 03:28:06.492874 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 33326) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:28:06.497369 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [None req-7310e0a0-9879-4063-8fe2-8499a105e6cd tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Request body: {'floatingip': {'floating_network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d'}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:28:06.521166 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-7310e0a0-9879-4063-8fe2-8499a105e6cd tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:06.601692 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-7310e0a0-9879-4063-8fe2-8499a105e6cd tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:06.755269 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3346fb48-fc80-4c1a-8f18-d1a1906c1915 req-0ae27f5d-1817-4bef-9c21-d40e1de73561 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:06.756501 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-3346fb48-fc80-4c1a-8f18-d1a1906c1915 req-0ae27f5d-1817-4bef-9c21-d40e1de73561 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d25eaff-39bb-4434-848b-7b2dcc68d1e9 HTTP/1.1" status: 200 len: 945 time: 0.0525515 May 27 03:28:06.817958 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-3346fb48-fc80-4c1a-8f18-d1a1906c1915 req-be4c96f1-8f15-4bef-9fe5-00b8b488ba64 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/security-groups?id=9ab776d0-c5a9-4444-bea0-a2ff2e4e7d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541975 May 27 03:28:06.954030 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:06.970657 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.db.db_base_plugin_common [None req-7310e0a0-9879-4063-8fe2-8499a105e6cd tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Allocated IP 172.27.3.172 (ca8b8e18-04f1-46f4-8c3b-aba3c077569d/ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa/fe8ee4a7-890b-4575-9e8a-320eda9cd778) {{(pid=104072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:28:07.066707 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:07.080335 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-7310e0a0-9879-4063-8fe2-8499a105e6cd tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Publish callbacks [] for port (fe8ee4a7-890b-4575-9e8a-320eda9cd778), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:07.114551 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-7310e0a0-9879-4063-8fe2-8499a105e6cd tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743907242280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13119109'] for port (fe8ee4a7-890b-4575-9e8a-320eda9cd778), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:07.126080 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Device 7548807f-da0a-4e25-9317-457dbf196bc6 up at agent hyperv_hv-cinder-82880 {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:28:07.159226 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7310e0a0-9879-4063-8fe2-8499a105e6cd tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Network ca8b8e18-04f1-46f4-8c3b-aba3c077569d is already hosted by enough agents. {{(pid=104072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:28:07.164216 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.base_scheduler [None req-7310e0a0-9879-4063-8fe2-8499a105e6cd tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Resources bound (agent type, host, resource id): {{(pid=104072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:28:07.166501 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7310e0a0-9879-4063-8fe2-8499a105e6cd tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Pushing event updated for resources: {'Port': ['ID=fe8ee4a7-890b-4575-9e8a-320eda9cd778,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:07.168607 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7310e0a0-9879-4063-8fe2-8499a105e6cd tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Received port after_create {{(pid=104072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:28:07.170199 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Provisioning for port 7548807f-da0a-4e25-9317-457dbf196bc6 completed by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 03:28:07.179353 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Provisioning complete for port 7548807f-da0a-4e25-9317-457dbf196bc6 triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:28:07.179685 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (7548807f-da0a-4e25-9317-457dbf196bc6), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:07.249445 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-7310e0a0-9879-4063-8fe2-8499a105e6cd tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Publish callbacks [] for floatingip (45989459-c65c-4099-984c-c1fe975177e8), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:07.257988 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Current status of the port 7548807f-da0a-4e25-9317-457dbf196bc6 is: BUILD; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:28:07.258368 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (7548807f-da0a-4e25-9317-457dbf196bc6), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:07.283938 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d25eaff-39bb-4434-848b-7b2dcc68d1e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7548807f-da0a-4e25-9317-457dbf196bc6'}] {{(pid=104073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:28:07.286213 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fe636b475fcf817a66bede64dee182d8d37f0deb14dcb08a99f86243ff54ad7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9759aa2-f74d-4f68-90bc-1762cfbd0237" -d '{"events": [{"server_uuid": "9d25eaff-39bb-4434-848b-7b2dcc68d1e9", "name": "network-vif-plugged", "status": "completed", "tag": "7548807f-da0a-4e25-9317-457dbf196bc6"}]}' {{(pid=104073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:28:07.292262 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-7310e0a0-9879-4063-8fe2-8499a105e6cd tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (fe8ee4a7-890b-4575-9e8a-320eda9cd778), before_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:07.300698 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] For port 7548807f-da0a-4e25-9317-457dbf196bc6, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=7548807f-da0a-4e25-9317-457dbf196bc6,segment=NetworkSegment(9331d2d7-a6a0-4c34-9e42-53844ef9b31b),segment_id=9331d2d7-a6a0-4c34-9e42-53844ef9b31b)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:28:07.308536 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (7548807f-da0a-4e25-9317-457dbf196bc6), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:07.310161 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Device fe4197df-049a-453f-a110-e4a007e15f18 no longer exists at agent hyperv_hv-cinder-82880 {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:28:07.333897 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-412e85a2-06c9-43f8-8709-6b2b01b48203 x-openstack-request-id: req-412e85a2-06c9-43f8-8709-6b2b01b48203 {{(pid=104073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:28:07.334215 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d25eaff-39bb-4434-848b-7b2dcc68d1e9", "name": "network-vif-plugged", "status": "completed", "tag": "7548807f-da0a-4e25-9317-457dbf196bc6", "code": 200}]} {{(pid=104073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:28:07.334478 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-412e85a2-06c9-43f8-8709-6b2b01b48203 {{(pid=104073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:28:07.334876 dv-cinder-828806-4-iscsi neutron-server[104073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-412e85a2-06c9-43f8-8709-6b2b01b48203'] response: {'server_uuid': '9d25eaff-39bb-4434-848b-7b2dcc68d1e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7548807f-da0a-4e25-9317-457dbf196bc6', 'code': 200} May 27 03:28:07.353800 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] No Port match for: fe4197df-049a-453f-a110-e4a007e15f18 {{(pid=104073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:28:07.354152 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Device fe4197df-049a-453f-a110-e4a007e15f18 not bound to the agent host hv-cinder-82880 {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:28:07.377444 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Pushing event updated for resources: {'Port': ['ID=7548807f-da0a-4e25-9317-457dbf196bc6,revision_number=5']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:07.483613 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-7310e0a0-9879-4063-8fe2-8499a105e6cd tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Publish callbacks [] for port (fe8ee4a7-890b-4575-9e8a-320eda9cd778), precommit_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:07.489887 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-7310e0a0-9879-4063-8fe2-8499a105e6cd tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13119154'] for port (fe8ee4a7-890b-4575-9e8a-320eda9cd778), after_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:07.516970 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:07.561221 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7310e0a0-9879-4063-8fe2-8499a105e6cd tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Pushing event updated for resources: {'Port': ['ID=fe8ee4a7-890b-4575-9e8a-320eda9cd778,revision_number=2']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:07.575843 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-7310e0a0-9879-4063-8fe2-8499a105e6cd tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16279512'] for floatingip (45989459-c65c-4099-984c-c1fe975177e8), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:07.586442 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c206d46-43c6-498b-b3f8-c3b968f13c05 req-8bd517d3-307b-43fb-8982-189406e10817 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:07.588792 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-6c206d46-43c6-498b-b3f8-c3b968f13c05 req-8bd517d3-307b-43fb-8982-189406e10817 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/ports?device_id=a04444dd-f9dd-428f-b524-fba73fc83fe4 HTTP/1.1" status: 200 len: 945 time: 0.0846534 May 27 03:28:07.595990 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-7310e0a0-9879-4063-8fe2-8499a105e6cd tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159658'] for floatingip (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:07.597489 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-7310e0a0-9879-4063-8fe2-8499a105e6cd tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1035638 May 27 03:28:07.639879 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-6c206d46-43c6-498b-b3f8-c3b968f13c05 req-962d9ab8-4f4d-4053-b2ad-6df0838c0938 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b952be5-5d1b-4d72-ad7c-b294a4de78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447741 May 27 03:28:07.801700 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-cd09294b-b57c-4131-8f45-39da48091520 req-1aea8add-bd94-4255-83b0-bba29ce602f7 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--570300709&fields=id&tenant_id=7e2e4b63d6af43058e0dc76d8ceac844 HTTP/1.1" status: 200 len: 267 time: 0.0474625 May 27 03:28:07.833610 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:07.917877 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd09294b-b57c-4131-8f45-39da48091520 req-3a414a91-4a7c-4f75-ae6a-b9f80203b69f tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:07.919360 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-cd09294b-b57c-4131-8f45-39da48091520 req-3a414a91-4a7c-4f75-ae6a-b9f80203b69f tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/networks?id=9235750b-3863-4242-97a7-a4cb52643ca2 HTTP/1.1" status: 200 len: 816 time: 0.1090777 May 27 03:28:07.927261 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f1105b-60a3-4e7c-a963-c893676621cf req-ea975a7f-ded4-404f-b063-5f351b902a3c tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:07.928866 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-31f1105b-60a3-4e7c-a963-c893676621cf req-ea975a7f-ded4-404f-b063-5f351b902a3c tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d25eaff-39bb-4434-848b-7b2dcc68d1e9 HTTP/1.1" status: 200 len: 946 time: 0.0485733 May 27 03:28:07.934280 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-cd09294b-b57c-4131-8f45-39da48091520 req-0506ee58-9c3b-4259-956b-604d172e8e24 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/quotas/7e2e4b63d6af43058e0dc76d8ceac844 HTTP/1.1" status: 200 len: 375 time: 0.0094159 May 27 03:28:07.976155 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-31f1105b-60a3-4e7c-a963-c893676621cf req-c1e7b71c-335a-4bc2-80a4-d9f09049aa0f tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/security-groups?id=9ab776d0-c5a9-4444-bea0-a2ff2e4e7d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416634 May 27 03:28:07.983238 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-cd09294b-b57c-4131-8f45-39da48091520 req-011f12a9-5d6b-4a27-a51f-6ed4d553b1b9 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=7e2e4b63d6af43058e0dc76d8ceac844&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0438275 May 27 03:28:08.078960 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:08.085703 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-cd09294b-b57c-4131-8f45-39da48091520 req-d1c3ad88-dfdd-449d-8d98-797959648404 service neutron] 10.222.0.50 "GET /v2.0/networks/9235750b-3863-4242-97a7-a4cb52643ca2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904720 May 27 03:28:08.182187 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-cd09294b-b57c-4131-8f45-39da48091520 req-6977fa48-ebd2-492c-b7fb-affb62784072 service neutron] 10.222.0.50 "GET /v2.0/networks/9235750b-3863-4242-97a7-a4cb52643ca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882673 May 27 03:28:08.353657 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-f9def3ce-d584-4a73-9fdf-5f55ceb82e8b req-6a194a54-96da-435e-84c2-bd056d842951 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=3aa1b29c-4aa9-4ece-a9ee-fd84d519970f HTTP/1.1" status: 200 len: 210 time: 0.0311038 May 27 03:28:08.758012 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef87589-f3ea-493b-aeca-e44dc77c0c51 req-2b1b8e9f-96aa-4698-9b28-1e43c0b9edac tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:08.759952 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-eef87589-f3ea-493b-aeca-e44dc77c0c51 req-2b1b8e9f-96aa-4698-9b28-1e43c0b9edac tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/ports?device_id=a04444dd-f9dd-428f-b524-fba73fc83fe4 HTTP/1.1" status: 200 len: 945 time: 0.0507064 May 27 03:28:08.816476 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-eef87589-f3ea-493b-aeca-e44dc77c0c51 req-bd52c89c-968b-4397-a426-4247975e585a tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b952be5-5d1b-4d72-ad7c-b294a4de78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505648 May 27 03:28:09.106874 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e617003c-cc38-4822-a7cc-fce87fd9c95e req-76835936-8269-495d-b176-ec3b6f1f6367 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:09.108510 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-e617003c-cc38-4822-a7cc-fce87fd9c95e req-76835936-8269-495d-b176-ec3b6f1f6367 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d25eaff-39bb-4434-848b-7b2dcc68d1e9 HTTP/1.1" status: 200 len: 946 time: 0.0505447 May 27 03:28:09.160309 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-e617003c-cc38-4822-a7cc-fce87fd9c95e req-9de5ee60-28cb-4c52-a8ae-e59208f19af4 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/security-groups?id=9ab776d0-c5a9-4444-bea0-a2ff2e4e7d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433016 May 27 03:28:09.464575 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-272ae164-e269-4e2d-bd0e-21c2b26e5abe req-8db4ae34-dd70-404b-b107-da10fcc3c536 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=3aa1b29c-4aa9-4ece-a9ee-fd84d519970f HTTP/1.1" status: 200 len: 210 time: 0.0356972 May 27 03:28:09.943110 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaadcae3-db3e-4f36-8e50-fb749e5aa558 req-1ab4d7c8-9738-49c0-8083-ed0389ecff73 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:09.944617 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-eaadcae3-db3e-4f36-8e50-fb749e5aa558 req-1ab4d7c8-9738-49c0-8083-ed0389ecff73 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/ports?device_id=a04444dd-f9dd-428f-b524-fba73fc83fe4 HTTP/1.1" status: 200 len: 945 time: 0.0500314 May 27 03:28:09.992520 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-eaadcae3-db3e-4f36-8e50-fb749e5aa558 req-6010a845-bf37-4f91-af91-5733fc7da5ef tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b952be5-5d1b-4d72-ad7c-b294a4de78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421472 May 27 03:28:10.277230 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55470bd-aa67-4fac-8caf-4e23796be6f0 req-a1f0a642-727d-453f-822c-122b5d54125e tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:10.278723 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-d55470bd-aa67-4fac-8caf-4e23796be6f0 req-a1f0a642-727d-453f-822c-122b5d54125e tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d25eaff-39bb-4434-848b-7b2dcc68d1e9 HTTP/1.1" status: 200 len: 946 time: 0.0488760 May 27 03:28:10.329684 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-d55470bd-aa67-4fac-8caf-4e23796be6f0 req-73186fa3-6cda-48a9-be1f-ca2e686f1e6d tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/security-groups?id=9ab776d0-c5a9-4444-bea0-a2ff2e4e7d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449917 May 27 03:28:10.577672 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-f4333069-7f5d-47ca-9fd0-f09a1ae6c45b req-a9bedcd5-d3a9-41dc-8c7c-f94a785826fc tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=3aa1b29c-4aa9-4ece-a9ee-fd84d519970f HTTP/1.1" status: 200 len: 210 time: 0.0362093 May 27 03:28:11.125874 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1d44f3-bf57-47fa-b05d-97a51c9ae59b req-5353026a-f049-4077-998e-d5d61b1c4214 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:11.127396 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-6d1d44f3-bf57-47fa-b05d-97a51c9ae59b req-5353026a-f049-4077-998e-d5d61b1c4214 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/ports?device_id=a04444dd-f9dd-428f-b524-fba73fc83fe4 HTTP/1.1" status: 200 len: 945 time: 0.0572529 May 27 03:28:11.183889 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-6d1d44f3-bf57-47fa-b05d-97a51c9ae59b req-62504dc2-f357-4015-adfd-8c2a54db5a06 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b952be5-5d1b-4d72-ad7c-b294a4de78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482724 May 27 03:28:11.214702 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de2dc81-410b-4385-b447-f4b07c02feea req-8e9672c7-e5b7-4ac3-9613-9c3b8e2e53ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:11.216247 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-1de2dc81-410b-4385-b447-f4b07c02feea req-8e9672c7-e5b7-4ac3-9613-9c3b8e2e53ce service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9d25eaff-39bb-4434-848b-7b2dcc68d1e9 HTTP/1.1" status: 200 len: 1130 time: 0.0411706 May 27 03:28:11.412681 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e111a69-a31b-4730-a98a-9b07cef490a2 req-d28db1f0-a167-4e94-ab0d-d1c3db6c285a tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:11.414147 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-3e111a69-a31b-4730-a98a-9b07cef490a2 req-d28db1f0-a167-4e94-ab0d-d1c3db6c285a tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.67 "GET /v2.0/ports?device_id=a04444dd-f9dd-428f-b524-fba73fc83fe4 HTTP/1.1" status: 200 len: 945 time: 0.0696507 May 27 03:28:11.428726 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-1de2dc81-410b-4385-b447-f4b07c02feea req-22dc8bd3-e01d-4312-a163-820fc2c68d23 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=9ab776d0-c5a9-4444-bea0-a2ff2e4e7d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902193 May 27 03:28:11.461454 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf77c3f-d1f1-4085-b11d-92924910319c req-270ef1f3-e7f4-475c-8348-eb2358017ddb tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:11.462832 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-aaf77c3f-d1f1-4085-b11d-92924910319c req-270ef1f3-e7f4-475c-8348-eb2358017ddb tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d25eaff-39bb-4434-848b-7b2dcc68d1e9 HTTP/1.1" status: 200 len: 946 time: 0.0617197 May 27 03:28:11.493686 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:11.525142 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-aaf77c3f-d1f1-4085-b11d-92924910319c req-7b6569f9-0af2-472b-93a5-9098affcecc0 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/security-groups?id=9ab776d0-c5a9-4444-bea0-a2ff2e4e7d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526583 May 27 03:28:11.691118 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-2dc56415-c188-4632-b9c9-e2631969c400 req-69bedd19-6522-48f1-96a2-9667e4fb2e39 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=3aa1b29c-4aa9-4ece-a9ee-fd84d519970f HTTP/1.1" status: 200 len: 210 time: 0.0303416 May 27 03:28:12.032096 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.plugin [req-3e111a69-a31b-4730-a98a-9b07cef490a2 req-c6ff2914-837b-427f-b5a4-ed18ae8284c6 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Deleting port bfbe9cb8-2655-4fd9-8904-baffc1034ee0 {{(pid=104071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:28:12.032776 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-3e111a69-a31b-4730-a98a-9b07cef490a2 req-c6ff2914-837b-427f-b5a4-ed18ae8284c6 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743907775461'] for port (bfbe9cb8-2655-4fd9-8904-baffc1034ee0), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:12.074182 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.agents_db [None req-9472a85a-8dd5-480f-9a02-5eb3d7473862 None None] Agent healthcheck: found 6 active agents {{(pid=104074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:28:12.129015 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.db [req-3e111a69-a31b-4730-a98a-9b07cef490a2 req-c6ff2914-837b-427f-b5a4-ed18ae8284c6 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] For port bfbe9cb8-2655-4fd9-8904-baffc1034ee0, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=bfbe9cb8-2655-4fd9-8904-baffc1034ee0,segment=NetworkSegment(63adec67-bcb3-479f-bdea-b274a09a22b6),segment_id=63adec67-bcb3-479f-bdea-b274a09a22b6)] {{(pid=104071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:28:12.129387 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-3e111a69-a31b-4730-a98a-9b07cef490a2 req-c6ff2914-837b-427f-b5a4-ed18ae8284c6 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16271712'] for port (bfbe9cb8-2655-4fd9-8904-baffc1034ee0), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:12.332768 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-3e111a69-a31b-4730-a98a-9b07cef490a2 req-c6ff2914-837b-427f-b5a4-ed18ae8284c6 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:12.333169 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-3e111a69-a31b-4730-a98a-9b07cef490a2 req-c6ff2914-837b-427f-b5a4-ed18ae8284c6 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16279512'] for floatingip (13407073-359a-4d18-b67c-992af9aa2851), after_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:12.333482 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.db.l3_db [req-3e111a69-a31b-4730-a98a-9b07cef490a2 req-c6ff2914-837b-427f-b5a4-ed18ae8284c6 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Floating IP 13407073-359a-4d18-b67c-992af9aa2851 disassociated. External IP: 172.27.3.221, port: bfbe9cb8-2655-4fd9-8904-baffc1034ee0. May 27 03:28:12.333827 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.plugin [req-3e111a69-a31b-4730-a98a-9b07cef490a2 req-c6ff2914-837b-427f-b5a4-ed18ae8284c6 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Calling delete_port for bfbe9cb8-2655-4fd9-8904-baffc1034ee0 owned by compute:nova {{(pid=104071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:28:12.343603 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3522c4a-b44f-4e72-87f9-bf15cab00d35 req-372929c9-ca68-41ed-8ab7-98429bae848c tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:12.345498 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-e3522c4a-b44f-4e72-87f9-bf15cab00d35 req-372929c9-ca68-41ed-8ab7-98429bae848c tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/ports?device_id=a04444dd-f9dd-428f-b524-fba73fc83fe4 HTTP/1.1" status: 200 len: 945 time: 0.0674946 May 27 03:28:12.365658 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:12.489024 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-e3522c4a-b44f-4e72-87f9-bf15cab00d35 req-b72c31d5-bef1-440b-98e8-c67bb94df027 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b952be5-5d1b-4d72-ad7c-b294a4de78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1258965 May 27 03:28:12.596193 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-3e111a69-a31b-4730-a98a-9b07cef490a2 req-c6ff2914-837b-427f-b5a4-ed18ae8284c6 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743907783123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743907242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12907156'] for port (bfbe9cb8-2655-4fd9-8904-baffc1034ee0), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:12.632182 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ff2914-837b-427f-b5a4-ed18ae8284c6 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Pushing event deleted for resources: {'Port': ['ID=bfbe9cb8-2655-4fd9-8904-baffc1034ee0,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:12.644319 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9b70b0-0044-45fd-a9a3-06f463d2a272 req-2abea8f9-7e6e-40d7-a34e-ffb065c16f6e tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:12.645889 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-8e9b70b0-0044-45fd-a9a3-06f463d2a272 req-2abea8f9-7e6e-40d7-a34e-ffb065c16f6e tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d25eaff-39bb-4434-848b-7b2dcc68d1e9 HTTP/1.1" status: 200 len: 946 time: 0.0497024 May 27 03:28:12.653717 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd09294b-b57c-4131-8f45-39da48091520 req-0e8004d8-096d-490b-a98d-b29df397cb3e tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:12.655202 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-cd09294b-b57c-4131-8f45-39da48091520 req-0e8004d8-096d-490b-a98d-b29df397cb3e tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.67 "GET /v2.0/networks?id=9235750b-3863-4242-97a7-a4cb52643ca2 HTTP/1.1" status: 200 len: 816 time: 0.2037303 May 27 03:28:12.699815 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-8e9b70b0-0044-45fd-a9a3-06f463d2a272 req-822b30df-6024-4830-ad6a-c73171495b27 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/security-groups?id=9ab776d0-c5a9-4444-bea0-a2ff2e4e7d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444729 May 27 03:28:13.060982 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3e111a69-a31b-4730-a98a-9b07cef490a2 req-c6ff2914-837b-427f-b5a4-ed18ae8284c6 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Router ec376dbd-361b-41fd-8d64-cf1759d3c8fc has already been hosted by L3 agent 3e4effd7-5bc9-408b-93fa-42e4b19a61d9 {{(pid=104071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:28:13.090650 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-cd09294b-b57c-4131-8f45-39da48091520 req-af55769b-2cf6-49b8-bcf3-3f3366763817 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e2e4b63d6af43058e0dc76d8ceac844 HTTP/1.1" status: 200 len: 379 time: 0.0924060 May 27 03:28:13.091411 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:13.205269 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3e111a69-a31b-4730-a98a-9b07cef490a2 req-c6ff2914-837b-427f-b5a4-ed18ae8284c6 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Notify agent at l3_agent.dv-cinder-828806-4-iscsi the message routers_updated {{(pid=104071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:28:13.219371 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a2932b-0707-4558-aca7-fd1fe1d619e6 None None] Sync routers for ids ['ec376dbd-361b-41fd-8d64-cf1759d3c8fc'] in dv-cinder-828806-4-iscsi {{(pid=104073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:28:13.226200 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (a17a57cc-679f-4398-8430-1b64b86f4dc1), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:13.231489 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a2932b-0707-4558-aca7-fd1fe1d619e6 None None] Routers {'ec376dbd-361b-41fd-8d64-cf1759d3c8fc'} bound to L3 agent in host dv-cinder-828806-4-iscsi {{(pid=104073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:28:13.232479 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-78a2932b-0707-4558-aca7-fd1fe1d619e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T03:14:31Z,description=,heartbeat_timestamp=2022-05-27T03:28:01Z,host='dv-cinder-828806-4-iscsi',id=3e4effd7-5bc9-408b-93fa-42e4b19a61d9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:14:31Z,topic='l3_agent')) {'router_ids': ['ec376dbd-361b-41fd-8d64-cf1759d3c8fc'], 'active': True} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:28:13.233562 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-999b375e-e17d-42be-82ec-38611aefc7e4 req-891796f2-5fea-429e-8a61-9dceea96b5a2 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=3aa1b29c-4aa9-4ece-a9ee-fd84d519970f HTTP/1.1" status: 200 len: 210 time: 0.2373371 May 27 03:28:13.272582 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e111a69-a31b-4730-a98a-9b07cef490a2 req-c6ff2914-837b-427f-b5a4-ed18ae8284c6 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] No DVR routers for this DVR port bfbe9cb8-2655-4fd9-8904-baffc1034ee0 on host hv-cinder-82880 {{(pid=104071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:28:13.275595 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-3e111a69-a31b-4730-a98a-9b07cef490a2 req-c6ff2914-837b-427f-b5a4-ed18ae8284c6 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159658'] for port (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:13.279563 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-3e111a69-a31b-4730-a98a-9b07cef490a2 req-c6ff2914-837b-427f-b5a4-ed18ae8284c6 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.67 "DELETE /v2.0/ports/bfbe9cb8-2655-4fd9-8904-baffc1034ee0 HTTP/1.1" status: 204 len: 173 time: 1.3337247 May 27 03:28:13.280056 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a04444dd-f9dd-428f-b524-fba73fc83fe4', 'name': 'network-vif-deleted', 'tag': 'bfbe9cb8-2655-4fd9-8904-baffc1034ee0'}] {{(pid=104071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:28:13.283739 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bb076ad6e20eee76da9493a154e3e0af7ddb4a8668b70cc9390b05200f69f4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63d7fc61-39df-4c97-bf75-9161a694ae83" -d '{"events": [{"server_uuid": "a04444dd-f9dd-428f-b524-fba73fc83fe4", "name": "network-vif-deleted", "tag": "bfbe9cb8-2655-4fd9-8904-baffc1034ee0"}]}' {{(pid=104071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:28:13.322857 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02802ea1-ed6f-4e6f-8f07-031990336ff1 x-openstack-request-id: req-02802ea1-ed6f-4e6f-8f07-031990336ff1 {{(pid=104071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:28:13.323143 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a04444dd-f9dd-428f-b524-fba73fc83fe4", "name": "network-vif-deleted", "tag": "bfbe9cb8-2655-4fd9-8904-baffc1034ee0", "status": "completed", "code": 200}]} {{(pid=104071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:28:13.323390 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-02802ea1-ed6f-4e6f-8f07-031990336ff1 {{(pid=104071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:28:13.323790 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02802ea1-ed6f-4e6f-8f07-031990336ff1'] response: {'server_uuid': 'a04444dd-f9dd-428f-b524-fba73fc83fe4', 'name': 'network-vif-deleted', 'tag': 'bfbe9cb8-2655-4fd9-8904-baffc1034ee0', 'status': 'completed', 'code': 200} May 27 03:28:13.476312 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvr_db [None req-78a2932b-0707-4558-aca7-fd1fe1d619e6 None None] Set router ec376dbd-361b-41fd-8d64-cf1759d3c8fc gateway port host: dv-cinder-828806-4-iscsi {{(pid=104073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:28:13.604858 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-1f9f8e65-76e7-4985-9ce7-1bdea187cd88 req-1ba910df-f7e8-40b0-991f-0e0982315d72 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/ports?device_id=a04444dd-f9dd-428f-b524-fba73fc83fe4 HTTP/1.1" status: 200 len: 210 time: 0.0376275 May 27 03:28:13.621976 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [req-cd09294b-b57c-4131-8f45-39da48091520 req-dffa2174-8a06-4e27-8703-413a11edecf7 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Request body: {'port': {'device_id': '3aa1b29c-4aa9-4ece-a9ee-fd84d519970f', 'network_id': '9235750b-3863-4242-97a7-a4cb52643ca2', 'admin_state_up': True, 'tenant_id': '7e2e4b63d6af43058e0dc76d8ceac844', 'security_groups': ['4ce8f43f-6a1f-4134-bfa6-ac4d57290765']}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:28:13.655873 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:13.670006 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-78a2932b-0707-4558-aca7-fd1fe1d619e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec376dbd-361b-41fd-8d64-cf1759d3c8fc', 'name': 'tempest-AttachVolumeTestJSON-611778045-router', 'tenant_id': '9351d2e0e0e14585820951a9398b35f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': 'da55691b-81f4-431f-952d-01e3daeffc29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:14Z', 'updated_at': '2022-05-27T03:23:27Z', 'revision_number': 4, 'project_id': '9351d2e0e0e14585820951a9398b35f4', 'gw_port': {'id': 'da55691b-81f4-431f-952d-01e3daeffc29', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:b4:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec376dbd-361b-41fd-8d64-cf1759d3c8fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:15Z', 'updated_at': '2022-05-27T03:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi', '_interfaces': [{'id': '678e1304-6bf6-41b4-a3e4-e72b45445918', 'name': '', 'network_id': 'cc2d2605-cf0b-41cc-a4d1-c3c28ec94860', 'tenant_id': '9351d2e0e0e14585820951a9398b35f4', 'mac_address': 'fa:16:3e:c2:90:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec376dbd-361b-41fd-8d64-cf1759d3c8fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'a8c67362-f6b9-416d-9235-7ee8f03b0511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:25Z', 'updated_at': '2022-05-27T03:23:44Z', 'revision_number': 5, 'project_id': '9351d2e0e0e14585820951a9398b35f4', 'subnets': [{'id': 'a8c67362-f6b9-416d-9235-7ee8f03b0511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-4-iscsi', False) {} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:28:13.673374 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:13.696779 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a2932b-0707-4558-aca7-fd1fe1d619e6 None None] Checking router: ec376dbd-361b-41fd-8d64-cf1759d3c8fc for host: dv-cinder-828806-4-iscsi {{(pid=104073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:28:13.706752 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a2932b-0707-4558-aca7-fd1fe1d619e6 None None] Routers {'ec376dbd-361b-41fd-8d64-cf1759d3c8fc'} bound to L3 agent in host dv-cinder-828806-4-iscsi {{(pid=104073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:28:13.707386 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-78a2932b-0707-4558-aca7-fd1fe1d619e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T03:14:31Z,description=,heartbeat_timestamp=2022-05-27T03:28:01Z,host='dv-cinder-828806-4-iscsi',id=3e4effd7-5bc9-408b-93fa-42e4b19a61d9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:14:31Z,topic='l3_agent')) {'router_ids': ['ec376dbd-361b-41fd-8d64-cf1759d3c8fc'], 'active': True} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:28:13.741349 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd09294b-b57c-4131-8f45-39da48091520 req-dffa2174-8a06-4e27-8703-413a11edecf7 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Made reservation on behalf of 7e2e4b63d6af43058e0dc76d8ceac844 for: {'port': 1} {{(pid=104071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:28:13.744944 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-cd09294b-b57c-4131-8f45-39da48091520 req-dffa2174-8a06-4e27-8703-413a11edecf7 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:13.811713 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvr_db [None req-78a2932b-0707-4558-aca7-fd1fe1d619e6 None None] Set router ec376dbd-361b-41fd-8d64-cf1759d3c8fc gateway port host: dv-cinder-828806-4-iscsi {{(pid=104073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:28:13.871825 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:13.882947 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.db.db_base_plugin_common [req-cd09294b-b57c-4131-8f45-39da48091520 req-dffa2174-8a06-4e27-8703-413a11edecf7 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Allocated IP 172.20.0.6 (9235750b-3863-4242-97a7-a4cb52643ca2/74986d1d-a9b7-43a2-b2c2-09937b076cb1/5e76e5be-43aa-4f7f-9313-3304d2fd1b0d) {{(pid=104071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:28:13.894846 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcfa8bb-4236-49b3-b590-a1267ccab8e1 req-7ac26a2f-b347-423c-b86c-4c41cf73e9f2 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:13.896476 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-adcfa8bb-4236-49b3-b590-a1267ccab8e1 req-7ac26a2f-b347-423c-b86c-4c41cf73e9f2 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d25eaff-39bb-4434-848b-7b2dcc68d1e9 HTTP/1.1" status: 200 len: 946 time: 0.1171539 May 27 03:28:13.952589 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-adcfa8bb-4236-49b3-b590-a1267ccab8e1 req-97d62b61-ce65-43a4-8232-d2fffcf9ac6f tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/security-groups?id=9ab776d0-c5a9-4444-bea0-a2ff2e4e7d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489795 May 27 03:28:14.006263 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-78a2932b-0707-4558-aca7-fd1fe1d619e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec376dbd-361b-41fd-8d64-cf1759d3c8fc', 'name': 'tempest-AttachVolumeTestJSON-611778045-router', 'tenant_id': '9351d2e0e0e14585820951a9398b35f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': 'da55691b-81f4-431f-952d-01e3daeffc29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:14Z', 'updated_at': '2022-05-27T03:23:27Z', 'revision_number': 4, 'project_id': '9351d2e0e0e14585820951a9398b35f4', 'gw_port': {'id': 'da55691b-81f4-431f-952d-01e3daeffc29', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:b4:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec376dbd-361b-41fd-8d64-cf1759d3c8fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:15Z', 'updated_at': '2022-05-27T03:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi', '_interfaces': [{'id': '678e1304-6bf6-41b4-a3e4-e72b45445918', 'name': '', 'network_id': 'cc2d2605-cf0b-41cc-a4d1-c3c28ec94860', 'tenant_id': '9351d2e0e0e14585820951a9398b35f4', 'mac_address': 'fa:16:3e:c2:90:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec376dbd-361b-41fd-8d64-cf1759d3c8fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'a8c67362-f6b9-416d-9235-7ee8f03b0511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:25Z', 'updated_at': '2022-05-27T03:23:44Z', 'revision_number': 5, 'project_id': '9351d2e0e0e14585820951a9398b35f4', 'subnets': [{'id': 'a8c67362-f6b9-416d-9235-7ee8f03b0511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-4-iscsi', False) {} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:28:14.033489 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a2932b-0707-4558-aca7-fd1fe1d619e6 None None] The sync data for ids ['ec376dbd-361b-41fd-8d64-cf1759d3c8fc'] in dv-cinder-828806-4-iscsi is: [{'id': 'ec376dbd-361b-41fd-8d64-cf1759d3c8fc', 'name': 'tempest-AttachVolumeTestJSON-611778045-router', 'tenant_id': '9351d2e0e0e14585820951a9398b35f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': 'da55691b-81f4-431f-952d-01e3daeffc29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:14Z', 'updated_at': '2022-05-27T03:23:27Z', 'revision_number': 4, 'project_id': '9351d2e0e0e14585820951a9398b35f4', 'gw_port': {'id': 'da55691b-81f4-431f-952d-01e3daeffc29', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:b4:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec376dbd-361b-41fd-8d64-cf1759d3c8fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:15Z', 'updated_at': '2022-05-27T03:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi', '_interfaces': [{'id': '678e1304-6bf6-41b4-a3e4-e72b45445918', 'name': '', 'network_id': 'cc2d2605-cf0b-41cc-a4d1-c3c28ec94860', 'tenant_id': '9351d2e0e0e14585820951a9398b35f4', 'mac_address': 'fa:16:3e:c2:90:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec376dbd-361b-41fd-8d64-cf1759d3c8fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'a8c67362-f6b9-416d-9235-7ee8f03b0511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:25Z', 'updated_at': '2022-05-27T03:23:44Z', 'revision_number': 5, 'project_id': '9351d2e0e0e14585820951a9398b35f4', 'subnets': [{'id': 'a8c67362-f6b9-416d-9235-7ee8f03b0511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:28:14.086809 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-cd09294b-b57c-4131-8f45-39da48091520 req-dffa2174-8a06-4e27-8703-413a11edecf7 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Publish callbacks [] for port (5e76e5be-43aa-4f7f-9313-3304d2fd1b0d), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:14.109126 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359d0023-67cb-4649-8248-31250cb4f069 req-f87e9be7-771b-49a3-9e8f-5e4526ccfe83 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:14.111125 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-359d0023-67cb-4649-8248-31250cb4f069 req-f87e9be7-771b-49a3-9e8f-5e4526ccfe83 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d25eaff-39bb-4434-848b-7b2dcc68d1e9 HTTP/1.1" status: 200 len: 946 time: 0.0678830 May 27 03:28:14.119725 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 33428) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:28:14.124160 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [None req-f98f8e2a-caee-4dbb-804a-079d6d8fc490 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Request body: {'floatingip': {'port_id': '7548807f-da0a-4e25-9317-457dbf196bc6'}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:28:14.176153 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-f98f8e2a-caee-4dbb-804a-079d6d8fc490 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks [] for floatingip (0eb11a7e-718c-4de9-8b8c-baceabf05f4c), before_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:14.222232 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-cd09294b-b57c-4131-8f45-39da48091520 req-dffa2174-8a06-4e27-8703-413a11edecf7 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743907242280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12907156'] for port (5e76e5be-43aa-4f7f-9313-3304d2fd1b0d), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:14.305538 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d189b56f-a881-48a3-ab5d-23649ddb3c30 None None] New status for floating IP 13407073-359a-4d18-b67c-992af9aa2851: DOWN {{(pid=104074) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 03:28:14.333842 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd09294b-b57c-4131-8f45-39da48091520 req-dffa2174-8a06-4e27-8703-413a11edecf7 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Network 9235750b-3863-4242-97a7-a4cb52643ca2 is already hosted by enough agents. {{(pid=104071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:28:14.337229 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffa2174-8a06-4e27-8703-413a11edecf7 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Pushing event updated for resources: {'Port': ['ID=5e76e5be-43aa-4f7f-9313-3304d2fd1b0d,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:14.343151 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.scheduler.base_scheduler [req-cd09294b-b57c-4131-8f45-39da48091520 req-dffa2174-8a06-4e27-8703-413a11edecf7 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Resources bound (agent type, host, resource id): {{(pid=104071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:28:14.354655 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd09294b-b57c-4131-8f45-39da48091520 req-dffa2174-8a06-4e27-8703-413a11edecf7 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Received port after_create {{(pid=104071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:28:14.366621 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29896ee-e5d9-4935-bbc0-7940c8788586 req-93cc1dd8-1b1c-4d06-a743-afd990243e1a tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:14.368631 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c29896ee-e5d9-4935-bbc0-7940c8788586 req-93cc1dd8-1b1c-4d06-a743-afd990243e1a tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=3aa1b29c-4aa9-4ece-a9ee-fd84d519970f HTTP/1.1" status: 200 len: 931 time: 0.0629535 May 27 03:28:14.445239 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c29896ee-e5d9-4935-bbc0-7940c8788586 req-14b0e845-498a-4a09-b737-ad436eefd79e tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ce8f43f-6a1f-4134-bfa6-ac4d57290765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652761 May 27 03:28:14.496426 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:14.573697 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd09294b-b57c-4131-8f45-39da48091520 req-dffa2174-8a06-4e27-8703-413a11edecf7 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:14.574500 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-cd09294b-b57c-4131-8f45-39da48091520 req-dffa2174-8a06-4e27-8703-413a11edecf7 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159658'] for port (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:14.603433 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-cd09294b-b57c-4131-8f45-39da48091520 req-dffa2174-8a06-4e27-8703-413a11edecf7 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9944313 May 27 03:28:14.648840 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [req-cd09294b-b57c-4131-8f45-39da48091520 req-fddb44ed-08ec-4722-96b7-9e03f7a870f3 service neutron] Request body: {'port': {'device_id': '3aa1b29c-4aa9-4ece-a9ee-fd84d519970f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:28:14.678591 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-931824fa-3c3f-4182-81e7-0ad8f83c62d5 None None] Provisioning complete for port 5e76e5be-43aa-4f7f-9313-3304d2fd1b0d triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:28:14.679552 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-931824fa-3c3f-4182-81e7-0ad8f83c62d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (5e76e5be-43aa-4f7f-9313-3304d2fd1b0d), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:14.718478 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-931824fa-3c3f-4182-81e7-0ad8f83c62d5 None None] Port 5e76e5be-43aa-4f7f-9313-3304d2fd1b0d cannot update to ACTIVE because it is not bound. {{(pid=104073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:28:14.767197 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-e5844480-940d-46e2-9d7f-965e1b4bb62e req-d0372844-3b87-4c57-be81-8f9c997c35e2 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/ports?device_id=a04444dd-f9dd-428f-b524-fba73fc83fe4 HTTP/1.1" status: 200 len: 210 time: 0.0456996 May 27 03:28:14.856102 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-cd09294b-b57c-4131-8f45-39da48091520 req-fddb44ed-08ec-4722-96b7-9e03f7a870f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (5e76e5be-43aa-4f7f-9313-3304d2fd1b0d), before_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:14.864560 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-0be3eb98-cb27-4513-aac2-9661d2880839 req-229423f1-abfe-4674-a56e-5a14d0d06008 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=8c0b7be0-94f6-463c-ae31-1fdb017d059a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0792711 May 27 03:28:14.875393 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:15.044840 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be3eb98-cb27-4513-aac2-9661d2880839 req-eae385e6-feb2-452a-94f6-4453b0bc3db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:15.046267 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-0be3eb98-cb27-4513-aac2-9661d2880839 req-eae385e6-feb2-452a-94f6-4453b0bc3db1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6db8193dcee944008c7b41889bfa67a3&device_id=8c0b7be0-94f6-463c-ae31-1fdb017d059a HTTP/1.1" status: 200 len: 1129 time: 0.1104410 May 27 03:28:15.051279 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-f98f8e2a-caee-4dbb-804a-079d6d8fc490 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:15.058554 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-f98f8e2a-caee-4dbb-804a-079d6d8fc490 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16279512'] for floatingip (0eb11a7e-718c-4de9-8b8c-baceabf05f4c), after_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:15.128809 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Device bfbe9cb8-2655-4fd9-8904-baffc1034ee0 no longer exists at agent hyperv_hv-cinder-82880 {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:28:15.153028 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] No Port match for: bfbe9cb8-2655-4fd9-8904-baffc1034ee0 {{(pid=104073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:28:15.153399 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Device bfbe9cb8-2655-4fd9-8904-baffc1034ee0 not bound to the agent host hv-cinder-82880 {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:28:15.313071 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.db.l3_db [None req-f98f8e2a-caee-4dbb-804a-079d6d8fc490 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Floating IP 0eb11a7e-718c-4de9-8b8c-baceabf05f4c associated. External IP: 172.27.3.156, port: 7548807f-da0a-4e25-9317-457dbf196bc6. May 27 03:28:15.366862 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be3eb98-cb27-4513-aac2-9661d2880839 req-6f937504-7756-4ed3-8eec-730484a6c97e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:15.368326 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-0be3eb98-cb27-4513-aac2-9661d2880839 req-6f937504-7756-4ed3-8eec-730484a6c97e service neutron] 10.222.0.67 "GET /v2.0/networks?id=ee2ac450-e56e-4c1d-8d15-c8bfd50e2024 HTTP/1.1" status: 200 len: 920 time: 0.2654254 May 27 03:28:15.389843 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:15.433311 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-0be3eb98-cb27-4513-aac2-9661d2880839 req-9b14a60d-bd96-4ad2-a4e4-42913fe35390 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6d9acc3b-ba55-4e78-9bbb-cb5a5ce850ef HTTP/1.1" status: 200 len: 217 time: 0.0560460 May 27 03:28:15.560494 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be3eb98-cb27-4513-aac2-9661d2880839 req-f2467ee6-1b01-412e-add2-d6d6ac4308d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:15.561875 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-0be3eb98-cb27-4513-aac2-9661d2880839 req-f2467ee6-1b01-412e-add2-d6d6ac4308d5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cc441656-896b-4ce0-b128-b3b9a7f3a183 HTTP/1.1" status: 200 len: 858 time: 0.1000669 May 27 03:28:15.576151 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.notifiers.nova [req-cd09294b-b57c-4131-8f45-39da48091520 req-fddb44ed-08ec-4722-96b7-9e03f7a870f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e76e5be-43aa-4f7f-9313-3304d2fd1b0d {{(pid=104071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:28:15.576467 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3497a6-5a55-4d11-b251-b36791140ee7 req-7a19c13b-f0a0-45b7-83c7-8e267195d7f0 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:15.579689 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-2a3497a6-5a55-4d11-b251-b36791140ee7 req-7a19c13b-f0a0-45b7-83c7-8e267195d7f0 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=3aa1b29c-4aa9-4ece-a9ee-fd84d519970f HTTP/1.1" status: 200 len: 931 time: 0.0471218 May 27 03:28:15.636532 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-cd09294b-b57c-4131-8f45-39da48091520 req-fddb44ed-08ec-4722-96b7-9e03f7a870f3 service neutron] Publish callbacks [] for port (5e76e5be-43aa-4f7f-9313-3304d2fd1b0d), precommit_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:15.638677 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-2a3497a6-5a55-4d11-b251-b36791140ee7 req-c966f023-784b-4b08-884e-c857c2e2f935 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ce8f43f-6a1f-4134-bfa6-ac4d57290765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541401 May 27 03:28:15.673118 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.db.provisioning_blocks [req-cd09294b-b57c-4131-8f45-39da48091520 req-fddb44ed-08ec-4722-96b7-9e03f7a870f3 service neutron] Transition to ACTIVE for port object 5e76e5be-43aa-4f7f-9313-3304d2fd1b0d will not be triggered until provisioned by entity L2. {{(pid=104071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 03:28:15.676699 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be3eb98-cb27-4513-aac2-9661d2880839 req-be25041e-34e2-4b34-a3a7-117ee25d7813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:15.678439 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-0be3eb98-cb27-4513-aac2-9661d2880839 req-be25041e-34e2-4b34-a3a7-117ee25d7813 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ee2ac450-e56e-4c1d-8d15-c8bfd50e2024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1047843 May 27 03:28:15.681300 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-cd09294b-b57c-4131-8f45-39da48091520 req-fddb44ed-08ec-4722-96b7-9e03f7a870f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12907171'] for port (5e76e5be-43aa-4f7f-9313-3304d2fd1b0d), after_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:15.739460 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:15.862973 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 33454) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:28:15.887591 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:15.941383 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-1a8c404e-d7cb-4b30-8351-253a4ada215b tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Publish callbacks [] for security_group (4b952be5-5d1b-4d72-ad7c-b294a4de78bc), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:15.972862 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-1a8c404e-d7cb-4b30-8351-253a4ada215b tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Publish callbacks [] for security_group (4b952be5-5d1b-4d72-ad7c-b294a4de78bc), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:16.029560 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-1a8c404e-d7cb-4b30-8351-253a4ada215b tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (4b952be5-5d1b-4d72-ad7c-b294a4de78bc), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:16.032231 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-1a8c404e-d7cb-4b30-8351-253a4ada215b tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Publish callbacks [] for security_group (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:16.033490 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-1a8c404e-d7cb-4b30-8351-253a4ada215b tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "DELETE /v2.0/security-groups/4b952be5-5d1b-4d72-ad7c-b294a4de78bc HTTP/1.1" status: 204 len: 168 time: 0.1691749 May 27 03:28:16.046263 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 33456) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:28:16.060154 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8c404e-d7cb-4b30-8351-253a4ada215b tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b952be5-5d1b-4d72-ad7c-b294a4de78bc,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:16.065998 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.api.v2.resource [None req-534283f2-bf9c-415d-beda-b8e62596c7f3 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] show failed (client error): The resource could not be found. May 27 03:28:16.069411 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-534283f2-bf9c-415d-beda-b8e62596c7f3 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/security-groups/4b952be5-5d1b-4d72-ad7c-b294a4de78bc HTTP/1.1" status: 404 len: 347 time: 0.0219791 May 27 03:28:16.071073 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 33458) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:28:16.099786 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddb44ed-08ec-4722-96b7-9e03f7a870f3 service neutron] Pushing event updated for resources: {'Port': ['ID=5e76e5be-43aa-4f7f-9313-3304d2fd1b0d,revision_number=2']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:16.121085 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f98f8e2a-caee-4dbb-804a-079d6d8fc490 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Router 48ccfd99-9d2a-40bc-8f48-1ef8477ddac8 has already been hosted by L3 agent 3e4effd7-5bc9-408b-93fa-42e4b19a61d9 {{(pid=104071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:28:16.184211 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [None req-fe6dc878-1d7d-4e44-9262-52f790a7df87 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Deleting port b156c34a-9644-4c21-b412-23b9b3ed90e0 {{(pid=104072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:28:16.184553 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-fe6dc878-1d7d-4e44-9262-52f790a7df87 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743907775461'] for port (b156c34a-9644-4c21-b412-23b9b3ed90e0), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:16.201586 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-0be3eb98-cb27-4513-aac2-9661d2880839 req-b2f82b06-6adf-4f05-81d6-d839268c7645 service neutron] 10.222.0.67 "GET /v2.0/networks/ee2ac450-e56e-4c1d-8d15-c8bfd50e2024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4891925 May 27 03:28:16.234707 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:16.267923 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-fe6dc878-1d7d-4e44-9262-52f790a7df87 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16271712'] for port (b156c34a-9644-4c21-b412-23b9b3ed90e0), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:16.268532 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-fe6dc878-1d7d-4e44-9262-52f790a7df87 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Publish callbacks [] for floatingip (b156c34a-9644-4c21-b412-23b9b3ed90e0), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:16.285192 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [None req-fe6dc878-1d7d-4e44-9262-52f790a7df87 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Calling delete_port for b156c34a-9644-4c21-b412-23b9b3ed90e0 owned by network:floatingip {{(pid=104072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:28:16.315221 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.managers [req-cd09294b-b57c-4131-8f45-39da48091520 req-fddb44ed-08ec-4722-96b7-9e03f7a870f3 service neutron] Attempting to bind port 5e76e5be-43aa-4f7f-9313-3304d2fd1b0d on host hv-cinder-82880 for vnic_type normal with profile {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:28:16.315819 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.managers [req-cd09294b-b57c-4131-8f45-39da48091520 req-fddb44ed-08ec-4722-96b7-9e03f7a870f3 service neutron] Attempting to bind port 5e76e5be-43aa-4f7f-9313-3304d2fd1b0d by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': '8900a96c-140e-4a88-9323-782a7b94dd95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '9235750b-3863-4242-97a7-a4cb52643ca2'}] {{(pid=104071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:28:16.315942 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd09294b-b57c-4131-8f45-39da48091520 req-fddb44ed-08ec-4722-96b7-9e03f7a870f3 service neutron] Attempting to bind port 5e76e5be-43aa-4f7f-9313-3304d2fd1b0d on network 9235750b-3863-4242-97a7-a4cb52643ca2 {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:28:16.355284 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd09294b-b57c-4131-8f45-39da48091520 req-fddb44ed-08ec-4722-96b7-9e03f7a870f3 service neutron] Port 5e76e5be-43aa-4f7f-9313-3304d2fd1b0d on network 9235750b-3863-4242-97a7-a4cb52643ca2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 03:28:16.355528 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd09294b-b57c-4131-8f45-39da48091520 req-fddb44ed-08ec-4722-96b7-9e03f7a870f3 service neutron] Attempting to bind port 5e76e5be-43aa-4f7f-9313-3304d2fd1b0d on network 9235750b-3863-4242-97a7-a4cb52643ca2 {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:28:16.382266 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd09294b-b57c-4131-8f45-39da48091520 req-fddb44ed-08ec-4722-96b7-9e03f7a870f3 service neutron] Checking agent: {'id': 'a17a57cc-679f-4398-8430-1b64b86f4dc1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 21, 13), 'started_at': datetime.datetime(2022, 5, 27, 3, 21, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:28:16.382575 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd09294b-b57c-4131-8f45-39da48091520 req-fddb44ed-08ec-4722-96b7-9e03f7a870f3 service neutron] Checking segment: {'id': '8900a96c-140e-4a88-9323-782a7b94dd95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '9235750b-3863-4242-97a7-a4cb52643ca2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:28:16.382958 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd09294b-b57c-4131-8f45-39da48091520 req-fddb44ed-08ec-4722-96b7-9e03f7a870f3 service neutron] Bound using segment: {'id': '8900a96c-140e-4a88-9323-782a7b94dd95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '9235750b-3863-4242-97a7-a4cb52643ca2'} {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:28:16.383387 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.managers [req-cd09294b-b57c-4131-8f45-39da48091520 req-fddb44ed-08ec-4722-96b7-9e03f7a870f3 service neutron] Bound port: 5e76e5be-43aa-4f7f-9313-3304d2fd1b0d, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8900a96c-140e-4a88-9323-782a7b94dd95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '9235750b-3863-4242-97a7-a4cb52643ca2'}}] {{(pid=104071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:28:16.383770 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-cd09294b-b57c-4131-8f45-39da48091520 req-fddb44ed-08ec-4722-96b7-9e03f7a870f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (5e76e5be-43aa-4f7f-9313-3304d2fd1b0d), before_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:16.408306 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f98f8e2a-caee-4dbb-804a-079d6d8fc490 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Notify agent at l3_agent.dv-cinder-828806-4-iscsi the message routers_updated {{(pid=104071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:28:16.413962 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-f98f8e2a-caee-4dbb-804a-079d6d8fc490 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159658'] for floatingip (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:16.418779 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-0be3eb98-cb27-4513-aac2-9661d2880839 req-e9147a6b-1789-4ea5-af0f-b617d3b19ee0 service neutron] 10.222.0.67 "GET /v2.0/networks/ee2ac450-e56e-4c1d-8d15-c8bfd50e2024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827900 May 27 03:28:16.419446 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2346539-1722-4bea-bf8d-9a683e55057f None None] Sync routers for ids ['48ccfd99-9d2a-40bc-8f48-1ef8477ddac8'] in dv-cinder-828806-4-iscsi {{(pid=104073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:28:16.432723 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2346539-1722-4bea-bf8d-9a683e55057f None None] Routers {'48ccfd99-9d2a-40bc-8f48-1ef8477ddac8'} bound to L3 agent in host dv-cinder-828806-4-iscsi {{(pid=104073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:28:16.433644 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-c2346539-1722-4bea-bf8d-9a683e55057f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T03:14:31Z,description=,heartbeat_timestamp=2022-05-27T03:28:01Z,host='dv-cinder-828806-4-iscsi',id=3e4effd7-5bc9-408b-93fa-42e4b19a61d9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:14:31Z,topic='l3_agent')) {'router_ids': ['48ccfd99-9d2a-40bc-8f48-1ef8477ddac8'], 'active': True} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:28:16.434240 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-fe6dc878-1d7d-4e44-9262-52f790a7df87 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743907783123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743907242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13119109'] for port (b156c34a-9644-4c21-b412-23b9b3ed90e0), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:16.462626 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=100 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:16.470458 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-f98f8e2a-caee-4dbb-804a-079d6d8fc490 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "PUT /v2.0/floatingips/0eb11a7e-718c-4de9-8b8c-baceabf05f4c HTTP/1.1" status: 200 len: 992 time: 2.3496320 May 27 03:28:16.475420 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d25eaff-39bb-4434-848b-7b2dcc68d1e9', 'tag': '7548807f-da0a-4e25-9317-457dbf196bc6'}] {{(pid=104071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:28:16.477731 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bb076ad6e20eee76da9493a154e3e0af7ddb4a8668b70cc9390b05200f69f4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5505926e-5961-4895-b12e-b080c7c756e1" -d '{"events": [{"name": "network-changed", "server_uuid": "9d25eaff-39bb-4434-848b-7b2dcc68d1e9", "tag": "7548807f-da0a-4e25-9317-457dbf196bc6"}]}' {{(pid=104071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:28:16.516225 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.db [req-cd09294b-b57c-4131-8f45-39da48091520 req-fddb44ed-08ec-4722-96b7-9e03f7a870f3 service neutron] For port 5e76e5be-43aa-4f7f-9313-3304d2fd1b0d, host hv-cinder-82880, cleared binding levels {{(pid=104071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:28:16.519113 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6dc878-1d7d-4e44-9262-52f790a7df87 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Pushing event deleted for resources: {'Port': ['ID=b156c34a-9644-4c21-b412-23b9b3ed90e0,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:16.520291 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.db [req-cd09294b-b57c-4131-8f45-39da48091520 req-fddb44ed-08ec-4722-96b7-9e03f7a870f3 service neutron] For port 5e76e5be-43aa-4f7f-9313-3304d2fd1b0d, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=5e76e5be-43aa-4f7f-9313-3304d2fd1b0d,segment=NetworkSegment(8900a96c-140e-4a88-9323-782a7b94dd95),segment_id=8900a96c-140e-4a88-9323-782a7b94dd95)] {{(pid=104071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:28:16.530268 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ac92863-2c92-431d-b8be-cd080d4915f9 x-openstack-request-id: req-9ac92863-2c92-431d-b8be-cd080d4915f9 {{(pid=104071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:28:16.530723 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d25eaff-39bb-4434-848b-7b2dcc68d1e9", "tag": "7548807f-da0a-4e25-9317-457dbf196bc6", "status": "completed", "code": 200}]} {{(pid=104071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:28:16.531077 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9ac92863-2c92-431d-b8be-cd080d4915f9 {{(pid=104071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:28:16.531711 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ac92863-2c92-431d-b8be-cd080d4915f9'] response: {'name': 'network-changed', 'server_uuid': '9d25eaff-39bb-4434-848b-7b2dcc68d1e9', 'tag': '7548807f-da0a-4e25-9317-457dbf196bc6', 'status': 'completed', 'code': 200} May 27 03:28:16.534226 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-cd09294b-b57c-4131-8f45-39da48091520 req-fddb44ed-08ec-4722-96b7-9e03f7a870f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12907171'] for port (5e76e5be-43aa-4f7f-9313-3304d2fd1b0d), after_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:16.542831 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-fe6dc878-1d7d-4e44-9262-52f790a7df87 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Publish callbacks [] for floatingip (13407073-359a-4d18-b67c-992af9aa2851), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:16.546173 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-fe6dc878-1d7d-4e44-9262-52f790a7df87 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159658'] for floatingip (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:16.547436 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-fe6dc878-1d7d-4e44-9262-52f790a7df87 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "DELETE /v2.0/floatingips/13407073-359a-4d18-b67c-992af9aa2851 HTTP/1.1" status: 204 len: 168 time: 0.4754839 May 27 03:28:16.571190 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd09294b-b57c-4131-8f45-39da48091520 req-fddb44ed-08ec-4722-96b7-9e03f7a870f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:16.571805 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-cd09294b-b57c-4131-8f45-39da48091520 req-fddb44ed-08ec-4722-96b7-9e03f7a870f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159658'] for port (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:16.573378 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-cd09294b-b57c-4131-8f45-39da48091520 req-fddb44ed-08ec-4722-96b7-9e03f7a870f3 service neutron] 10.222.0.67 "PUT /v2.0/ports/5e76e5be-43aa-4f7f-9313-3304d2fd1b0d HTTP/1.1" status: 200 len: 1093 time: 1.9288888 May 27 03:28:16.600838 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvr_db [None req-c2346539-1722-4bea-bf8d-9a683e55057f None None] Set router 48ccfd99-9d2a-40bc-8f48-1ef8477ddac8 gateway port host: dv-cinder-828806-4-iscsi {{(pid=104073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:28:16.641452 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddb44ed-08ec-4722-96b7-9e03f7a870f3 service neutron] Pushing event updated for resources: {'Port': ['ID=5e76e5be-43aa-4f7f-9313-3304d2fd1b0d,revision_number=3']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:16.658863 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 33466) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:28:16.663628 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [None req-08fb1758-8b6d-4054-895e-a62c4c892a2c tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Request body: {'security_group': {'name': 'tempest-securitygroup--398819999', 'description': 'tempest-description--1062987619'}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:28:16.683951 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5505926e-5961-4895-b12e-b080c7c756e1 req-5d9cb1c6-cee0-466b-9e29-51e34a40d750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:16.685635 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-5505926e-5961-4895-b12e-b080c7c756e1 req-5d9cb1c6-cee0-466b-9e29-51e34a40d750 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=082b5523ee504be09f6fcaf833207a4f&device_id=9d25eaff-39bb-4434-848b-7b2dcc68d1e9 HTTP/1.1" status: 200 len: 1130 time: 0.0833385 May 27 03:28:16.694661 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-08fb1758-8b6d-4054-895e-a62c4c892a2c tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Publish callbacks [] for security_group (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:16.704876 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd09294b-b57c-4131-8f45-39da48091520 req-f8d4f8b3-312e-411b-aae9-f04ea2ea4941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:16.706619 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-cd09294b-b57c-4131-8f45-39da48091520 req-f8d4f8b3-312e-411b-aae9-f04ea2ea4941 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7e2e4b63d6af43058e0dc76d8ceac844&device_id=3aa1b29c-4aa9-4ece-a9ee-fd84d519970f HTTP/1.1" status: 200 len: 1127 time: 0.0596967 May 27 03:28:16.802945 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-08fb1758-8b6d-4054-895e-a62c4c892a2c tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Publish callbacks [] for security_group (0da39d56-2ae2-493f-b202-0452c114a552), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:16.810546 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-08fb1758-8b6d-4054-895e-a62c4c892a2c tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (0da39d56-2ae2-493f-b202-0452c114a552), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:16.837301 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-cd09294b-b57c-4131-8f45-39da48091520 req-a00fe6d7-2a86-4251-a6d4-a418098b72dd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e76e5be-43aa-4f7f-9313-3304d2fd1b0d HTTP/1.1" status: 200 len: 217 time: 0.1109436 May 27 03:28:16.851094 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:16.863342 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fb1758-8b6d-4054-895e-a62c4c892a2c tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0da39d56-2ae2-493f-b202-0452c114a552,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:16.880224 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-08fb1758-8b6d-4054-895e-a62c4c892a2c tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Publish callbacks [] for security_group (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:16.886165 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-08fb1758-8b6d-4054-895e-a62c4c892a2c tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2229974 May 27 03:28:16.887107 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 33478) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:28:16.896787 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [None req-e9dd9f29-a29a-43ec-a8da-05e53ab2adea tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Request body: {'security_group_rule': {'security_group_id': '0da39d56-2ae2-493f-b202-0452c114a552', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:28:16.938820 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-e9dd9f29-a29a-43ec-a8da-05e53ab2adea tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Publish callbacks [] for security_group_rule (e08898e1-958c-4ffe-9309-c125e0b9516c), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:16.945793 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd09294b-b57c-4131-8f45-39da48091520 req-39367afb-d84f-4ffe-b97a-96a351f309af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:16.947265 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-cd09294b-b57c-4131-8f45-39da48091520 req-39367afb-d84f-4ffe-b97a-96a351f309af service neutron] 10.222.0.67 "GET /v2.0/subnets?id=74986d1d-a9b7-43a2-b2c2-09937b076cb1 HTTP/1.1" status: 200 len: 855 time: 0.0776534 May 27 03:28:16.979273 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-c2346539-1722-4bea-bf8d-9a683e55057f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ccfd99-9d2a-40bc-8f48-1ef8477ddac8', 'name': 'tempest-AttachVolumeNegativeTest-1190605770-router', 'tenant_id': '082b5523ee504be09f6fcaf833207a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': 'ee2b145c-866a-4545-a5dc-b000db3e976a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:15Z', 'updated_at': '2022-05-27T03:23:33Z', 'revision_number': 4, 'project_id': '082b5523ee504be09f6fcaf833207a4f', 'gw_port': {'id': 'ee2b145c-866a-4545-a5dc-b000db3e976a', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ccfd99-9d2a-40bc-8f48-1ef8477ddac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:16Z', 'updated_at': '2022-05-27T03:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi', '_floatingips': [{'id': '0eb11a7e-718c-4de9-8b8c-baceabf05f4c', 'tenant_id': '082b5523ee504be09f6fcaf833207a4f', 'floating_ip_address': '172.27.3.156', 'floating_network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'router_id': '48ccfd99-9d2a-40bc-8f48-1ef8477ddac8', 'port_id': '7548807f-da0a-4e25-9317-457dbf196bc6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 400, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e861f168-e1a5-4542-8ee4-9759fa17a578', 'mac_address': 'fa:16:3e:2d:78:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d25eaff-39bb-4434-848b-7b2dcc68d1e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:27:51Z', 'updated_at': '2022-05-27T03:28:14Z', 'revision_number': 1, 'project_id': '082b5523ee504be09f6fcaf833207a4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de2e02ca-ae55-44a3-8d3d-cbe2d4c0df81', 'name': '', 'network_id': 'e861f168-e1a5-4542-8ee4-9759fa17a578', 'tenant_id': '082b5523ee504be09f6fcaf833207a4f', 'mac_address': 'fa:16:3e:93:65:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ccfd99-9d2a-40bc-8f48-1ef8477ddac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '22c8ee8a-bdb1-4646-81f4-b6b1b8177bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:28Z', 'updated_at': '2022-05-27T03:23:46Z', 'revision_number': 5, 'project_id': '082b5523ee504be09f6fcaf833207a4f', 'subnets': [{'id': '22c8ee8a-bdb1-4646-81f4-b6b1b8177bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-4-iscsi', False) {} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:28:16.985546 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfbf574-1a46-4cee-8f97-1a2dc37972e2 req-7589e7ca-e54d-40f4-b159-486f6b2608df tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:16.993115 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-7dfbf574-1a46-4cee-8f97-1a2dc37972e2 req-7589e7ca-e54d-40f4-b159-486f6b2608df tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=3aa1b29c-4aa9-4ece-a9ee-fd84d519970f HTTP/1.1" status: 200 len: 943 time: 0.2140849 May 27 03:28:17.008340 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-e9dd9f29-a29a-43ec-a8da-05e53ab2adea tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Publish callbacks [] for security_group_rule (e08898e1-958c-4ffe-9309-c125e0b9516c), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:17.012168 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2346539-1722-4bea-bf8d-9a683e55057f None None] Checking router: 48ccfd99-9d2a-40bc-8f48-1ef8477ddac8 for host: dv-cinder-828806-4-iscsi {{(pid=104073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:28:17.015277 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-e9dd9f29-a29a-43ec-a8da-05e53ab2adea tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713807'] for security_group_rule (e08898e1-958c-4ffe-9309-c125e0b9516c), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:17.025953 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2346539-1722-4bea-bf8d-9a683e55057f None None] Routers {'48ccfd99-9d2a-40bc-8f48-1ef8477ddac8'} bound to L3 agent in host dv-cinder-828806-4-iscsi {{(pid=104073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:28:17.026761 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-c2346539-1722-4bea-bf8d-9a683e55057f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T03:14:31Z,description=,heartbeat_timestamp=2022-05-27T03:28:01Z,host='dv-cinder-828806-4-iscsi',id=3e4effd7-5bc9-408b-93fa-42e4b19a61d9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:14:31Z,topic='l3_agent')) {'router_ids': ['48ccfd99-9d2a-40bc-8f48-1ef8477ddac8'], 'active': True} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:28:17.038145 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dd9f29-a29a-43ec-a8da-05e53ab2adea tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e08898e1-958c-4ffe-9309-c125e0b9516c,revision_number=0']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:17.048146 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-e9dd9f29-a29a-43ec-a8da-05e53ab2adea tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:17.052271 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-e9dd9f29-a29a-43ec-a8da-05e53ab2adea tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1614523 May 27 03:28:17.053217 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 33480) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:28:17.057954 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [None req-d9be379e-4c26-423c-9e2c-a175f34e8a5e tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Request body: {'security_group_rule': {'security_group_id': '0da39d56-2ae2-493f-b202-0452c114a552', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:28:17.060182 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5505926e-5961-4895-b12e-b080c7c756e1 req-1fd8f127-9cc4-4ff4-8f1d-5b7262c6e441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:17.062163 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-5505926e-5961-4895-b12e-b080c7c756e1 req-1fd8f127-9cc4-4ff4-8f1d-5b7262c6e441 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e861f168-e1a5-4542-8ee4-9759fa17a578 HTTP/1.1" status: 200 len: 916 time: 0.3667541 May 27 03:28:17.062797 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd09294b-b57c-4131-8f45-39da48091520 req-f9b33c37-a55b-4188-9fd7-94a5dcf69078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:17.064181 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-cd09294b-b57c-4131-8f45-39da48091520 req-f9b33c37-a55b-4188-9fd7-94a5dcf69078 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9235750b-3863-4242-97a7-a4cb52643ca2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1073895 May 27 03:28:17.091936 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-d9be379e-4c26-423c-9e2c-a175f34e8a5e tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Publish callbacks [] for security_group_rule (d3051872-d932-4b58-9680-19ba35240377), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:17.120306 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-7dfbf574-1a46-4cee-8f97-1a2dc37972e2 req-9e5aad49-4600-49bc-addc-ce21d307e708 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ce8f43f-6a1f-4134-bfa6-ac4d57290765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1261969 May 27 03:28:17.139404 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvr_db [None req-c2346539-1722-4bea-bf8d-9a683e55057f None None] Set router 48ccfd99-9d2a-40bc-8f48-1ef8477ddac8 gateway port host: dv-cinder-828806-4-iscsi {{(pid=104073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:28:17.160110 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:17.170241 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-d9be379e-4c26-423c-9e2c-a175f34e8a5e tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Publish callbacks [] for security_group_rule (d3051872-d932-4b58-9680-19ba35240377), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:17.172043 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=100 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:17.176027 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-d9be379e-4c26-423c-9e2c-a175f34e8a5e tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713807'] for security_group_rule (d3051872-d932-4b58-9680-19ba35240377), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:17.197833 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9be379e-4c26-423c-9e2c-a175f34e8a5e tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3051872-d932-4b58-9680-19ba35240377,revision_number=0']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:17.209277 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-5505926e-5961-4895-b12e-b080c7c756e1 req-f3aeb663-a5ff-48cc-b199-e183e5e919ff service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7548807f-da0a-4e25-9317-457dbf196bc6 HTTP/1.1" status: 200 len: 1000 time: 0.1179912 May 27 03:28:17.210301 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=100 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:17.216258 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-d9be379e-4c26-423c-9e2c-a175f34e8a5e tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:17.217518 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-d9be379e-4c26-423c-9e2c-a175f34e8a5e tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1638067 May 27 03:28:17.221538 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 33482) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:28:17.227321 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [None req-642fcb5b-cdf0-4dc7-85ba-cdd60c4a0015 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Request body: {'floatingip': {'floating_network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d'}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:28:17.253723 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-642fcb5b-cdf0-4dc7-85ba-cdd60c4a0015 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:17.281812 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-cd09294b-b57c-4131-8f45-39da48091520 req-7ba8da68-e07d-4f88-903e-68365e5fca5c service neutron] 10.222.0.67 "GET /v2.0/networks/9235750b-3863-4242-97a7-a4cb52643ca2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916440 May 27 03:28:17.287278 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5505926e-5961-4895-b12e-b080c7c756e1 req-c202b0e3-7ebf-413c-97ed-f34fb481e254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:17.288659 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-5505926e-5961-4895-b12e-b080c7c756e1 req-c202b0e3-7ebf-413c-97ed-f34fb481e254 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=22c8ee8a-bdb1-4646-81f4-b6b1b8177bb9 HTTP/1.1" status: 200 len: 854 time: 0.0680122 May 27 03:28:17.326718 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:17.352498 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-642fcb5b-cdf0-4dc7-85ba-cdd60c4a0015 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:17.364654 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-c2346539-1722-4bea-bf8d-9a683e55057f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ccfd99-9d2a-40bc-8f48-1ef8477ddac8', 'name': 'tempest-AttachVolumeNegativeTest-1190605770-router', 'tenant_id': '082b5523ee504be09f6fcaf833207a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': 'ee2b145c-866a-4545-a5dc-b000db3e976a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:15Z', 'updated_at': '2022-05-27T03:23:33Z', 'revision_number': 4, 'project_id': '082b5523ee504be09f6fcaf833207a4f', 'gw_port': {'id': 'ee2b145c-866a-4545-a5dc-b000db3e976a', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ccfd99-9d2a-40bc-8f48-1ef8477ddac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:16Z', 'updated_at': '2022-05-27T03:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi', '_floatingips': [{'id': '0eb11a7e-718c-4de9-8b8c-baceabf05f4c', 'tenant_id': '082b5523ee504be09f6fcaf833207a4f', 'floating_ip_address': '172.27.3.156', 'floating_network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'router_id': '48ccfd99-9d2a-40bc-8f48-1ef8477ddac8', 'port_id': '7548807f-da0a-4e25-9317-457dbf196bc6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 400, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e861f168-e1a5-4542-8ee4-9759fa17a578', 'mac_address': 'fa:16:3e:2d:78:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d25eaff-39bb-4434-848b-7b2dcc68d1e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:27:51Z', 'updated_at': '2022-05-27T03:28:14Z', 'revision_number': 1, 'project_id': '082b5523ee504be09f6fcaf833207a4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de2e02ca-ae55-44a3-8d3d-cbe2d4c0df81', 'name': '', 'network_id': 'e861f168-e1a5-4542-8ee4-9759fa17a578', 'tenant_id': '082b5523ee504be09f6fcaf833207a4f', 'mac_address': 'fa:16:3e:93:65:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ccfd99-9d2a-40bc-8f48-1ef8477ddac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '22c8ee8a-bdb1-4646-81f4-b6b1b8177bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:28Z', 'updated_at': '2022-05-27T03:23:46Z', 'revision_number': 5, 'project_id': '082b5523ee504be09f6fcaf833207a4f', 'subnets': [{'id': '22c8ee8a-bdb1-4646-81f4-b6b1b8177bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-4-iscsi', False) {} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:28:17.376403 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5505926e-5961-4895-b12e-b080c7c756e1 req-326ffe26-79e4-460a-863c-ddc1f020d10b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:17.377891 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-5505926e-5961-4895-b12e-b080c7c756e1 req-326ffe26-79e4-460a-863c-ddc1f020d10b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e861f168-e1a5-4542-8ee4-9759fa17a578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0800443 May 27 03:28:17.393548 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2346539-1722-4bea-bf8d-9a683e55057f None None] The sync data for ids ['48ccfd99-9d2a-40bc-8f48-1ef8477ddac8'] in dv-cinder-828806-4-iscsi is: [{'id': '48ccfd99-9d2a-40bc-8f48-1ef8477ddac8', 'name': 'tempest-AttachVolumeNegativeTest-1190605770-router', 'tenant_id': '082b5523ee504be09f6fcaf833207a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': 'ee2b145c-866a-4545-a5dc-b000db3e976a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:15Z', 'updated_at': '2022-05-27T03:23:33Z', 'revision_number': 4, 'project_id': '082b5523ee504be09f6fcaf833207a4f', 'gw_port': {'id': 'ee2b145c-866a-4545-a5dc-b000db3e976a', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ccfd99-9d2a-40bc-8f48-1ef8477ddac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:16Z', 'updated_at': '2022-05-27T03:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi', '_floatingips': [{'id': '0eb11a7e-718c-4de9-8b8c-baceabf05f4c', 'tenant_id': '082b5523ee504be09f6fcaf833207a4f', 'floating_ip_address': '172.27.3.156', 'floating_network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'router_id': '48ccfd99-9d2a-40bc-8f48-1ef8477ddac8', 'port_id': '7548807f-da0a-4e25-9317-457dbf196bc6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 400, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e861f168-e1a5-4542-8ee4-9759fa17a578', 'mac_address': 'fa:16:3e:2d:78:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d25eaff-39bb-4434-848b-7b2dcc68d1e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:27:51Z', 'updated_at': '2022-05-27T03:28:14Z', 'revision_number': 1, 'project_id': '082b5523ee504be09f6fcaf833207a4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de2e02ca-ae55-44a3-8d3d-cbe2d4c0df81', 'name': '', 'network_id': 'e861f168-e1a5-4542-8ee4-9759fa17a578', 'tenant_id': '082b5523ee504be09f6fcaf833207a4f', 'mac_address': 'fa:16:3e:93:65:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ccfd99-9d2a-40bc-8f48-1ef8477ddac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '22c8ee8a-bdb1-4646-81f4-b6b1b8177bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:28Z', 'updated_at': '2022-05-27T03:23:46Z', 'revision_number': 5, 'project_id': '082b5523ee504be09f6fcaf833207a4f', 'subnets': [{'id': '22c8ee8a-bdb1-4646-81f4-b6b1b8177bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:28:17.458857 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-cd09294b-b57c-4131-8f45-39da48091520 req-fe10f8f4-7985-4c93-9f48-2ddba732bdf3 service neutron] 10.222.0.67 "GET /v2.0/networks/9235750b-3863-4242-97a7-a4cb52643ca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692214 May 27 03:28:17.469503 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.db.db_base_plugin_common [None req-642fcb5b-cdf0-4dc7-85ba-cdd60c4a0015 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Allocated IP 172.27.3.28 (ca8b8e18-04f1-46f4-8c3b-aba3c077569d/ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa/8113a5e5-34b1-41c5-8e17-45a04802e06d) {{(pid=104072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:28:17.495632 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=100 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:17.500499 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-5505926e-5961-4895-b12e-b080c7c756e1 req-9f179e22-2bc2-4019-8e05-6ed41555b9aa service neutron] 10.222.0.67 "GET /v2.0/networks/e861f168-e1a5-4542-8ee4-9759fa17a578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144514 May 27 03:28:17.580056 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-642fcb5b-cdf0-4dc7-85ba-cdd60c4a0015 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Publish callbacks [] for port (8113a5e5-34b1-41c5-8e17-45a04802e06d), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:17.615960 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-642fcb5b-cdf0-4dc7-85ba-cdd60c4a0015 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743907242280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13119109'] for port (8113a5e5-34b1-41c5-8e17-45a04802e06d), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:17.621878 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6f62e2-f404-4693-89b5-1ccb4595d402 None None] New status for floating IP 0eb11a7e-718c-4de9-8b8c-baceabf05f4c: ACTIVE {{(pid=104074) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 03:28:17.659684 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-642fcb5b-cdf0-4dc7-85ba-cdd60c4a0015 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Network ca8b8e18-04f1-46f4-8c3b-aba3c077569d is already hosted by enough agents. {{(pid=104072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:28:17.664660 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.base_scheduler [None req-642fcb5b-cdf0-4dc7-85ba-cdd60c4a0015 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Resources bound (agent type, host, resource id): {{(pid=104072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:28:17.666947 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642fcb5b-cdf0-4dc7-85ba-cdd60c4a0015 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Pushing event updated for resources: {'Port': ['ID=8113a5e5-34b1-41c5-8e17-45a04802e06d,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:17.669101 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642fcb5b-cdf0-4dc7-85ba-cdd60c4a0015 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Received port after_create {{(pid=104072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:28:17.746282 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:17.754941 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-642fcb5b-cdf0-4dc7-85ba-cdd60c4a0015 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Publish callbacks [] for floatingip (b78d753f-f14c-4e44-8b25-693479e6fc15), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:17.796127 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-642fcb5b-cdf0-4dc7-85ba-cdd60c4a0015 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (8113a5e5-34b1-41c5-8e17-45a04802e06d), before_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:17.984654 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-642fcb5b-cdf0-4dc7-85ba-cdd60c4a0015 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Publish callbacks [] for port (8113a5e5-34b1-41c5-8e17-45a04802e06d), precommit_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:17.992813 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-642fcb5b-cdf0-4dc7-85ba-cdd60c4a0015 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13119154'] for port (8113a5e5-34b1-41c5-8e17-45a04802e06d), after_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:17.994871 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:18.064572 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642fcb5b-cdf0-4dc7-85ba-cdd60c4a0015 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Pushing event updated for resources: {'Port': ['ID=8113a5e5-34b1-41c5-8e17-45a04802e06d,revision_number=2']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:18.077232 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-642fcb5b-cdf0-4dc7-85ba-cdd60c4a0015 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16279512'] for floatingip (b78d753f-f14c-4e44-8b25-693479e6fc15), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:18.095690 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-642fcb5b-cdf0-4dc7-85ba-cdd60c4a0015 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159658'] for floatingip (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:18.097403 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-642fcb5b-cdf0-4dc7-85ba-cdd60c4a0015 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8738105 May 27 03:28:18.252728 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef71e6e-eb2d-489a-96e7-eb8683f9d997 req-78c26fac-7f4e-4bc4-90cd-74cca709e2be tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:18.254351 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-4ef71e6e-eb2d-489a-96e7-eb8683f9d997 req-78c26fac-7f4e-4bc4-90cd-74cca709e2be tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=3aa1b29c-4aa9-4ece-a9ee-fd84d519970f HTTP/1.1" status: 200 len: 943 time: 0.0523672 May 27 03:28:18.305478 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-4ef71e6e-eb2d-489a-96e7-eb8683f9d997 req-6548d316-4523-4f2f-aaf9-ff36d1837f31 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ce8f43f-6a1f-4134-bfa6-ac4d57290765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449946 May 27 03:28:18.333264 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-28cfe08b-7032-43b9-b331-4bf67feedb7b req-4d13807b-5765-496a-b701-cbdbb0e09825 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--398819999&fields=id&tenant_id=9351d2e0e0e14585820951a9398b35f4 HTTP/1.1" status: 200 len: 267 time: 0.0528903 May 27 03:28:18.493267 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cfe08b-7032-43b9-b331-4bf67feedb7b req-7e8a2810-5a5c-4c30-be9e-8c05208feaf8 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:18.494771 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-28cfe08b-7032-43b9-b331-4bf67feedb7b req-7e8a2810-5a5c-4c30-be9e-8c05208feaf8 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/networks?id=cc2d2605-cf0b-41cc-a4d1-c3c28ec94860 HTTP/1.1" status: 200 len: 810 time: 0.1550500 May 27 03:28:18.518023 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-28cfe08b-7032-43b9-b331-4bf67feedb7b req-68ef8cce-3554-4e7c-b11a-075955296841 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/quotas/9351d2e0e0e14585820951a9398b35f4 HTTP/1.1" status: 200 len: 375 time: 0.0157385 May 27 03:28:18.537800 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3aa1b29c-4aa9-4ece-a9ee-fd84d519970f', 'tag': '5e76e5be-43aa-4f7f-9313-3304d2fd1b0d'}] {{(pid=104071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:28:18.539963 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bb076ad6e20eee76da9493a154e3e0af7ddb4a8668b70cc9390b05200f69f4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df85017b-0c83-49b3-937e-6cf950a42c7a" -d '{"events": [{"name": "network-changed", "server_uuid": "3aa1b29c-4aa9-4ece-a9ee-fd84d519970f", "tag": "5e76e5be-43aa-4f7f-9313-3304d2fd1b0d"}]}' {{(pid=104071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:28:18.578166 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d41a610-14f7-4d76-ab29-712e57f2ab37 x-openstack-request-id: req-2d41a610-14f7-4d76-ab29-712e57f2ab37 {{(pid=104071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:28:18.579154 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3aa1b29c-4aa9-4ece-a9ee-fd84d519970f", "tag": "5e76e5be-43aa-4f7f-9313-3304d2fd1b0d", "status": "completed", "code": 200}]} {{(pid=104071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:28:18.579441 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2d41a610-14f7-4d76-ab29-712e57f2ab37 {{(pid=104071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:28:18.579845 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d41a610-14f7-4d76-ab29-712e57f2ab37'] response: {'name': 'network-changed', 'server_uuid': '3aa1b29c-4aa9-4ece-a9ee-fd84d519970f', 'tag': '5e76e5be-43aa-4f7f-9313-3304d2fd1b0d', 'status': 'completed', 'code': 200} May 27 03:28:18.582052 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-5505926e-5961-4895-b12e-b080c7c756e1 req-000b9a8b-d869-4e60-9c69-a439e6aacf33 service neutron] 10.222.0.67 "GET /v2.0/networks/e861f168-e1a5-4542-8ee4-9759fa17a578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655271 May 27 03:28:18.593351 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-28cfe08b-7032-43b9-b331-4bf67feedb7b req-ebd61c84-dd79-41e4-bedc-ae2b52341d30 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=9351d2e0e0e14585820951a9398b35f4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0688429 May 27 03:28:18.685430 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df85017b-0c83-49b3-937e-6cf950a42c7a req-4d1ab7b2-f65a-46b8-9cf1-15b5f522add9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:18.686952 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-df85017b-0c83-49b3-937e-6cf950a42c7a req-4d1ab7b2-f65a-46b8-9cf1-15b5f522add9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7e2e4b63d6af43058e0dc76d8ceac844&device_id=3aa1b29c-4aa9-4ece-a9ee-fd84d519970f HTTP/1.1" status: 200 len: 1127 time: 0.0603995 May 27 03:28:18.814238 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-28cfe08b-7032-43b9-b331-4bf67feedb7b req-1ab62bf6-3f11-4bde-8824-f6bbc61e4f7d service neutron] 10.222.0.50 "GET /v2.0/networks/cc2d2605-cf0b-41cc-a4d1-c3c28ec94860?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093334 May 27 03:28:18.864360 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df85017b-0c83-49b3-937e-6cf950a42c7a req-a1af281b-5ba9-4d86-8656-3e0547152657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:18.865823 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-df85017b-0c83-49b3-937e-6cf950a42c7a req-a1af281b-5ba9-4d86-8656-3e0547152657 service neutron] 10.222.0.67 "GET /v2.0/networks?id=9235750b-3863-4242-97a7-a4cb52643ca2 HTTP/1.1" status: 200 len: 917 time: 0.1551814 May 27 03:28:18.933543 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-df85017b-0c83-49b3-937e-6cf950a42c7a req-6303d153-81ab-4174-925f-d4a583fefbe7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e76e5be-43aa-4f7f-9313-3304d2fd1b0d HTTP/1.1" status: 200 len: 217 time: 0.0368342 May 27 03:28:18.992730 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=100 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:19.000454 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-28cfe08b-7032-43b9-b331-4bf67feedb7b req-ebc25697-a2e4-4337-9f41-708d9d230ee9 service neutron] 10.222.0.50 "GET /v2.0/networks/cc2d2605-cf0b-41cc-a4d1-c3c28ec94860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683669 May 27 03:28:19.004421 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df85017b-0c83-49b3-937e-6cf950a42c7a req-93991840-aecc-4405-ba7c-4b67380e04a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:19.005837 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-df85017b-0c83-49b3-937e-6cf950a42c7a req-93991840-aecc-4405-ba7c-4b67380e04a9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=74986d1d-a9b7-43a2-b2c2-09937b076cb1 HTTP/1.1" status: 200 len: 855 time: 0.0660062 May 27 03:28:19.051830 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df85017b-0c83-49b3-937e-6cf950a42c7a req-68355a0c-067c-4371-8d22-88d29e367af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:19.053394 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-df85017b-0c83-49b3-937e-6cf950a42c7a req-68355a0c-067c-4371-8d22-88d29e367af1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9235750b-3863-4242-97a7-a4cb52643ca2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402689 May 27 03:28:19.193739 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-7c949420-2ce3-46ae-9bc7-39a37e59496f req-515d5d5b-b3ea-4958-b988-eb65dcfa3bbb tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/ports?device_id=a630735e-10a7-46fd-912c-a1792d18fd15 HTTP/1.1" status: 200 len: 210 time: 0.0384500 May 27 03:28:19.195355 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-df85017b-0c83-49b3-937e-6cf950a42c7a req-ea612cad-b381-4f05-91d5-5d4e8b19d063 service neutron] 10.222.0.67 "GET /v2.0/networks/9235750b-3863-4242-97a7-a4cb52643ca2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242490 May 27 03:28:19.293716 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-df85017b-0c83-49b3-937e-6cf950a42c7a req-1ebfa8d0-a6fb-41a2-b88a-b56cee0a8909 service neutron] 10.222.0.67 "GET /v2.0/networks/9235750b-3863-4242-97a7-a4cb52643ca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912616 May 27 03:28:19.451695 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47bb70b-cb47-4828-893b-585eae926865 req-6b965b92-d2a2-4a16-b1b6-cffdb4e246d4 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:19.453609 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-b47bb70b-cb47-4828-893b-585eae926865 req-6b965b92-d2a2-4a16-b1b6-cffdb4e246d4 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=3aa1b29c-4aa9-4ece-a9ee-fd84d519970f HTTP/1.1" status: 200 len: 943 time: 0.0524874 May 27 03:28:19.503925 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-b47bb70b-cb47-4828-893b-585eae926865 req-e729d090-1b57-4c25-90aa-b62dce2c00fc tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ce8f43f-6a1f-4134-bfa6-ac4d57290765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443940 May 27 03:28:20.288722 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-cfe347e5-07f8-4add-9662-3f730c3b3245 req-993092cc-e5c4-4844-a255-75205ef08869 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/ports?device_id=a630735e-10a7-46fd-912c-a1792d18fd15 HTTP/1.1" status: 200 len: 210 time: 0.0283191 May 27 03:28:20.389467 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=100 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:20.494379 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cfe08b-7032-43b9-b331-4bf67feedb7b req-2214a798-3aa2-494e-82dc-ce54bf3d5016 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:20.496290 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-28cfe08b-7032-43b9-b331-4bf67feedb7b req-2214a798-3aa2-494e-82dc-ce54bf3d5016 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.67 "GET /v2.0/networks?id=cc2d2605-cf0b-41cc-a4d1-c3c28ec94860 HTTP/1.1" status: 200 len: 810 time: 0.1160176 May 27 03:28:20.569400 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-28cfe08b-7032-43b9-b331-4bf67feedb7b req-fea9d8b1-382b-469b-95e6-5f9b9b950055 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9351d2e0e0e14585820951a9398b35f4 HTTP/1.1" status: 200 len: 379 time: 0.0569730 May 27 03:28:20.583419 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [req-28cfe08b-7032-43b9-b331-4bf67feedb7b req-9c260308-20de-4356-a680-a6235277c070 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Request body: {'port': {'device_id': 'a630735e-10a7-46fd-912c-a1792d18fd15', 'network_id': 'cc2d2605-cf0b-41cc-a4d1-c3c28ec94860', 'admin_state_up': True, 'tenant_id': '9351d2e0e0e14585820951a9398b35f4', 'security_groups': ['0da39d56-2ae2-493f-b202-0452c114a552']}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:28:20.679635 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abd18e9-43a1-4ebd-8688-8cab9c201c48 req-e92a928b-a62b-4153-9f5c-518553260ab0 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:20.681151 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-6abd18e9-43a1-4ebd-8688-8cab9c201c48 req-e92a928b-a62b-4153-9f5c-518553260ab0 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=3aa1b29c-4aa9-4ece-a9ee-fd84d519970f HTTP/1.1" status: 200 len: 943 time: 0.0927434 May 27 03:28:20.760364 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-6abd18e9-43a1-4ebd-8688-8cab9c201c48 req-02120f47-c8f3-4c68-8a68-943b1a188840 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ce8f43f-6a1f-4134-bfa6-ac4d57290765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711565 May 27 03:28:20.765389 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28cfe08b-7032-43b9-b331-4bf67feedb7b req-9c260308-20de-4356-a680-a6235277c070 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Made reservation on behalf of 9351d2e0e0e14585820951a9398b35f4 for: {'port': 1} {{(pid=104071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:28:20.769186 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-28cfe08b-7032-43b9-b331-4bf67feedb7b req-9c260308-20de-4356-a680-a6235277c070 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:20.904495 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.db.db_base_plugin_common [req-28cfe08b-7032-43b9-b331-4bf67feedb7b req-9c260308-20de-4356-a680-a6235277c070 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Allocated IP 172.20.0.7 (cc2d2605-cf0b-41cc-a4d1-c3c28ec94860/a8c67362-f6b9-416d-9235-7ee8f03b0511/d6a48426-132d-46f7-b088-8df0294adfe1) {{(pid=104071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:28:20.961363 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:21.046900 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-28cfe08b-7032-43b9-b331-4bf67feedb7b req-9c260308-20de-4356-a680-a6235277c070 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Publish callbacks [] for port (d6a48426-132d-46f7-b088-8df0294adfe1), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:21.083180 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-28cfe08b-7032-43b9-b331-4bf67feedb7b req-9c260308-20de-4356-a680-a6235277c070 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743907242280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12907156'] for port (d6a48426-132d-46f7-b088-8df0294adfe1), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:21.131392 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28cfe08b-7032-43b9-b331-4bf67feedb7b req-9c260308-20de-4356-a680-a6235277c070 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Network cc2d2605-cf0b-41cc-a4d1-c3c28ec94860 is already hosted by enough agents. {{(pid=104071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:28:21.138586 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.scheduler.base_scheduler [req-28cfe08b-7032-43b9-b331-4bf67feedb7b req-9c260308-20de-4356-a680-a6235277c070 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Resources bound (agent type, host, resource id): {{(pid=104071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:28:21.142505 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [req-28cfe08b-7032-43b9-b331-4bf67feedb7b req-9c260308-20de-4356-a680-a6235277c070 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Received port after_create {{(pid=104071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:28:21.146510 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c260308-20de-4356-a680-a6235277c070 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Pushing event updated for resources: {'Port': ['ID=d6a48426-132d-46f7-b088-8df0294adfe1,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:21.183297 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Device 5e76e5be-43aa-4f7f-9313-3304d2fd1b0d details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=104073) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 03:28:21.192557 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cfe08b-7032-43b9-b331-4bf67feedb7b req-9c260308-20de-4356-a680-a6235277c070 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:21.193213 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-28cfe08b-7032-43b9-b331-4bf67feedb7b req-9c260308-20de-4356-a680-a6235277c070 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159658'] for port (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:21.211737 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-28cfe08b-7032-43b9-b331-4bf67feedb7b req-9c260308-20de-4356-a680-a6235277c070 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6321642 May 27 03:28:21.229993 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [req-28cfe08b-7032-43b9-b331-4bf67feedb7b req-5d8fb6ee-0bbc-493f-aa35-9844b7a68f85 service neutron] Request body: {'port': {'device_id': 'a630735e-10a7-46fd-912c-a1792d18fd15', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:28:21.232460 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:21.292768 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-28cfe08b-7032-43b9-b331-4bf67feedb7b req-5d8fb6ee-0bbc-493f-aa35-9844b7a68f85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (d6a48426-132d-46f7-b088-8df0294adfe1), before_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:21.302802 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] For port 5e76e5be-43aa-4f7f-9313-3304d2fd1b0d, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=5e76e5be-43aa-4f7f-9313-3304d2fd1b0d,segment=NetworkSegment(8900a96c-140e-4a88-9323-782a7b94dd95),segment_id=8900a96c-140e-4a88-9323-782a7b94dd95)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:28:21.316918 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Returning: {'device': '5e76e5be-43aa-4f7f-9313-3304d2fd1b0d', 'network_id': '9235750b-3863-4242-97a7-a4cb52643ca2', 'port_id': '5e76e5be-43aa-4f7f-9313-3304d2fd1b0d', 'mac_address': 'fa:16:3e:b5:84:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74986d1d-a9b7-43a2-b2c2-09937b076cb1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104073) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 03:28:21.354795 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Current status of the port 5e76e5be-43aa-4f7f-9313-3304d2fd1b0d is: DOWN; New status is: BUILD {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:28:21.355243 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (5e76e5be-43aa-4f7f-9313-3304d2fd1b0d), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:21.382978 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.notifiers.nova [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e76e5be-43aa-4f7f-9313-3304d2fd1b0d {{(pid=104073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:28:21.389542 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-2507715c-15d0-4d3a-9bc5-2bf8ae5f86ef None None] Provisioning complete for port d6a48426-132d-46f7-b088-8df0294adfe1 triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:28:21.389911 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-2507715c-15d0-4d3a-9bc5-2bf8ae5f86ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (d6a48426-132d-46f7-b088-8df0294adfe1), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:21.412873 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba43954-614d-4972-a8dc-227719d84f0d req-de4617a7-746d-4852-a357-74c707f2d3f3 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:21.414299 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-bba43954-614d-4972-a8dc-227719d84f0d req-de4617a7-746d-4852-a357-74c707f2d3f3 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/ports?device_id=a630735e-10a7-46fd-912c-a1792d18fd15 HTTP/1.1" status: 200 len: 931 time: 0.0525808 May 27 03:28:21.428453 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] For port 5e76e5be-43aa-4f7f-9313-3304d2fd1b0d, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=5e76e5be-43aa-4f7f-9313-3304d2fd1b0d,segment=NetworkSegment(8900a96c-140e-4a88-9323-782a7b94dd95),segment_id=8900a96c-140e-4a88-9323-782a7b94dd95)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:28:21.437327 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (5e76e5be-43aa-4f7f-9313-3304d2fd1b0d), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:21.443114 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-2507715c-15d0-4d3a-9bc5-2bf8ae5f86ef None None] Port d6a48426-132d-46f7-b088-8df0294adfe1 cannot update to ACTIVE because it is not bound. {{(pid=104073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:28:21.470632 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-bba43954-614d-4972-a8dc-227719d84f0d req-407f33e6-9b8b-4829-9ed4-6eb9c06cc040 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/security-groups?id=0da39d56-2ae2-493f-b202-0452c114a552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505791 May 27 03:28:21.486930 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Pushing event updated for resources: {'Port': ['ID=5e76e5be-43aa-4f7f-9313-3304d2fd1b0d,revision_number=4']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:21.567849 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 33562) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:28:21.626242 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4d5bb78-8fb8-472a-8f06-aa595c902eda admin admin] Deleting subnet aaf2d597-6e7b-442c-99e2-abf0b8672091 {{(pid=104072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 03:28:21.631364 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-d4d5bb78-8fb8-472a-8f06-aa595c902eda admin admin] Publish callbacks [] for subnet (aaf2d597-6e7b-442c-99e2-abf0b8672091), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:21.639674 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.notifiers.nova [req-28cfe08b-7032-43b9-b331-4bf67feedb7b req-5d8fb6ee-0bbc-493f-aa35-9844b7a68f85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6a48426-132d-46f7-b088-8df0294adfe1 {{(pid=104071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:28:21.648309 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-28cfe08b-7032-43b9-b331-4bf67feedb7b req-5d8fb6ee-0bbc-493f-aa35-9844b7a68f85 service neutron] Publish callbacks [] for port (d6a48426-132d-46f7-b088-8df0294adfe1), precommit_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:21.673824 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.db.provisioning_blocks [req-28cfe08b-7032-43b9-b331-4bf67feedb7b req-5d8fb6ee-0bbc-493f-aa35-9844b7a68f85 service neutron] Transition to ACTIVE for port object d6a48426-132d-46f7-b088-8df0294adfe1 will not be triggered until provisioned by entity L2. {{(pid=104071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 03:28:21.675126 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-d4d5bb78-8fb8-472a-8f06-aa595c902eda admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13119285'] for subnet (aaf2d597-6e7b-442c-99e2-abf0b8672091), precommit_delete_associations {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:21.679238 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-28cfe08b-7032-43b9-b331-4bf67feedb7b req-5d8fb6ee-0bbc-493f-aa35-9844b7a68f85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12907171'] for port (d6a48426-132d-46f7-b088-8df0294adfe1), after_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:21.724304 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-d4d5bb78-8fb8-472a-8f06-aa595c902eda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-817388'] for subnet (aaf2d597-6e7b-442c-99e2-abf0b8672091), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:21.739134 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8fb6ee-0bbc-493f-aa35-9844b7a68f85 service neutron] Pushing event updated for resources: {'Port': ['ID=d6a48426-132d-46f7-b088-8df0294adfe1,revision_number=2']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:21.787214 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-d4d5bb78-8fb8-472a-8f06-aa595c902eda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-817397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16716613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13119348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14026658'] for subnet (aaf2d597-6e7b-442c-99e2-abf0b8672091), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:21.800498 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] get_ports_and_sgs() called for port_ids ['5e76e5be-43aa-4f7f-9313-3304d2fd1b0d'] {{(pid=104073) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:28:21.843711 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d5bb78-8fb8-472a-8f06-aa595c902eda admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aaf2d597-6e7b-442c-99e2-abf0b8672091,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:21.844447 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:21.856340 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-d4d5bb78-8fb8-472a-8f06-aa595c902eda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-366398'] for subnet (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:21.862520 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-d4d5bb78-8fb8-472a-8f06-aa595c902eda admin admin] 10.222.0.50 "DELETE /v2.0/subnets/aaf2d597-6e7b-442c-99e2-abf0b8672091 HTTP/1.1" status: 204 len: 168 time: 0.2936008 May 27 03:28:21.864986 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 33568) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:28:21.866840 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.managers [req-28cfe08b-7032-43b9-b331-4bf67feedb7b req-5d8fb6ee-0bbc-493f-aa35-9844b7a68f85 service neutron] Attempting to bind port d6a48426-132d-46f7-b088-8df0294adfe1 on host hv-cinder-82880 for vnic_type normal with profile {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:28:21.867182 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.managers [req-28cfe08b-7032-43b9-b331-4bf67feedb7b req-5d8fb6ee-0bbc-493f-aa35-9844b7a68f85 service neutron] Attempting to bind port d6a48426-132d-46f7-b088-8df0294adfe1 by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': '63adec67-bcb3-479f-bdea-b274a09a22b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'cc2d2605-cf0b-41cc-a4d1-c3c28ec94860'}] {{(pid=104071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:28:21.874885 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28cfe08b-7032-43b9-b331-4bf67feedb7b req-5d8fb6ee-0bbc-493f-aa35-9844b7a68f85 service neutron] Attempting to bind port d6a48426-132d-46f7-b088-8df0294adfe1 on network cc2d2605-cf0b-41cc-a4d1-c3c28ec94860 {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:28:21.948453 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28cfe08b-7032-43b9-b331-4bf67feedb7b req-5d8fb6ee-0bbc-493f-aa35-9844b7a68f85 service neutron] Port d6a48426-132d-46f7-b088-8df0294adfe1 on network cc2d2605-cf0b-41cc-a4d1-c3c28ec94860 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 03:28:21.949004 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28cfe08b-7032-43b9-b331-4bf67feedb7b req-5d8fb6ee-0bbc-493f-aa35-9844b7a68f85 service neutron] Attempting to bind port d6a48426-132d-46f7-b088-8df0294adfe1 on network cc2d2605-cf0b-41cc-a4d1-c3c28ec94860 {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:28:21.961100 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1aa14e-047e-4a16-a9cd-c9523ade32b7 req-fa0fc16d-15da-4283-b583-a0e37da46ea6 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:21.965517 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-74be26fb-9d4a-4667-a12c-2ba0d81161df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561515'] for network (d552a4c8-1cfd-43a0-b4ee-dbad181ed1bf), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:21.968826 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:21.972015 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-0e1aa14e-047e-4a16-a9cd-c9523ade32b7 req-fa0fc16d-15da-4283-b583-a0e37da46ea6 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=3aa1b29c-4aa9-4ece-a9ee-fd84d519970f HTTP/1.1" status: 200 len: 944 time: 0.0924921 May 27 03:28:21.993091 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28cfe08b-7032-43b9-b331-4bf67feedb7b req-5d8fb6ee-0bbc-493f-aa35-9844b7a68f85 service neutron] Checking agent: {'id': 'a17a57cc-679f-4398-8430-1b64b86f4dc1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 21, 13), 'started_at': datetime.datetime(2022, 5, 27, 3, 21, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:28:21.993925 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28cfe08b-7032-43b9-b331-4bf67feedb7b req-5d8fb6ee-0bbc-493f-aa35-9844b7a68f85 service neutron] Checking segment: {'id': '63adec67-bcb3-479f-bdea-b274a09a22b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'cc2d2605-cf0b-41cc-a4d1-c3c28ec94860'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:28:21.993925 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28cfe08b-7032-43b9-b331-4bf67feedb7b req-5d8fb6ee-0bbc-493f-aa35-9844b7a68f85 service neutron] Bound using segment: {'id': '63adec67-bcb3-479f-bdea-b274a09a22b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'cc2d2605-cf0b-41cc-a4d1-c3c28ec94860'} {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:28:21.994517 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.managers [req-28cfe08b-7032-43b9-b331-4bf67feedb7b req-5d8fb6ee-0bbc-493f-aa35-9844b7a68f85 service neutron] Bound port: d6a48426-132d-46f7-b088-8df0294adfe1, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63adec67-bcb3-479f-bdea-b274a09a22b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'cc2d2605-cf0b-41cc-a4d1-c3c28ec94860'}}] {{(pid=104071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:28:21.994974 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-28cfe08b-7032-43b9-b331-4bf67feedb7b req-5d8fb6ee-0bbc-493f-aa35-9844b7a68f85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (d6a48426-132d-46f7-b088-8df0294adfe1), before_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:22.076611 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-74be26fb-9d4a-4667-a12c-2ba0d81161df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-818777', 'neutron.services.segments.db._delete_segments_for_network-8743907721840'] for network (d552a4c8-1cfd-43a0-b4ee-dbad181ed1bf), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:22.108600 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.services.segments.db [None req-74be26fb-9d4a-4667-a12c-2ba0d81161df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d552a4c8-1cfd-43a0-b4ee-dbad181ed1bf']}} {{(pid=104072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:28:22.137301 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.services.segments.db [None req-74be26fb-9d4a-4667-a12c-2ba0d81161df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc94f9b6-ace2-494d-8a96-80adbe9e180d') {'for_net_delete': True} {{(pid=104072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:28:22.137598 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.services.segments.db [None req-74be26fb-9d4a-4667-a12c-2ba0d81161df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc94f9b6-ace2-494d-8a96-80adbe9e180d') {} {{(pid=104072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:28:22.157338 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-74be26fb-9d4a-4667-a12c-2ba0d81161df admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743907722361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13119244'] for segment (cc94f9b6-ace2-494d-8a96-80adbe9e180d), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:22.171419 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65658643-8d65-4279-a808-16e305c6c667 req-c24d77d1-b2ef-4656-986f-3079ea251afc tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:22.173259 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-65658643-8d65-4279-a808-16e305c6c667 req-c24d77d1-b2ef-4656-986f-3079ea251afc tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "GET /v2.0/ports?device_id=31f03d50-8598-4db5-b3fd-ee77a878c5e4 HTTP/1.1" status: 200 len: 946 time: 0.0822384 May 27 03:28:22.186823 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-74be26fb-9d4a-4667-a12c-2ba0d81161df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-814499'] for segment (cc94f9b6-ace2-494d-8a96-80adbe9e180d), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:22.201442 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74be26fb-9d4a-4667-a12c-2ba0d81161df admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=104072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 03:28:22.201782 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-74be26fb-9d4a-4667-a12c-2ba0d81161df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-814499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13119190'] for segment (cc94f9b6-ace2-494d-8a96-80adbe9e180d), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:22.224428 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.services.segments.plugin [-] Segment cc94f9b6-ace2-494d-8a96-80adbe9e180d resource provider aggregate not found May 27 03:28:22.259732 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.services.segments.plugin [-] Segment cc94f9b6-ace2-494d-8a96-80adbe9e180d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cc94f9b6-ace2-494d-8a96-80adbe9e180d found for delete ", "request_id": "req-2c5df3a6-31fe-4158-a962-b066694ab68d"}]} May 27 03:28:22.290249 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-65658643-8d65-4279-a808-16e305c6c667 req-d3891f06-8027-44f1-b64a-6716d1c930c4 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1e45c10-37e6-4124-bc3b-be47b71b2f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099494 May 27 03:28:22.291307 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-74be26fb-9d4a-4667-a12c-2ba0d81161df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-818786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16279498'] for network (d552a4c8-1cfd-43a0-b4ee-dbad181ed1bf), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:22.308814 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-74be26fb-9d4a-4667-a12c-2ba0d81161df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-366398'] for network (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:22.311993 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-74be26fb-9d4a-4667-a12c-2ba0d81161df admin admin] 10.222.0.50 "DELETE /v2.0/networks/d552a4c8-1cfd-43a0-b4ee-dbad181ed1bf HTTP/1.1" status: 204 len: 168 time: 0.4435456 May 27 03:28:22.313002 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74be26fb-9d4a-4667-a12c-2ba0d81161df admin admin] Pushing event deleted for resources: {'Network': ['ID=d552a4c8-1cfd-43a0-b4ee-dbad181ed1bf,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:22.374987 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-0e1aa14e-047e-4a16-a9cd-c9523ade32b7 req-905bb60a-c601-4d8b-b10c-746407b69493 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ce8f43f-6a1f-4134-bfa6-ac4d57290765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4019251 May 27 03:28:22.384929 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.db [req-28cfe08b-7032-43b9-b331-4bf67feedb7b req-5d8fb6ee-0bbc-493f-aa35-9844b7a68f85 service neutron] For port d6a48426-132d-46f7-b088-8df0294adfe1, host hv-cinder-82880, cleared binding levels {{(pid=104071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:28:22.388071 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.db [req-28cfe08b-7032-43b9-b331-4bf67feedb7b req-5d8fb6ee-0bbc-493f-aa35-9844b7a68f85 service neutron] For port d6a48426-132d-46f7-b088-8df0294adfe1, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=d6a48426-132d-46f7-b088-8df0294adfe1,segment=NetworkSegment(63adec67-bcb3-479f-bdea-b274a09a22b6),segment_id=63adec67-bcb3-479f-bdea-b274a09a22b6)] {{(pid=104071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:28:22.398884 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-28cfe08b-7032-43b9-b331-4bf67feedb7b req-5d8fb6ee-0bbc-493f-aa35-9844b7a68f85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12907171'] for port (d6a48426-132d-46f7-b088-8df0294adfe1), after_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:22.432687 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cfe08b-7032-43b9-b331-4bf67feedb7b req-5d8fb6ee-0bbc-493f-aa35-9844b7a68f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:22.433405 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-28cfe08b-7032-43b9-b331-4bf67feedb7b req-5d8fb6ee-0bbc-493f-aa35-9844b7a68f85 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159658'] for port (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:22.434900 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-28cfe08b-7032-43b9-b331-4bf67feedb7b req-5d8fb6ee-0bbc-493f-aa35-9844b7a68f85 service neutron] 10.222.0.67 "PUT /v2.0/ports/d6a48426-132d-46f7-b088-8df0294adfe1 HTTP/1.1" status: 200 len: 1093 time: 1.2092507 May 27 03:28:22.437573 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a630735e-10a7-46fd-912c-a1792d18fd15', 'tag': 'd6a48426-132d-46f7-b088-8df0294adfe1'}] {{(pid=104071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:28:22.440274 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bb076ad6e20eee76da9493a154e3e0af7ddb4a8668b70cc9390b05200f69f4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9300cc4-7a6d-4f7f-aafc-19d8b4eecbf8" -d '{"events": [{"name": "network-changed", "server_uuid": "a630735e-10a7-46fd-912c-a1792d18fd15", "tag": "d6a48426-132d-46f7-b088-8df0294adfe1"}]}' {{(pid=104071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:28:22.464182 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8fb6ee-0bbc-493f-aa35-9844b7a68f85 service neutron] Pushing event updated for resources: {'Port': ['ID=d6a48426-132d-46f7-b088-8df0294adfe1,revision_number=3']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:22.481215 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-098d7c44-3633-4c9a-af5c-d41fd1dd0829 x-openstack-request-id: req-098d7c44-3633-4c9a-af5c-d41fd1dd0829 {{(pid=104071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:28:22.481633 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a630735e-10a7-46fd-912c-a1792d18fd15", "tag": "d6a48426-132d-46f7-b088-8df0294adfe1", "status": "completed", "code": 200}]} {{(pid=104071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:28:22.481798 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-098d7c44-3633-4c9a-af5c-d41fd1dd0829 {{(pid=104071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:28:22.482298 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-098d7c44-3633-4c9a-af5c-d41fd1dd0829'] response: {'name': 'network-changed', 'server_uuid': 'a630735e-10a7-46fd-912c-a1792d18fd15', 'tag': 'd6a48426-132d-46f7-b088-8df0294adfe1', 'status': 'completed', 'code': 200} May 27 03:28:22.509077 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 33582) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:28:22.537747 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:22.555015 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-b10df73d-d523-4238-8c17-29dc22b27b34 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4052d211d2a346d8be95d6ac7761defb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0435343 May 27 03:28:22.557723 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 33584) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:28:22.594526 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506afbab-bc6f-4cfe-9321-901cb761e765 req-7dc26a69-99c2-47ea-bd14-3f8ade78c6b0 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:22.596341 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-506afbab-bc6f-4cfe-9321-901cb761e765 req-7dc26a69-99c2-47ea-bd14-3f8ade78c6b0 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/ports?device_id=a630735e-10a7-46fd-912c-a1792d18fd15 HTTP/1.1" status: 200 len: 943 time: 0.0504236 May 27 03:28:22.622247 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-3ad9eb25-a712-448e-9820-bf33efea42ab admin admin] Publish callbacks [] for security_group (f967cd66-a8a5-4774-bb98-26f6d9d0be9b), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:22.645582 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-3ad9eb25-a712-448e-9820-bf33efea42ab admin admin] Publish callbacks [] for security_group (f967cd66-a8a5-4774-bb98-26f6d9d0be9b), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:22.649333 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-506afbab-bc6f-4cfe-9321-901cb761e765 req-e82881d8-7bea-45cd-bdc4-34851dea6c54 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/security-groups?id=0da39d56-2ae2-493f-b202-0452c114a552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472808 May 27 03:28:22.695447 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-3ad9eb25-a712-448e-9820-bf33efea42ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (f967cd66-a8a5-4774-bb98-26f6d9d0be9b), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:22.698279 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-3ad9eb25-a712-448e-9820-bf33efea42ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:22.699500 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-3ad9eb25-a712-448e-9820-bf33efea42ab admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f967cd66-a8a5-4774-bb98-26f6d9d0be9b HTTP/1.1" status: 204 len: 168 time: 0.1407950 May 27 03:28:22.707747 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad9eb25-a712-448e-9820-bf33efea42ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f967cd66-a8a5-4774-bb98-26f6d9d0be9b,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:23.196516 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Device 5e76e5be-43aa-4f7f-9313-3304d2fd1b0d up at agent hyperv_hv-cinder-82880 {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:28:23.198858 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:23.243831 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Provisioning for port 5e76e5be-43aa-4f7f-9313-3304d2fd1b0d completed by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 03:28:23.250885 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Provisioning complete for port 5e76e5be-43aa-4f7f-9313-3304d2fd1b0d triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:28:23.251265 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (5e76e5be-43aa-4f7f-9313-3304d2fd1b0d), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:23.330770 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Current status of the port 5e76e5be-43aa-4f7f-9313-3304d2fd1b0d is: BUILD; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:28:23.331211 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (5e76e5be-43aa-4f7f-9313-3304d2fd1b0d), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:23.355353 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aa1b29c-4aa9-4ece-a9ee-fd84d519970f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e76e5be-43aa-4f7f-9313-3304d2fd1b0d'}] {{(pid=104073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:28:23.357668 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fe636b475fcf817a66bede64dee182d8d37f0deb14dcb08a99f86243ff54ad7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60cd095a-50e9-44d3-b618-be8a06fcc9de" -d '{"events": [{"server_uuid": "3aa1b29c-4aa9-4ece-a9ee-fd84d519970f", "name": "network-vif-plugged", "status": "completed", "tag": "5e76e5be-43aa-4f7f-9313-3304d2fd1b0d"}]}' {{(pid=104073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:28:23.372904 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] For port 5e76e5be-43aa-4f7f-9313-3304d2fd1b0d, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=5e76e5be-43aa-4f7f-9313-3304d2fd1b0d,segment=NetworkSegment(8900a96c-140e-4a88-9323-782a7b94dd95),segment_id=8900a96c-140e-4a88-9323-782a7b94dd95)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:28:23.379283 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (5e76e5be-43aa-4f7f-9313-3304d2fd1b0d), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:23.425755 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43da1087-d40e-4568-a896-3603fa77be51 x-openstack-request-id: req-43da1087-d40e-4568-a896-3603fa77be51 {{(pid=104073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:28:23.426122 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3aa1b29c-4aa9-4ece-a9ee-fd84d519970f", "name": "network-vif-plugged", "status": "completed", "tag": "5e76e5be-43aa-4f7f-9313-3304d2fd1b0d", "code": 200}]} {{(pid=104073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:28:23.426379 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-43da1087-d40e-4568-a896-3603fa77be51 {{(pid=104073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:28:23.426784 dv-cinder-828806-4-iscsi neutron-server[104073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43da1087-d40e-4568-a896-3603fa77be51'] response: {'server_uuid': '3aa1b29c-4aa9-4ece-a9ee-fd84d519970f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e76e5be-43aa-4f7f-9313-3304d2fd1b0d', 'code': 200} May 27 03:28:23.431998 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:23.443946 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Pushing event updated for resources: {'Port': ['ID=5e76e5be-43aa-4f7f-9313-3304d2fd1b0d,revision_number=5']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:23.450689 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d7646f-8055-4cb5-9158-3f9d9f44941a req-87d8ab6b-a2ad-40a4-89e0-5ad5b373e445 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:23.457200 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-94d7646f-8055-4cb5-9158-3f9d9f44941a req-87d8ab6b-a2ad-40a4-89e0-5ad5b373e445 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "GET /v2.0/ports?device_id=31f03d50-8598-4db5-b3fd-ee77a878c5e4 HTTP/1.1" status: 200 len: 946 time: 0.0772905 May 27 03:28:23.472289 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 33614) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:28:23.506751 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-94d7646f-8055-4cb5-9158-3f9d9f44941a req-570b78d4-43cc-4552-b1a8-77751e0359f8 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1e45c10-37e6-4124-bc3b-be47b71b2f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483673 May 27 03:28:23.555735 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0ed7ce-9798-469c-8e4e-836213b41b6b req-28681cd1-a54b-4530-8eed-f8b82de9b92f tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:23.557298 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-5c0ed7ce-9798-469c-8e4e-836213b41b6b req-28681cd1-a54b-4530-8eed-f8b82de9b92f tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=3aa1b29c-4aa9-4ece-a9ee-fd84d519970f HTTP/1.1" status: 200 len: 945 time: 0.0562809 May 27 03:28:23.581012 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [None req-430b588b-98e8-4369-aa81-cee0d8813891 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2092057732-network', 'tenant_id': 'f03723b938b845309929162c81adfe51'}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:28:23.599921 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:23.620878 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-430b588b-98e8-4369-aa81-cee0d8813891 admin admin] Made reservation on behalf of f03723b938b845309929162c81adfe51 for: {'network': 1} {{(pid=104071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:28:23.623251 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-430b588b-98e8-4369-aa81-cee0d8813891 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for network (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:23.638589 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-5c0ed7ce-9798-469c-8e4e-836213b41b6b req-d4e1874f-16af-4255-b613-3d9ce89973fb tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ce8f43f-6a1f-4134-bfa6-ac4d57290765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758266 May 27 03:28:23.639624 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-430b588b-98e8-4369-aa81-cee0d8813891 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:23.720045 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-430b588b-98e8-4369-aa81-cee0d8813891 admin admin] Publish callbacks [] for security_group (221fa5c3-e637-4a04-908a-213f77a7868e), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:23.726240 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-430b588b-98e8-4369-aa81-cee0d8813891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (221fa5c3-e637-4a04-908a-213f77a7868e), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:23.770684 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cba772c-1c4b-448d-aae4-a09b0d9a17c9 req-eaf40694-e577-46b1-a01a-9103e32ee24a tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:23.772313 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-4cba772c-1c4b-448d-aae4-a09b0d9a17c9 req-eaf40694-e577-46b1-a01a-9103e32ee24a tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/ports?device_id=a630735e-10a7-46fd-912c-a1792d18fd15 HTTP/1.1" status: 200 len: 943 time: 0.0507724 May 27 03:28:23.783228 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-430b588b-98e8-4369-aa81-cee0d8813891 admin admin] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=104071) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:28:23.800401 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9300cc4-7a6d-4f7f-aafc-19d8b4eecbf8 req-b345a78b-7808-4f36-9e7a-1e490c995393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:23.801908 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-f9300cc4-7a6d-4f7f-aafc-19d8b4eecbf8 req-b345a78b-7808-4f36-9e7a-1e490c995393 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9351d2e0e0e14585820951a9398b35f4&device_id=a630735e-10a7-46fd-912c-a1792d18fd15 HTTP/1.1" status: 200 len: 1127 time: 0.0722561 May 27 03:28:23.805964 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430b588b-98e8-4369-aa81-cee0d8813891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=221fa5c3-e637-4a04-908a-213f77a7868e,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:23.808907 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-430b588b-98e8-4369-aa81-cee0d8813891 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8743907721831', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-814499'] for segment (1c0f45b9-9b6e-4c7f-96ab-814f76cdd6fd), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:23.809349 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.db.segments_db [None req-430b588b-98e8-4369-aa81-cee0d8813891 admin admin] Added segment 1c0f45b9-9b6e-4c7f-96ab-814f76cdd6fd of type vlan for network 25414d0e-39e2-4b3e-a787-1a7de54b6d2c May 27 03:28:23.835548 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-4cba772c-1c4b-448d-aae4-a09b0d9a17c9 req-5007c6d4-4d75-4be0-8ba0-8bcc3ab94ce5 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/security-groups?id=0da39d56-2ae2-493f-b202-0452c114a552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552359 May 27 03:28:23.857957 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-430b588b-98e8-4369-aa81-cee0d8813891 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743907247189'] for network (25414d0e-39e2-4b3e-a787-1a7de54b6d2c), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:23.885162 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-430b588b-98e8-4369-aa81-cee0d8813891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336'] for network (25414d0e-39e2-4b3e-a787-1a7de54b6d2c), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:23.886162 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430b588b-98e8-4369-aa81-cee0d8813891 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:23.886893 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-430b588b-98e8-4369-aa81-cee0d8813891 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-366398'] for network (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:23.906247 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:23.939883 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-430b588b-98e8-4369-aa81-cee0d8813891 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.4663477 May 27 03:28:23.943100 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 33620) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:28:23.948461 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [None req-a695a47e-b3f3-48ed-b05b-9deffbb01f39 admin admin] Request body: {'subnet': {'network_id': '25414d0e-39e2-4b3e-a787-1a7de54b6d2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2092057732-subnet', 'tenant_id': 'f03723b938b845309929162c81adfe51', 'ip_version': 4}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:28:23.952087 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430b588b-98e8-4369-aa81-cee0d8813891 admin admin] Pushing event updated for resources: {'Network': ['ID=25414d0e-39e2-4b3e-a787-1a7de54b6d2c,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:23.962498 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Network 25414d0e-39e2-4b3e-a787-1a7de54b6d2c details requested by agent ovs-agent-dv-cinder-828806-4-iscsi with host dv-cinder-828806-4-iscsi {{(pid=104073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 03:28:23.971370 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a695a47e-b3f3-48ed-b05b-9deffbb01f39 admin admin] Made reservation on behalf of f03723b938b845309929162c81adfe51 for: {'subnet': 1} {{(pid=104072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:28:23.974214 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-a695a47e-b3f3-48ed-b05b-9deffbb01f39 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14026639'] for subnet (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:24.104565 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed168c3-0eff-4e5e-877b-17bc1d914539 req-f861ffb0-1352-40af-ac08-b4f2fb8ebd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:24.106510 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-eed168c3-0eff-4e5e-877b-17bc1d914539 req-f861ffb0-1352-40af-ac08-b4f2fb8ebd00 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3aa1b29c-4aa9-4ece-a9ee-fd84d519970f HTTP/1.1" status: 200 len: 1129 time: 0.0561368 May 27 03:28:24.138272 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9300cc4-7a6d-4f7f-aafc-19d8b4eecbf8 req-99087884-0111-44a5-98e7-deca4bcc9667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:24.139772 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-f9300cc4-7a6d-4f7f-aafc-19d8b4eecbf8 req-99087884-0111-44a5-98e7-deca4bcc9667 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=9351d2e0e0e14585820951a9398b35f4&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1570354 May 27 03:28:24.204417 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b542576-93a1-4821-a47e-917f89f4a256 req-7efc0e4e-76ae-4f28-92f3-f2b8dc1355d6 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:24.205905 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-5b542576-93a1-4821-a47e-917f89f4a256 req-7efc0e4e-76ae-4f28-92f3-f2b8dc1355d6 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.67 "GET /v2.0/ports?device_id=31f03d50-8598-4db5-b3fd-ee77a878c5e4 HTTP/1.1" status: 200 len: 946 time: 0.0583456 May 27 03:28:24.206911 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-a695a47e-b3f3-48ed-b05b-9deffbb01f39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16716613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13119285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14026649'] for subnet (8b1ea465-f005-4898-ac99-ecd590f06095), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:24.230684 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-eed168c3-0eff-4e5e-877b-17bc1d914539 req-05807296-59b8-41f3-b2f6-14750d00a6c7 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=4ce8f43f-6a1f-4134-bfa6-ac4d57290765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002951 May 27 03:28:24.258692 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:24.261606 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9300cc4-7a6d-4f7f-aafc-19d8b4eecbf8 req-2b112c26-1890-4ff5-8aa8-8a62569941d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:24.263159 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-f9300cc4-7a6d-4f7f-aafc-19d8b4eecbf8 req-2b112c26-1890-4ff5-8aa8-8a62569941d4 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1154943 May 27 03:28:24.289089 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a695a47e-b3f3-48ed-b05b-9deffbb01f39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b1ea465-f005-4898-ac99-ecd590f06095,revision_number=0']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:24.345095 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a695a47e-b3f3-48ed-b05b-9deffbb01f39 admin admin] Checking segment: {'id': '1c0f45b9-9b6e-4c7f-96ab-814f76cdd6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '25414d0e-39e2-4b3e-a787-1a7de54b6d2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:28:24.345475 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a695a47e-b3f3-48ed-b05b-9deffbb01f39 admin admin] Network hostable DHCP agents. Network: 25414d0e-39e2-4b3e-a787-1a7de54b6d2c, hostable agents: ['88cb169e-23a7-4380-813c-9b707a5671b5'], hosted agents: [] {{(pid=104072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:28:24.351016 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [req-5b542576-93a1-4821-a47e-917f89f4a256 req-00faf07f-9c76-4bcd-a5b6-e1fb395333ae tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Deleting port af8e6fc6-1227-49b2-a57c-d9ab051c9fe9 {{(pid=104072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:28:24.351353 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-5b542576-93a1-4821-a47e-917f89f4a256 req-00faf07f-9c76-4bcd-a5b6-e1fb395333ae tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743907775461'] for port (af8e6fc6-1227-49b2-a57c-d9ab051c9fe9), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:24.366111 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:24.415292 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a695a47e-b3f3-48ed-b05b-9deffbb01f39 admin admin] Network 25414d0e-39e2-4b3e-a787-1a7de54b6d2c is scheduled to be hosted by DHCP agent 88cb169e-23a7-4380-813c-9b707a5671b5 with binding_index 1 {{(pid=104072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:28:24.431817 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.base_scheduler [None req-a695a47e-b3f3-48ed-b05b-9deffbb01f39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828806-4-iscsi, 25414d0e-39e2-4b3e-a787-1a7de54b6d2c) {{(pid=104072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:28:24.439687 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3745134d-93fe-4877-b67e-bf3629e3db74 None None] Network 25414d0e-39e2-4b3e-a787-1a7de54b6d2c requested from dv-cinder-828806-4-iscsi {{(pid=104073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:28:24.444155 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a695a47e-b3f3-48ed-b05b-9deffbb01f39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:24.444739 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-a695a47e-b3f3-48ed-b05b-9deffbb01f39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-366398'] for subnet (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:24.467561 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.db [req-5b542576-93a1-4821-a47e-917f89f4a256 req-00faf07f-9c76-4bcd-a5b6-e1fb395333ae tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] For port af8e6fc6-1227-49b2-a57c-d9ab051c9fe9, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=af8e6fc6-1227-49b2-a57c-d9ab051c9fe9,segment=NetworkSegment(3d0db8b7-60ed-4f83-92b1-448610616c6c),segment_id=3d0db8b7-60ed-4f83-92b1-448610616c6c)] {{(pid=104072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:28:24.467951 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-5b542576-93a1-4821-a47e-917f89f4a256 req-00faf07f-9c76-4bcd-a5b6-e1fb395333ae tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16271712'] for port (af8e6fc6-1227-49b2-a57c-d9ab051c9fe9), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:24.483425 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-a695a47e-b3f3-48ed-b05b-9deffbb01f39 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5392566 May 27 03:28:24.486418 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 33624) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:28:24.490845 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [None req-ec97a617-bdc3-4e6e-92bb-8e9fec785c58 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2092057732-router', 'tenant_id': 'f03723b938b845309929162c81adfe51', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d'}}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:28:24.516302 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-ec97a617-bdc3-4e6e-92bb-8e9fec785c58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16723533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4148'] for router (8e101ce8-2427-4d77-85b6-e3a4f1b60cbc), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:24.517824 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-ec97a617-bdc3-4e6e-92bb-8e9fec785c58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16723197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16278093', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16646318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4159'] for router (8e101ce8-2427-4d77-85b6-e3a4f1b60cbc), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:24.552864 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1948abfd-4857-4399-ac6c-f326ce954ba9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e4825cd-1402-5c2a-9e28-936b264acd46-25414d0e-39e2-4b3e-a787-1a7de54b6d2c', 'network_id': '25414d0e-39e2-4b3e-a787-1a7de54b6d2c', 'project_id': 'f03723b938b845309929162c81adfe51', 'fixed_ips': [{'subnet_id': '8b1ea465-f005-4898-ac99-ecd590f06095'}]}} from dv-cinder-828806-4-iscsi. {{(pid=104073) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 27 03:28:24.554059 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1948abfd-4857-4399-ac6c-f326ce954ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (None), before_create {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:24.618320 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-ec97a617-bdc3-4e6e-92bb-8e9fec785c58 admin admin] Publish callbacks [] for router_controller (8e101ce8-2427-4d77-85b6-e3a4f1b60cbc), precommit_add_association {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:24.704206 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.db_base_plugin_common [None req-1948abfd-4857-4399-ac6c-f326ce954ba9 None None] Allocated IP 172.20.0.2 (25414d0e-39e2-4b3e-a787-1a7de54b6d2c/8b1ea465-f005-4898-ac99-ecd590f06095/65b879a1-6b37-4915-9efc-02a42940e8df) {{(pid=104073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:28:24.718645 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-5b542576-93a1-4821-a47e-917f89f4a256 req-00faf07f-9c76-4bcd-a5b6-e1fb395333ae tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:24.719196 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-5b542576-93a1-4821-a47e-917f89f4a256 req-00faf07f-9c76-4bcd-a5b6-e1fb395333ae tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16279512'] for floatingip (7a8820c7-cb5f-48a0-87fb-2e8cf531abd2), after_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:24.719584 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.db.l3_db [req-5b542576-93a1-4821-a47e-917f89f4a256 req-00faf07f-9c76-4bcd-a5b6-e1fb395333ae tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Floating IP 7a8820c7-cb5f-48a0-87fb-2e8cf531abd2 disassociated. External IP: 172.27.3.26, port: af8e6fc6-1227-49b2-a57c-d9ab051c9fe9. May 27 03:28:24.720133 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [req-5b542576-93a1-4821-a47e-917f89f4a256 req-00faf07f-9c76-4bcd-a5b6-e1fb395333ae tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Calling delete_port for af8e6fc6-1227-49b2-a57c-d9ab051c9fe9 owned by compute:nova {{(pid=104072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:28:24.725955 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c25ab69-c48c-47ce-90b2-efd6521bc969 req-d35d4059-0c9d-482b-a909-92ff43022909 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:24.732837 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-4c25ab69-c48c-47ce-90b2-efd6521bc969 req-d35d4059-0c9d-482b-a909-92ff43022909 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "GET /v2.0/ports?device_id=31f03d50-8598-4db5-b3fd-ee77a878c5e4 HTTP/1.1" status: 200 len: 946 time: 0.1165106 May 27 03:28:24.806888 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:24.824796 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22de3129-e509-4f8b-b159-c88624faad7f req-a50b2982-6512-4b47-8c4f-204a51195b91 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:24.826129 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-ec97a617-bdc3-4e6e-92bb-8e9fec785c58 admin admin] Publish callbacks [] for router_gateway (8e101ce8-2427-4d77-85b6-e3a4f1b60cbc), precommit_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:24.826402 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-22de3129-e509-4f8b-b159-c88624faad7f req-a50b2982-6512-4b47-8c4f-204a51195b91 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=3aa1b29c-4aa9-4ece-a9ee-fd84d519970f HTTP/1.1" status: 200 len: 945 time: 0.0665019 May 27 03:28:24.851362 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-4c25ab69-c48c-47ce-90b2-efd6521bc969 req-3ed762f2-4cce-4711-b6a0-6ad13b282322 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1e45c10-37e6-4124-bc3b-be47b71b2f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175966 May 27 03:28:24.886958 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1948abfd-4857-4399-ac6c-f326ce954ba9 None None] Publish callbacks [] for port (65b879a1-6b37-4915-9efc-02a42940e8df), precommit_create {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:24.894471 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1948abfd-4857-4399-ac6c-f326ce954ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743907242280'] for port (65b879a1-6b37-4915-9efc-02a42940e8df), after_create {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:24.911922 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-22de3129-e509-4f8b-b159-c88624faad7f req-75c541cb-5e33-4ff7-a242-d5e3cb30d182 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ce8f43f-6a1f-4134-bfa6-ac4d57290765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730422 May 27 03:28:24.941741 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-5b542576-93a1-4821-a47e-917f89f4a256 req-00faf07f-9c76-4bcd-a5b6-e1fb395333ae tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743907783123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743907242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13119109'] for port (af8e6fc6-1227-49b2-a57c-d9ab051c9fe9), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:24.952387 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1948abfd-4857-4399-ac6c-f326ce954ba9 None None] Network 25414d0e-39e2-4b3e-a787-1a7de54b6d2c is already hosted by enough agents. {{(pid=104073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:28:24.952387 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.scheduler.base_scheduler [None req-1948abfd-4857-4399-ac6c-f326ce954ba9 None None] Resources bound (agent type, host, resource id): {{(pid=104073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:28:24.964216 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1948abfd-4857-4399-ac6c-f326ce954ba9 None None] Received port after_create {{(pid=104073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:28:24.972868 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1948abfd-4857-4399-ac6c-f326ce954ba9 None None] Pushing event updated for resources: {'Port': ['ID=65b879a1-6b37-4915-9efc-02a42940e8df,revision_number=1']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:24.981995 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00faf07f-9c76-4bcd-a5b6-e1fb395333ae tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Pushing event deleted for resources: {'Port': ['ID=af8e6fc6-1227-49b2-a57c-d9ab051c9fe9,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:25.047046 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.managers [None req-1948abfd-4857-4399-ac6c-f326ce954ba9 None None] Attempting to bind port 65b879a1-6b37-4915-9efc-02a42940e8df on host dv-cinder-828806-4-iscsi for vnic_type normal with profile {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:28:25.047604 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.managers [None req-1948abfd-4857-4399-ac6c-f326ce954ba9 None None] Attempting to bind port 65b879a1-6b37-4915-9efc-02a42940e8df by drivers openvswitch,hyperv on host dv-cinder-828806-4-iscsi at level 0 using segments [{'id': '1c0f45b9-9b6e-4c7f-96ab-814f76cdd6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '25414d0e-39e2-4b3e-a787-1a7de54b6d2c'}] {{(pid=104073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:28:25.047874 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1948abfd-4857-4399-ac6c-f326ce954ba9 None None] Attempting to bind port 65b879a1-6b37-4915-9efc-02a42940e8df on network 25414d0e-39e2-4b3e-a787-1a7de54b6d2c {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:28:25.053631 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1948abfd-4857-4399-ac6c-f326ce954ba9 None None] Checking agent: {'id': '01a6c5a5-ff25-49ea-8869-bb2b5ba0570e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828806-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 14, 35), 'started_at': datetime.datetime(2022, 5, 27, 3, 15, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828806-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:28:25.054041 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1948abfd-4857-4399-ac6c-f326ce954ba9 None None] Checking segment: {'id': '1c0f45b9-9b6e-4c7f-96ab-814f76cdd6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '25414d0e-39e2-4b3e-a787-1a7de54b6d2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:28:25.054406 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1948abfd-4857-4399-ac6c-f326ce954ba9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:25.054798 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1948abfd-4857-4399-ac6c-f326ce954ba9 None None] Bound using segment: {'id': '1c0f45b9-9b6e-4c7f-96ab-814f76cdd6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '25414d0e-39e2-4b3e-a787-1a7de54b6d2c'} {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:28:25.055264 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.managers [None req-1948abfd-4857-4399-ac6c-f326ce954ba9 None None] Bound port: 65b879a1-6b37-4915-9efc-02a42940e8df, host: dv-cinder-828806-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c0f45b9-9b6e-4c7f-96ab-814f76cdd6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '25414d0e-39e2-4b3e-a787-1a7de54b6d2c'}}] {{(pid=104073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:28:25.055641 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1948abfd-4857-4399-ac6c-f326ce954ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (65b879a1-6b37-4915-9efc-02a42940e8df), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:25.129699 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-1948abfd-4857-4399-ac6c-f326ce954ba9 None None] For port 65b879a1-6b37-4915-9efc-02a42940e8df, host dv-cinder-828806-4-iscsi, cleared binding levels {{(pid=104073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:28:25.129929 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cfe08b-7032-43b9-b331-4bf67feedb7b req-0090cf54-10f3-4349-bca5-44b748458ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:25.131186 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-28cfe08b-7032-43b9-b331-4bf67feedb7b req-0090cf54-10f3-4349-bca5-44b748458ce9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9351d2e0e0e14585820951a9398b35f4&device_id=a630735e-10a7-46fd-912c-a1792d18fd15 HTTP/1.1" status: 200 len: 1127 time: 0.1314902 May 27 03:28:25.133990 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-1948abfd-4857-4399-ac6c-f326ce954ba9 None None] For port 65b879a1-6b37-4915-9efc-02a42940e8df, host dv-cinder-828806-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-4-iscsi',level=0,port_id=65b879a1-6b37-4915-9efc-02a42940e8df,segment=NetworkSegment(1c0f45b9-9b6e-4c7f-96ab-814f76cdd6fd),segment_id=1c0f45b9-9b6e-4c7f-96ab-814f76cdd6fd)] {{(pid=104073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:28:25.137752 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bdee9a-c1f3-414f-82ac-061047d45918 req-49eb88cf-0a93-4603-adbb-fa0dfd3916ca tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:25.139993 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-e5bdee9a-c1f3-414f-82ac-061047d45918 req-49eb88cf-0a93-4603-adbb-fa0dfd3916ca tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/ports?device_id=a630735e-10a7-46fd-912c-a1792d18fd15 HTTP/1.1" status: 200 len: 943 time: 0.1387711 May 27 03:28:25.142534 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1948abfd-4857-4399-ac6c-f326ce954ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (65b879a1-6b37-4915-9efc-02a42940e8df), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:25.187244 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:25.208847 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-ec97a617-bdc3-4e6e-92bb-8e9fec785c58 admin admin] Publish callbacks [] for router_gateway (8e101ce8-2427-4d77-85b6-e3a4f1b60cbc), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:25.212080 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-28cfe08b-7032-43b9-b331-4bf67feedb7b req-a9439d01-0ae1-4c73-a8c4-e4a98ed3a720 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d6a48426-132d-46f7-b088-8df0294adfe1 HTTP/1.1" status: 200 len: 217 time: 0.0549147 May 27 03:28:25.215678 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:25.221996 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1948abfd-4857-4399-ac6c-f326ce954ba9 None None] Pushing event updated for resources: {'Port': ['ID=65b879a1-6b37-4915-9efc-02a42940e8df,revision_number=2']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:25.240266 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-ec97a617-bdc3-4e6e-92bb-8e9fec785c58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:25.298421 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-e5bdee9a-c1f3-414f-82ac-061047d45918 req-7826c4f4-2aa7-4a1c-98c9-08b9f750bd81 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/security-groups?id=0da39d56-2ae2-493f-b202-0452c114a552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1492958 May 27 03:28:25.376198 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5b542576-93a1-4821-a47e-917f89f4a256 req-00faf07f-9c76-4bcd-a5b6-e1fb395333ae tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Router 0a3e2812-07e4-4838-94d5-bb57a2cd3859 has already been hosted by L3 agent 3e4effd7-5bc9-408b-93fa-42e4b19a61d9 {{(pid=104072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:28:25.454515 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.db.db_base_plugin_common [None req-ec97a617-bdc3-4e6e-92bb-8e9fec785c58 admin admin] Allocated IP 172.27.3.136 (ca8b8e18-04f1-46f4-8c3b-aba3c077569d/ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa/50b3a7c3-af47-467e-a7f6-7f31364e2422) {{(pid=104071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:28:25.469448 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cfe08b-7032-43b9-b331-4bf67feedb7b req-afe20734-39cf-401f-b03c-15f90b96b5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:25.471215 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-28cfe08b-7032-43b9-b331-4bf67feedb7b req-afe20734-39cf-401f-b03c-15f90b96b5ab service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a8c67362-f6b9-416d-9235-7ee8f03b0511 HTTP/1.1" status: 200 len: 849 time: 0.1174133 May 27 03:28:25.510399 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:25.541853 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5b542576-93a1-4821-a47e-917f89f4a256 req-00faf07f-9c76-4bcd-a5b6-e1fb395333ae tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Notify agent at l3_agent.dv-cinder-828806-4-iscsi the message routers_updated {{(pid=104072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:28:25.553423 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842f4346-6387-407e-9ef9-3a5c18cc7c6a None None] Sync routers for ids ['0a3e2812-07e4-4838-94d5-bb57a2cd3859'] in dv-cinder-828806-4-iscsi {{(pid=104073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:28:25.573086 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842f4346-6387-407e-9ef9-3a5c18cc7c6a None None] Routers {'0a3e2812-07e4-4838-94d5-bb57a2cd3859'} bound to L3 agent in host dv-cinder-828806-4-iscsi {{(pid=104073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:28:25.573747 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-842f4346-6387-407e-9ef9-3a5c18cc7c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T03:14:31Z,description=,heartbeat_timestamp=2022-05-27T03:28:01Z,host='dv-cinder-828806-4-iscsi',id=3e4effd7-5bc9-408b-93fa-42e4b19a61d9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:14:31Z,topic='l3_agent')) {'router_ids': ['0a3e2812-07e4-4838-94d5-bb57a2cd3859'], 'active': True} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:28:25.607558 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b542576-93a1-4821-a47e-917f89f4a256 req-00faf07f-9c76-4bcd-a5b6-e1fb395333ae tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] No DVR routers for this DVR port af8e6fc6-1227-49b2-a57c-d9ab051c9fe9 on host hv-cinder-82880 {{(pid=104072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:28:25.610336 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-5b542576-93a1-4821-a47e-917f89f4a256 req-00faf07f-9c76-4bcd-a5b6-e1fb395333ae tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159658'] for port (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:25.613734 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-5b542576-93a1-4821-a47e-917f89f4a256 req-00faf07f-9c76-4bcd-a5b6-e1fb395333ae tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.67 "DELETE /v2.0/ports/af8e6fc6-1227-49b2-a57c-d9ab051c9fe9 HTTP/1.1" status: 204 len: 173 time: 1.4015391 May 27 03:28:25.614219 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31f03d50-8598-4db5-b3fd-ee77a878c5e4', 'name': 'network-vif-deleted', 'tag': 'af8e6fc6-1227-49b2-a57c-d9ab051c9fe9'}] {{(pid=104072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:28:25.616708 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f396617ba49ae57b35f1e46e178334f70bfad08bdaf3fab16ca373e13b5bdfba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bad77fb-baaa-407c-89c7-d2ed2f218758" -d '{"events": [{"server_uuid": "31f03d50-8598-4db5-b3fd-ee77a878c5e4", "name": "network-vif-deleted", "tag": "af8e6fc6-1227-49b2-a57c-d9ab051c9fe9"}]}' {{(pid=104072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:28:25.631768 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-ec97a617-bdc3-4e6e-92bb-8e9fec785c58 admin admin] Publish callbacks [] for port (50b3a7c3-af47-467e-a7f6-7f31364e2422), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:25.639671 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:25.665615 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ee46aa0-6d01-440a-b041-caca2359247b x-openstack-request-id: req-5ee46aa0-6d01-440a-b041-caca2359247b {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:28:25.665865 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31f03d50-8598-4db5-b3fd-ee77a878c5e4", "name": "network-vif-deleted", "tag": "af8e6fc6-1227-49b2-a57c-d9ab051c9fe9", "status": "completed", "code": 200}]} {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:28:25.666564 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5ee46aa0-6d01-440a-b041-caca2359247b {{(pid=104072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:28:25.666993 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ee46aa0-6d01-440a-b041-caca2359247b'] response: {'server_uuid': '31f03d50-8598-4db5-b3fd-ee77a878c5e4', 'name': 'network-vif-deleted', 'tag': 'af8e6fc6-1227-49b2-a57c-d9ab051c9fe9', 'status': 'completed', 'code': 200} May 27 03:28:25.675894 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-ec97a617-bdc3-4e6e-92bb-8e9fec785c58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743907242280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12907156'] for port (50b3a7c3-af47-467e-a7f6-7f31364e2422), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:25.719200 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec97a617-bdc3-4e6e-92bb-8e9fec785c58 admin admin] Network ca8b8e18-04f1-46f4-8c3b-aba3c077569d is already hosted by enough agents. {{(pid=104071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:28:25.722826 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.scheduler.base_scheduler [None req-ec97a617-bdc3-4e6e-92bb-8e9fec785c58 admin admin] Resources bound (agent type, host, resource id): {{(pid=104071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:28:25.725384 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec97a617-bdc3-4e6e-92bb-8e9fec785c58 admin admin] Received port after_create {{(pid=104071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:28:25.726727 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvr_db [None req-842f4346-6387-407e-9ef9-3a5c18cc7c6a None None] Set router 0a3e2812-07e4-4838-94d5-bb57a2cd3859 gateway port host: dv-cinder-828806-4-iscsi {{(pid=104073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:28:25.760924 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec97a617-bdc3-4e6e-92bb-8e9fec785c58 admin admin] Pushing event updated for resources: {'Port': ['ID=50b3a7c3-af47-467e-a7f6-7f31364e2422,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:25.861006 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:25.925190 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-842f4346-6387-407e-9ef9-3a5c18cc7c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a3e2812-07e4-4838-94d5-bb57a2cd3859', 'name': 'tempest-TestVolumeBootPattern-1556435986-router', 'tenant_id': 'd5bef1b49d424299864523887eb72b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '4ee83673-46b6-4e1b-bcba-ae840fc50e57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:24:05Z', 'updated_at': '2022-05-27T03:24:09Z', 'revision_number': 4, 'project_id': 'd5bef1b49d424299864523887eb72b3c', 'gw_port': {'id': '4ee83673-46b6-4e1b-bcba-ae840fc50e57', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f6:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3e2812-07e4-4838-94d5-bb57a2cd3859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:24:06Z', 'updated_at': '2022-05-27T03:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi', '_interfaces': [{'id': '1453a154-6ec5-4313-8a2b-fddd349b5446', 'name': '', 'network_id': '79e2e930-0200-4ceb-a2bb-a93bbb04e0f6', 'tenant_id': 'd5bef1b49d424299864523887eb72b3c', 'mac_address': 'fa:16:3e:be:67:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3e2812-07e4-4838-94d5-bb57a2cd3859', 'device_owner': 'network:router_interface', 'standard_attr_id': 226, 'fixed_ips': [{'subnet_id': '5133a594-c63e-4ae9-a294-52a4d497dec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:24:08Z', 'updated_at': '2022-05-27T03:24:13Z', 'revision_number': 5, 'project_id': 'd5bef1b49d424299864523887eb72b3c', 'subnets': [{'id': '5133a594-c63e-4ae9-a294-52a4d497dec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-4-iscsi', False) {} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:28:25.959709 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842f4346-6387-407e-9ef9-3a5c18cc7c6a None None] Checking router: 0a3e2812-07e4-4838-94d5-bb57a2cd3859 for host: dv-cinder-828806-4-iscsi {{(pid=104073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:28:25.968663 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842f4346-6387-407e-9ef9-3a5c18cc7c6a None None] Routers {'0a3e2812-07e4-4838-94d5-bb57a2cd3859'} bound to L3 agent in host dv-cinder-828806-4-iscsi {{(pid=104073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:28:25.969559 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-842f4346-6387-407e-9ef9-3a5c18cc7c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T03:14:31Z,description=,heartbeat_timestamp=2022-05-27T03:28:01Z,host='dv-cinder-828806-4-iscsi',id=3e4effd7-5bc9-408b-93fa-42e4b19a61d9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:14:31Z,topic='l3_agent')) {'router_ids': ['0a3e2812-07e4-4838-94d5-bb57a2cd3859'], 'active': True} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:28:26.017507 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-07c3bacc-2df8-4cb8-882e-dcb7318cb163 req-3fcfee68-451e-43a3-b54c-b006b3d576d0 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "GET /v2.0/ports?device_id=31f03d50-8598-4db5-b3fd-ee77a878c5e4 HTTP/1.1" status: 200 len: 210 time: 0.0743244 May 27 03:28:26.071150 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cfe08b-7032-43b9-b331-4bf67feedb7b req-3c33fc75-ae86-432e-adbf-26882335829c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:26.072666 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-28cfe08b-7032-43b9-b331-4bf67feedb7b req-3c33fc75-ae86-432e-adbf-26882335829c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cc2d2605-cf0b-41cc-a4d1-c3c28ec94860&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0674789 May 27 03:28:26.081465 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-ec97a617-bdc3-4e6e-92bb-8e9fec785c58 admin admin] Publish callbacks [] for router_gateway (8e101ce8-2427-4d77-85b6-e3a4f1b60cbc), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:26.082998 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvr_db [None req-842f4346-6387-407e-9ef9-3a5c18cc7c6a None None] Set router 0a3e2812-07e4-4838-94d5-bb57a2cd3859 gateway port host: dv-cinder-828806-4-iscsi {{(pid=104073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:28:26.086056 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac3e569-f595-4205-9292-0801c6e35bce req-3235e87d-c226-46ce-8490-376f5ef1872e tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:26.093825 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-9ac3e569-f595-4205-9292-0801c6e35bce req-3235e87d-c226-46ce-8490-376f5ef1872e tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=3aa1b29c-4aa9-4ece-a9ee-fd84d519970f HTTP/1.1" status: 200 len: 945 time: 0.0675080 May 27 03:28:26.162134 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-9ac3e569-f595-4205-9292-0801c6e35bce req-799ccc75-a9cc-4ad8-8fd8-4562ca8be3cd tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ce8f43f-6a1f-4134-bfa6-ac4d57290765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670238 May 27 03:28:26.301884 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-842f4346-6387-407e-9ef9-3a5c18cc7c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a3e2812-07e4-4838-94d5-bb57a2cd3859', 'name': 'tempest-TestVolumeBootPattern-1556435986-router', 'tenant_id': 'd5bef1b49d424299864523887eb72b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '4ee83673-46b6-4e1b-bcba-ae840fc50e57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:24:05Z', 'updated_at': '2022-05-27T03:24:09Z', 'revision_number': 4, 'project_id': 'd5bef1b49d424299864523887eb72b3c', 'gw_port': {'id': '4ee83673-46b6-4e1b-bcba-ae840fc50e57', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f6:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3e2812-07e4-4838-94d5-bb57a2cd3859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:24:06Z', 'updated_at': '2022-05-27T03:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi', '_interfaces': [{'id': '1453a154-6ec5-4313-8a2b-fddd349b5446', 'name': '', 'network_id': '79e2e930-0200-4ceb-a2bb-a93bbb04e0f6', 'tenant_id': 'd5bef1b49d424299864523887eb72b3c', 'mac_address': 'fa:16:3e:be:67:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3e2812-07e4-4838-94d5-bb57a2cd3859', 'device_owner': 'network:router_interface', 'standard_attr_id': 226, 'fixed_ips': [{'subnet_id': '5133a594-c63e-4ae9-a294-52a4d497dec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:24:08Z', 'updated_at': '2022-05-27T03:24:13Z', 'revision_number': 5, 'project_id': 'd5bef1b49d424299864523887eb72b3c', 'subnets': [{'id': '5133a594-c63e-4ae9-a294-52a4d497dec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-4-iscsi', False) {} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:28:26.330214 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842f4346-6387-407e-9ef9-3a5c18cc7c6a None None] The sync data for ids ['0a3e2812-07e4-4838-94d5-bb57a2cd3859'] in dv-cinder-828806-4-iscsi is: [{'id': '0a3e2812-07e4-4838-94d5-bb57a2cd3859', 'name': 'tempest-TestVolumeBootPattern-1556435986-router', 'tenant_id': 'd5bef1b49d424299864523887eb72b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '4ee83673-46b6-4e1b-bcba-ae840fc50e57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:24:05Z', 'updated_at': '2022-05-27T03:24:09Z', 'revision_number': 4, 'project_id': 'd5bef1b49d424299864523887eb72b3c', 'gw_port': {'id': '4ee83673-46b6-4e1b-bcba-ae840fc50e57', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f6:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3e2812-07e4-4838-94d5-bb57a2cd3859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:24:06Z', 'updated_at': '2022-05-27T03:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi', '_interfaces': [{'id': '1453a154-6ec5-4313-8a2b-fddd349b5446', 'name': '', 'network_id': '79e2e930-0200-4ceb-a2bb-a93bbb04e0f6', 'tenant_id': 'd5bef1b49d424299864523887eb72b3c', 'mac_address': 'fa:16:3e:be:67:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3e2812-07e4-4838-94d5-bb57a2cd3859', 'device_owner': 'network:router_interface', 'standard_attr_id': 226, 'fixed_ips': [{'subnet_id': '5133a594-c63e-4ae9-a294-52a4d497dec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:24:08Z', 'updated_at': '2022-05-27T03:24:13Z', 'revision_number': 5, 'project_id': 'd5bef1b49d424299864523887eb72b3c', 'subnets': [{'id': '5133a594-c63e-4ae9-a294-52a4d497dec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:28:26.354769 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010f36fa-0c79-48b4-a289-357b68bcebf2 req-5794bed5-d46a-48cf-9ad0-429d19e37690 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:26.358196 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-010f36fa-0c79-48b4-a289-357b68bcebf2 req-5794bed5-d46a-48cf-9ad0-429d19e37690 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=3aa1b29c-4aa9-4ece-a9ee-fd84d519970f HTTP/1.1" status: 200 len: 945 time: 0.1113887 May 27 03:28:26.367425 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 33642) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:28:26.367962 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-28cfe08b-7032-43b9-b331-4bf67feedb7b req-31583b24-36c3-490f-9934-e2a922f09efd service neutron] 10.222.0.67 "GET /v2.0/networks/cc2d2605-cf0b-41cc-a4d1-c3c28ec94860?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2799454 May 27 03:28:26.374783 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [None req-e2ee5257-dd57-45b2-b0c6-39bf7304f886 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Request body: {'floatingip': {'port_id': '5e76e5be-43aa-4f7f-9313-3304d2fd1b0d'}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:28:26.465404 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-e2ee5257-dd57-45b2-b0c6-39bf7304f886 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Publish callbacks [] for floatingip (45989459-c65c-4099-984c-c1fe975177e8), before_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:26.538170 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:26.560292 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:26.589161 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd35c27f-e86e-46d9-849a-f5119fd4919d None None] Network 25414d0e-39e2-4b3e-a787-1a7de54b6d2c requested from dv-cinder-828806-4-iscsi {{(pid=104073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:28:26.625757 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-ec97a617-bdc3-4e6e-92bb-8e9fec785c58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16723146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16278078'] for router (8e101ce8-2427-4d77-85b6-e3a4f1b60cbc), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:26.634432 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-28cfe08b-7032-43b9-b331-4bf67feedb7b req-034694db-7122-4be5-a8e4-60f602b9d697 service neutron] 10.222.0.67 "GET /v2.0/networks/cc2d2605-cf0b-41cc-a4d1-c3c28ec94860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903963 May 27 03:28:26.683029 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Device 65b879a1-6b37-4915-9efc-02a42940e8df up at agent ovs-agent-dv-cinder-828806-4-iscsi {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:28:26.688688 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-c38a3bbe-3359-4ad2-8207-4b35af46a9d9 None None] Provisioning complete for port 65b879a1-6b37-4915-9efc-02a42940e8df triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:28:26.688688 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-c38a3bbe-3359-4ad2-8207-4b35af46a9d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (65b879a1-6b37-4915-9efc-02a42940e8df), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:26.707925 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9541e1b3-75c8-4def-81ef-093a486c6d0e req-0fb4bd9e-f552-40dd-b125-0bbb3966104c tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:26.711914 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-9541e1b3-75c8-4def-81ef-093a486c6d0e req-0fb4bd9e-f552-40dd-b125-0bbb3966104c tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/ports?device_id=a630735e-10a7-46fd-912c-a1792d18fd15 HTTP/1.1" status: 200 len: 943 time: 0.2972474 May 27 03:28:26.736421 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6b8152-50bf-4be0-bbc5-155c80117d0d None None] New status for floating IP 7a8820c7-cb5f-48a0-87fb-2e8cf531abd2: DOWN {{(pid=104074) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 03:28:26.790894 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec97a617-bdc3-4e6e-92bb-8e9fec785c58 admin admin] Router 8e101ce8-2427-4d77-85b6-e3a4f1b60cbc is scheduled to L3 agent 3e4effd7-5bc9-408b-93fa-42e4b19a61d9 with binding_index 1 {{(pid=104071) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 03:28:26.809774 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=100 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:26.822593 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-9541e1b3-75c8-4def-81ef-093a486c6d0e req-1e9ab654-7ecd-430b-88f4-d51c53218ded tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/security-groups?id=0da39d56-2ae2-493f-b202-0452c114a552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967159 May 27 03:28:26.827745 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Provisioning complete for port 65b879a1-6b37-4915-9efc-02a42940e8df triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:28:26.828153 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (65b879a1-6b37-4915-9efc-02a42940e8df), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:26.925467 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-c38a3bbe-3359-4ad2-8207-4b35af46a9d9 None None] Current status of the port 65b879a1-6b37-4915-9efc-02a42940e8df is: DOWN; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:28:26.925852 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-c38a3bbe-3359-4ad2-8207-4b35af46a9d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (65b879a1-6b37-4915-9efc-02a42940e8df), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:26.975135 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:27.004583 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-c38a3bbe-3359-4ad2-8207-4b35af46a9d9 None None] For port 65b879a1-6b37-4915-9efc-02a42940e8df, host dv-cinder-828806-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-4-iscsi',level=0,port_id=65b879a1-6b37-4915-9efc-02a42940e8df,segment=NetworkSegment(1c0f45b9-9b6e-4c7f-96ab-814f76cdd6fd),segment_id=1c0f45b9-9b6e-4c7f-96ab-814f76cdd6fd)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:28:27.006167 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Current status of the port 65b879a1-6b37-4915-9efc-02a42940e8df is: DOWN; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:28:27.006565 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (65b879a1-6b37-4915-9efc-02a42940e8df), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:27.025246 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-c38a3bbe-3359-4ad2-8207-4b35af46a9d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (65b879a1-6b37-4915-9efc-02a42940e8df), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:27.028442 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:UPDATE=1,neutron:INSERT=1,neutron:SELECT=98 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:27.029897 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec97a617-bdc3-4e6e-92bb-8e9fec785c58 admin admin] Notify agent at l3_agent.dv-cinder-828806-4-iscsi the message routers_updated {{(pid=104071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:28:27.071043 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-ec97a617-bdc3-4e6e-92bb-8e9fec785c58 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:27.076181 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 33646) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:28:27.077039 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-ec97a617-bdc3-4e6e-92bb-8e9fec785c58 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5894935 May 27 03:28:27.097408 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c7883a-e47e-4aae-8b0a-3633826f120d None None] Sync routers for ids ['8e101ce8-2427-4d77-85b6-e3a4f1b60cbc'] in dv-cinder-828806-4-iscsi {{(pid=104073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:28:27.149501 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c7883a-e47e-4aae-8b0a-3633826f120d None None] Routers {'8e101ce8-2427-4d77-85b6-e3a4f1b60cbc'} bound to L3 agent in host dv-cinder-828806-4-iscsi {{(pid=104073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:28:27.150212 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-15c7883a-e47e-4aae-8b0a-3633826f120d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T03:14:31Z,description=,heartbeat_timestamp=2022-05-27T03:28:01Z,host='dv-cinder-828806-4-iscsi',id=3e4effd7-5bc9-408b-93fa-42e4b19a61d9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:14:31Z,topic='l3_agent')) {'router_ids': ['8e101ce8-2427-4d77-85b6-e3a4f1b60cbc'], 'active': True} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:28:27.176330 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-37301ead-77ed-4d6e-b740-8da7cbc19ff4 req-1db77d02-77c9-4664-8cb5-7b4e8c063e3b tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "GET /v2.0/ports?device_id=31f03d50-8598-4db5-b3fd-ee77a878c5e4 HTTP/1.1" status: 200 len: 210 time: 0.0370827 May 27 03:28:27.218169 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-e2ee5257-dd57-45b2-b0c6-39bf7304f886 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:27.230256 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-e2ee5257-dd57-45b2-b0c6-39bf7304f886 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16279512'] for floatingip (45989459-c65c-4099-984c-c1fe975177e8), after_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:27.354414 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.db.api [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104073) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 27 03:28:27.354789 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG oslo_db.api [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 03:28:27.362477 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38a3bbe-3359-4ad2-8207-4b35af46a9d9 None None] Pushing event updated for resources: {'Port': ['ID=65b879a1-6b37-4915-9efc-02a42940e8df,revision_number=3']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:27.366430 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:27.371611 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-844a61ae-65ba-4f8b-bbb4-9748253cbb43 None None] Provisioning complete for port 65b879a1-6b37-4915-9efc-02a42940e8df triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:28:27.372069 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-844a61ae-65ba-4f8b-bbb4-9748253cbb43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (65b879a1-6b37-4915-9efc-02a42940e8df), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:27.399470 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.db.l3_db [None req-e2ee5257-dd57-45b2-b0c6-39bf7304f886 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Floating IP 45989459-c65c-4099-984c-c1fe975177e8 associated. External IP: 172.27.3.172, port: 5e76e5be-43aa-4f7f-9313-3304d2fd1b0d. May 27 03:28:27.454390 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvr_db [None req-15c7883a-e47e-4aae-8b0a-3633826f120d None None] Set router 8e101ce8-2427-4d77-85b6-e3a4f1b60cbc gateway port host: dv-cinder-828806-4-iscsi {{(pid=104073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:28:27.585651 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-844a61ae-65ba-4f8b-bbb4-9748253cbb43 None None] Current status of the port 65b879a1-6b37-4915-9efc-02a42940e8df is: ACTIVE; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:28:27.653933 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-15c7883a-e47e-4aae-8b0a-3633826f120d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e101ce8-2427-4d77-85b6-e3a4f1b60cbc', 'name': 'tempest-TestMinimumBasicScenario-2092057732-router', 'tenant_id': 'f03723b938b845309929162c81adfe51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '50b3a7c3-af47-467e-a7f6-7f31364e2422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:28:24Z', 'updated_at': '2022-05-27T03:28:25Z', 'revision_number': 3, 'project_id': 'f03723b938b845309929162c81adfe51', 'gw_port': {'id': '50b3a7c3-af47-467e-a7f6-7f31364e2422', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ed:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e101ce8-2427-4d77-85b6-e3a4f1b60cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:28:25Z', 'updated_at': '2022-05-27T03:28:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi'}], 'dv-cinder-828806-4-iscsi', False) {} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:28:27.678916 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c7883a-e47e-4aae-8b0a-3633826f120d None None] Checking router: 8e101ce8-2427-4d77-85b6-e3a4f1b60cbc for host: dv-cinder-828806-4-iscsi {{(pid=104073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:28:27.679260 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c7883a-e47e-4aae-8b0a-3633826f120d None None] Updating router 8e101ce8-2427-4d77-85b6-e3a4f1b60cbc port 50b3a7c3-af47-467e-a7f6-7f31364e2422 binding host dv-cinder-828806-4-iscsi {{(pid=104073) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:28:27.697516 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:27.708900 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-15c7883a-e47e-4aae-8b0a-3633826f120d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (50b3a7c3-af47-467e-a7f6-7f31364e2422), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:27.755781 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2ee5257-dd57-45b2-b0c6-39bf7304f886 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Router f894ead6-5c56-4335-b420-9b87f690d18d has already been hosted by L3 agent 3e4effd7-5bc9-408b-93fa-42e4b19a61d9 {{(pid=104072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:28:27.839645 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-0350321d-5b0b-4568-8f66-e0cea71fff7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:27.881863 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:27.943528 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Current status of the port 65b879a1-6b37-4915-9efc-02a42940e8df is: ACTIVE; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:28:27.997593 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2ee5257-dd57-45b2-b0c6-39bf7304f886 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Notify agent at l3_agent.dv-cinder-828806-4-iscsi the message routers_updated {{(pid=104072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:28:28.008251 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-e2ee5257-dd57-45b2-b0c6-39bf7304f886 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159658'] for floatingip (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:28.010274 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44ac390-6718-4e2a-aaa6-0071736aadd0 None None] Sync routers for ids ['f894ead6-5c56-4335-b420-9b87f690d18d'] in dv-cinder-828806-4-iscsi {{(pid=104074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:28:28.025920 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=66,neutron:UPDATE=6 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:28.027045 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=69,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:28.034682 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44ac390-6718-4e2a-aaa6-0071736aadd0 None None] Routers {'f894ead6-5c56-4335-b420-9b87f690d18d'} bound to L3 agent in host dv-cinder-828806-4-iscsi {{(pid=104074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:28:28.035346 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-b44ac390-6718-4e2a-aaa6-0071736aadd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T03:14:31Z,description=,heartbeat_timestamp=2022-05-27T03:28:01Z,host='dv-cinder-828806-4-iscsi',id=3e4effd7-5bc9-408b-93fa-42e4b19a61d9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:14:31Z,topic='l3_agent')) {'router_ids': ['f894ead6-5c56-4335-b420-9b87f690d18d'], 'active': True} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:28:28.058181 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=100 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:28.060379 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-15c7883a-e47e-4aae-8b0a-3633826f120d None None] Publish callbacks [] for port (50b3a7c3-af47-467e-a7f6-7f31364e2422), precommit_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:28.069374 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-15c7883a-e47e-4aae-8b0a-3633826f120d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (50b3a7c3-af47-467e-a7f6-7f31364e2422), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:28.070666 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e003b6cc-2aab-47ba-8b8d-f2378e8504cf req-93af7036-7ae9-4c06-9f88-82a95bdec174 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:28.072213 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-e003b6cc-2aab-47ba-8b8d-f2378e8504cf req-93af7036-7ae9-4c06-9f88-82a95bdec174 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/ports?device_id=a630735e-10a7-46fd-912c-a1792d18fd15 HTTP/1.1" status: 200 len: 943 time: 0.1136982 May 27 03:28:28.097039 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-e2ee5257-dd57-45b2-b0c6-39bf7304f886 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "PUT /v2.0/floatingips/45989459-c65c-4099-984c-c1fe975177e8 HTTP/1.1" status: 200 len: 991 time: 1.7284217 May 27 03:28:28.105654 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3aa1b29c-4aa9-4ece-a9ee-fd84d519970f', 'tag': '5e76e5be-43aa-4f7f-9313-3304d2fd1b0d'}] {{(pid=104072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:28:28.108640 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f396617ba49ae57b35f1e46e178334f70bfad08bdaf3fab16ca373e13b5bdfba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33f17b3c-169c-47e4-a4ca-c997fe354a3d" -d '{"events": [{"name": "network-changed", "server_uuid": "3aa1b29c-4aa9-4ece-a9ee-fd84d519970f", "tag": "5e76e5be-43aa-4f7f-9313-3304d2fd1b0d"}]}' {{(pid=104072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:28:28.134680 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.managers [None req-15c7883a-e47e-4aae-8b0a-3633826f120d None None] Attempting to bind port 50b3a7c3-af47-467e-a7f6-7f31364e2422 on host dv-cinder-828806-4-iscsi for vnic_type normal with profile {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:28:28.135208 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.managers [None req-15c7883a-e47e-4aae-8b0a-3633826f120d None None] Attempting to bind port 50b3a7c3-af47-467e-a7f6-7f31364e2422 by drivers openvswitch,hyperv on host dv-cinder-828806-4-iscsi at level 0 using segments [{'id': '7e44f6fa-4b8b-41b0-9dbf-83bfa81b059a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d'}] {{(pid=104073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:28:28.135653 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c7883a-e47e-4aae-8b0a-3633826f120d None None] Attempting to bind port 50b3a7c3-af47-467e-a7f6-7f31364e2422 on network ca8b8e18-04f1-46f4-8c3b-aba3c077569d {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:28:28.139272 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caa9cc6-2394-44dd-9caa-3ebaab1ca847 None None] Pushing event updated for resources: {'Port': ['ID=50b3a7c3-af47-467e-a7f6-7f31364e2422,revision_number=2']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:28.144621 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c7883a-e47e-4aae-8b0a-3633826f120d None None] Checking agent: {'id': '01a6c5a5-ff25-49ea-8869-bb2b5ba0570e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828806-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 14, 35), 'started_at': datetime.datetime(2022, 5, 27, 3, 15, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828806-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:28:28.145134 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c7883a-e47e-4aae-8b0a-3633826f120d None None] Checking segment: {'id': '7e44f6fa-4b8b-41b0-9dbf-83bfa81b059a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:28:28.145603 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-15c7883a-e47e-4aae-8b0a-3633826f120d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:28.146106 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c7883a-e47e-4aae-8b0a-3633826f120d None None] Bound using segment: {'id': '7e44f6fa-4b8b-41b0-9dbf-83bfa81b059a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d'} {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:28:28.146622 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.managers [None req-15c7883a-e47e-4aae-8b0a-3633826f120d None None] Bound port: 50b3a7c3-af47-467e-a7f6-7f31364e2422, host: dv-cinder-828806-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e44f6fa-4b8b-41b0-9dbf-83bfa81b059a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d'}}] {{(pid=104073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:28:28.147078 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-15c7883a-e47e-4aae-8b0a-3633826f120d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (50b3a7c3-af47-467e-a7f6-7f31364e2422), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:28.155142 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvr_db [None req-b44ac390-6718-4e2a-aaa6-0071736aadd0 None None] Set router f894ead6-5c56-4335-b420-9b87f690d18d gateway port host: dv-cinder-828806-4-iscsi {{(pid=104074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:28:28.177162 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:28.186577 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16dcabf5-7837-4705-b7fe-e9cacd9e181a x-openstack-request-id: req-16dcabf5-7837-4705-b7fe-e9cacd9e181a {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:28:28.186866 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3aa1b29c-4aa9-4ece-a9ee-fd84d519970f", "tag": "5e76e5be-43aa-4f7f-9313-3304d2fd1b0d", "status": "completed", "code": 200}]} {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:28:28.187109 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-16dcabf5-7837-4705-b7fe-e9cacd9e181a {{(pid=104072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:28:28.187527 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16dcabf5-7837-4705-b7fe-e9cacd9e181a'] response: {'name': 'network-changed', 'server_uuid': '3aa1b29c-4aa9-4ece-a9ee-fd84d519970f', 'tag': '5e76e5be-43aa-4f7f-9313-3304d2fd1b0d', 'status': 'completed', 'code': 200} May 27 03:28:28.192904 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-e003b6cc-2aab-47ba-8b8d-f2378e8504cf req-e4a194ba-9457-47c8-821e-7b0cf461cda1 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/security-groups?id=0da39d56-2ae2-493f-b202-0452c114a552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114423 May 27 03:28:28.203069 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.db.db_base_plugin_common [None req-0350321d-5b0b-4568-8f66-e0cea71fff7c admin admin] Allocated IP 172.20.0.1 (25414d0e-39e2-4b3e-a787-1a7de54b6d2c/8b1ea465-f005-4898-ac99-ecd590f06095/d81d9181-1a83-4adb-ab28-eea68c59cb75) {{(pid=104072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:28:28.228416 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-15c7883a-e47e-4aae-8b0a-3633826f120d None None] For port 50b3a7c3-af47-467e-a7f6-7f31364e2422, host dv-cinder-828806-4-iscsi, cleared binding levels {{(pid=104073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:28:28.233614 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-15c7883a-e47e-4aae-8b0a-3633826f120d None None] For port 50b3a7c3-af47-467e-a7f6-7f31364e2422, host dv-cinder-828806-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-4-iscsi',level=0,port_id=50b3a7c3-af47-467e-a7f6-7f31364e2422,segment=NetworkSegment(7e44f6fa-4b8b-41b0-9dbf-83bfa81b059a),segment_id=7e44f6fa-4b8b-41b0-9dbf-83bfa81b059a)] {{(pid=104073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:28:28.262920 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-15c7883a-e47e-4aae-8b0a-3633826f120d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (50b3a7c3-af47-467e-a7f6-7f31364e2422), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:28.346700 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caa9cc6-2394-44dd-9caa-3ebaab1ca847 None None] Pushing event updated for resources: {'Port': ['ID=50b3a7c3-af47-467e-a7f6-7f31364e2422,revision_number=3']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:28.361325 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c7883a-e47e-4aae-8b0a-3633826f120d None None] Routers {'8e101ce8-2427-4d77-85b6-e3a4f1b60cbc'} bound to L3 agent in host dv-cinder-828806-4-iscsi {{(pid=104073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:28:28.361976 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-15c7883a-e47e-4aae-8b0a-3633826f120d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T03:14:31Z,description=,heartbeat_timestamp=2022-05-27T03:28:01Z,host='dv-cinder-828806-4-iscsi',id=3e4effd7-5bc9-408b-93fa-42e4b19a61d9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:14:31Z,topic='l3_agent')) {'router_ids': ['8e101ce8-2427-4d77-85b6-e3a4f1b60cbc'], 'active': True} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:28:28.385974 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f17b3c-169c-47e4-a4ca-c997fe354a3d req-f03a0f5d-1c16-4bc6-9549-660482f32fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:28.388255 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-33f17b3c-169c-47e4-a4ca-c997fe354a3d req-f03a0f5d-1c16-4bc6-9549-660482f32fae service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7e2e4b63d6af43058e0dc76d8ceac844&device_id=3aa1b29c-4aa9-4ece-a9ee-fd84d519970f HTTP/1.1" status: 200 len: 1129 time: 0.1500621 May 27 03:28:28.430226 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-0350321d-5b0b-4568-8f66-e0cea71fff7c admin admin] Publish callbacks [] for port (d81d9181-1a83-4adb-ab28-eea68c59cb75), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:28.454985 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-b44ac390-6718-4e2a-aaa6-0071736aadd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f894ead6-5c56-4335-b420-9b87f690d18d', 'name': 'tempest-AttachVolumeShelveTestJSON-432131402-router', 'tenant_id': '7e2e4b63d6af43058e0dc76d8ceac844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '28d3375c-e01d-45c9-b232-57887e8c3d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:13Z', 'updated_at': '2022-05-27T03:23:32Z', 'revision_number': 4, 'project_id': '7e2e4b63d6af43058e0dc76d8ceac844', 'gw_port': {'id': '28d3375c-e01d-45c9-b232-57887e8c3d83', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:04:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f894ead6-5c56-4335-b420-9b87f690d18d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:14Z', 'updated_at': '2022-05-27T03:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi', '_floatingips': [{'id': '45989459-c65c-4099-984c-c1fe975177e8', 'tenant_id': '7e2e4b63d6af43058e0dc76d8ceac844', 'floating_ip_address': '172.27.3.172', 'floating_network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'router_id': 'f894ead6-5c56-4335-b420-9b87f690d18d', 'port_id': '5e76e5be-43aa-4f7f-9313-3304d2fd1b0d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9235750b-3863-4242-97a7-a4cb52643ca2', 'mac_address': 'fa:16:3e:b5:84:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa1b29c-4aa9-4ece-a9ee-fd84d519970f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:28:07Z', 'updated_at': '2022-05-27T03:28:27Z', 'revision_number': 1, 'project_id': '7e2e4b63d6af43058e0dc76d8ceac844', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd16726c7-bdbc-43fb-b093-912bc04ee3a2', 'name': '', 'network_id': '9235750b-3863-4242-97a7-a4cb52643ca2', 'tenant_id': '7e2e4b63d6af43058e0dc76d8ceac844', 'mac_address': 'fa:16:3e:6d:9a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f894ead6-5c56-4335-b420-9b87f690d18d', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '74986d1d-a9b7-43a2-b2c2-09937b076cb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:26Z', 'updated_at': '2022-05-27T03:23:41Z', 'revision_number': 5, 'project_id': '7e2e4b63d6af43058e0dc76d8ceac844', 'subnets': [{'id': '74986d1d-a9b7-43a2-b2c2-09937b076cb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-4-iscsi', False) {} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:28:28.485676 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44ac390-6718-4e2a-aaa6-0071736aadd0 None None] Checking router: f894ead6-5c56-4335-b420-9b87f690d18d for host: dv-cinder-828806-4-iscsi {{(pid=104074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:28:28.486029 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvr_db [None req-15c7883a-e47e-4aae-8b0a-3633826f120d None None] Set router 8e101ce8-2427-4d77-85b6-e3a4f1b60cbc gateway port host: dv-cinder-828806-4-iscsi {{(pid=104073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:28:28.496135 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44ac390-6718-4e2a-aaa6-0071736aadd0 None None] Routers {'f894ead6-5c56-4335-b420-9b87f690d18d'} bound to L3 agent in host dv-cinder-828806-4-iscsi {{(pid=104074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:28:28.497226 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-b44ac390-6718-4e2a-aaa6-0071736aadd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T03:14:31Z,description=,heartbeat_timestamp=2022-05-27T03:28:01Z,host='dv-cinder-828806-4-iscsi',id=3e4effd7-5bc9-408b-93fa-42e4b19a61d9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:14:31Z,topic='l3_agent')) {'router_ids': ['f894ead6-5c56-4335-b420-9b87f690d18d'], 'active': True} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:28:28.515017 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f17b3c-169c-47e4-a4ca-c997fe354a3d req-0d8ac43a-d404-4ba9-9040-f75e24ceef59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:28.515510 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-33f17b3c-169c-47e4-a4ca-c997fe354a3d req-0d8ac43a-d404-4ba9-9040-f75e24ceef59 service neutron] 10.222.0.67 "GET /v2.0/networks?id=9235750b-3863-4242-97a7-a4cb52643ca2 HTTP/1.1" status: 200 len: 917 time: 0.1198144 May 27 03:28:28.546090 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-0350321d-5b0b-4568-8f66-e0cea71fff7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743907242280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13119109'] for port (d81d9181-1a83-4adb-ab28-eea68c59cb75), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:28.608004 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-33f17b3c-169c-47e4-a4ca-c997fe354a3d req-2a14e4fc-8107-4945-9cf3-813289f1a4d6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e76e5be-43aa-4f7f-9313-3304d2fd1b0d HTTP/1.1" status: 200 len: 999 time: 0.0846605 May 27 03:28:28.621407 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0350321d-5b0b-4568-8f66-e0cea71fff7c admin admin] Network 25414d0e-39e2-4b3e-a787-1a7de54b6d2c is already hosted by enough agents. {{(pid=104072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:28:28.636195 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.base_scheduler [None req-0350321d-5b0b-4568-8f66-e0cea71fff7c admin admin] Resources bound (agent type, host, resource id): {{(pid=104072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:28:28.643674 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0350321d-5b0b-4568-8f66-e0cea71fff7c admin admin] Received port after_create {{(pid=104072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:28:28.658968 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Device 65b879a1-6b37-4915-9efc-02a42940e8df up at agent ovs-agent-dv-cinder-828806-4-iscsi {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:28:28.663340 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvr_db [None req-b44ac390-6718-4e2a-aaa6-0071736aadd0 None None] Set router f894ead6-5c56-4335-b420-9b87f690d18d gateway port host: dv-cinder-828806-4-iscsi {{(pid=104074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:28:28.705257 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f17b3c-169c-47e4-a4ca-c997fe354a3d req-8e2a8840-ddc3-4b5b-8851-a9ad351b1715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:28.707072 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-33f17b3c-169c-47e4-a4ca-c997fe354a3d req-8e2a8840-ddc3-4b5b-8851-a9ad351b1715 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=74986d1d-a9b7-43a2-b2c2-09937b076cb1 HTTP/1.1" status: 200 len: 855 time: 0.0881343 May 27 03:28:28.772332 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f17b3c-169c-47e4-a4ca-c997fe354a3d req-c2dca0e7-1b2d-49f0-adda-530b3146f9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:28.774222 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-33f17b3c-169c-47e4-a4ca-c997fe354a3d req-c2dca0e7-1b2d-49f0-adda-530b3146f9d3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9235750b-3863-4242-97a7-a4cb52643ca2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0563118 May 27 03:28:28.819266 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4a5f2719-7a91-4e25-9904-5acab8843f26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (88cb169e-23a7-4380-813c-9b707a5671b5), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:28.868987 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Provisioning complete for port 65b879a1-6b37-4915-9efc-02a42940e8df triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:28:28.869383 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (65b879a1-6b37-4915-9efc-02a42940e8df), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:28.922284 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-15c7883a-e47e-4aae-8b0a-3633826f120d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e101ce8-2427-4d77-85b6-e3a4f1b60cbc', 'name': 'tempest-TestMinimumBasicScenario-2092057732-router', 'tenant_id': 'f03723b938b845309929162c81adfe51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '50b3a7c3-af47-467e-a7f6-7f31364e2422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:28:24Z', 'updated_at': '2022-05-27T03:28:25Z', 'revision_number': 3, 'project_id': 'f03723b938b845309929162c81adfe51', 'gw_port': {'id': '50b3a7c3-af47-467e-a7f6-7f31364e2422', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ed:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e101ce8-2427-4d77-85b6-e3a4f1b60cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:28:25Z', 'updated_at': '2022-05-27T03:28:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi'}], 'dv-cinder-828806-4-iscsi', False) {} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:28:28.927104 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-33f17b3c-169c-47e4-a4ca-c997fe354a3d req-a8953624-de2c-4d46-87a2-935226560032 service neutron] 10.222.0.67 "GET /v2.0/networks/9235750b-3863-4242-97a7-a4cb52643ca2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385572 May 27 03:28:28.935916 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=100 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:28.937626 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-b44ac390-6718-4e2a-aaa6-0071736aadd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f894ead6-5c56-4335-b420-9b87f690d18d', 'name': 'tempest-AttachVolumeShelveTestJSON-432131402-router', 'tenant_id': '7e2e4b63d6af43058e0dc76d8ceac844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '28d3375c-e01d-45c9-b232-57887e8c3d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:13Z', 'updated_at': '2022-05-27T03:23:32Z', 'revision_number': 4, 'project_id': '7e2e4b63d6af43058e0dc76d8ceac844', 'gw_port': {'id': '28d3375c-e01d-45c9-b232-57887e8c3d83', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:04:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f894ead6-5c56-4335-b420-9b87f690d18d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:14Z', 'updated_at': '2022-05-27T03:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi', '_floatingips': [{'id': '45989459-c65c-4099-984c-c1fe975177e8', 'tenant_id': '7e2e4b63d6af43058e0dc76d8ceac844', 'floating_ip_address': '172.27.3.172', 'floating_network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'router_id': 'f894ead6-5c56-4335-b420-9b87f690d18d', 'port_id': '5e76e5be-43aa-4f7f-9313-3304d2fd1b0d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9235750b-3863-4242-97a7-a4cb52643ca2', 'mac_address': 'fa:16:3e:b5:84:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa1b29c-4aa9-4ece-a9ee-fd84d519970f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:28:07Z', 'updated_at': '2022-05-27T03:28:27Z', 'revision_number': 1, 'project_id': '7e2e4b63d6af43058e0dc76d8ceac844', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd16726c7-bdbc-43fb-b093-912bc04ee3a2', 'name': '', 'network_id': '9235750b-3863-4242-97a7-a4cb52643ca2', 'tenant_id': '7e2e4b63d6af43058e0dc76d8ceac844', 'mac_address': 'fa:16:3e:6d:9a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f894ead6-5c56-4335-b420-9b87f690d18d', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '74986d1d-a9b7-43a2-b2c2-09937b076cb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:26Z', 'updated_at': '2022-05-27T03:23:41Z', 'revision_number': 5, 'project_id': '7e2e4b63d6af43058e0dc76d8ceac844', 'subnets': [{'id': '74986d1d-a9b7-43a2-b2c2-09937b076cb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-4-iscsi', False) {} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:28:28.965539 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44ac390-6718-4e2a-aaa6-0071736aadd0 None None] The sync data for ids ['f894ead6-5c56-4335-b420-9b87f690d18d'] in dv-cinder-828806-4-iscsi is: [{'id': 'f894ead6-5c56-4335-b420-9b87f690d18d', 'name': 'tempest-AttachVolumeShelveTestJSON-432131402-router', 'tenant_id': '7e2e4b63d6af43058e0dc76d8ceac844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '28d3375c-e01d-45c9-b232-57887e8c3d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:13Z', 'updated_at': '2022-05-27T03:23:32Z', 'revision_number': 4, 'project_id': '7e2e4b63d6af43058e0dc76d8ceac844', 'gw_port': {'id': '28d3375c-e01d-45c9-b232-57887e8c3d83', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:04:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f894ead6-5c56-4335-b420-9b87f690d18d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:14Z', 'updated_at': '2022-05-27T03:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi', '_floatingips': [{'id': '45989459-c65c-4099-984c-c1fe975177e8', 'tenant_id': '7e2e4b63d6af43058e0dc76d8ceac844', 'floating_ip_address': '172.27.3.172', 'floating_network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'router_id': 'f894ead6-5c56-4335-b420-9b87f690d18d', 'port_id': '5e76e5be-43aa-4f7f-9313-3304d2fd1b0d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9235750b-3863-4242-97a7-a4cb52643ca2', 'mac_address': 'fa:16:3e:b5:84:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa1b29c-4aa9-4ece-a9ee-fd84d519970f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:28:07Z', 'updated_at': '2022-05-27T03:28:27Z', 'revision_number': 1, 'project_id': '7e2e4b63d6af43058e0dc76d8ceac844', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd16726c7-bdbc-43fb-b093-912bc04ee3a2', 'name': '', 'network_id': '9235750b-3863-4242-97a7-a4cb52643ca2', 'tenant_id': '7e2e4b63d6af43058e0dc76d8ceac844', 'mac_address': 'fa:16:3e:6d:9a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f894ead6-5c56-4335-b420-9b87f690d18d', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '74986d1d-a9b7-43a2-b2c2-09937b076cb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:26Z', 'updated_at': '2022-05-27T03:23:41Z', 'revision_number': 5, 'project_id': '7e2e4b63d6af43058e0dc76d8ceac844', 'subnets': [{'id': '74986d1d-a9b7-43a2-b2c2-09937b076cb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:28:28.968533 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c7883a-e47e-4aae-8b0a-3633826f120d None None] The sync data for ids ['8e101ce8-2427-4d77-85b6-e3a4f1b60cbc'] in dv-cinder-828806-4-iscsi is: [{'id': '8e101ce8-2427-4d77-85b6-e3a4f1b60cbc', 'name': 'tempest-TestMinimumBasicScenario-2092057732-router', 'tenant_id': 'f03723b938b845309929162c81adfe51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '50b3a7c3-af47-467e-a7f6-7f31364e2422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:28:24Z', 'updated_at': '2022-05-27T03:28:25Z', 'revision_number': 3, 'project_id': 'f03723b938b845309929162c81adfe51', 'gw_port': {'id': '50b3a7c3-af47-467e-a7f6-7f31364e2422', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ed:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e101ce8-2427-4d77-85b6-e3a4f1b60cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:28:25Z', 'updated_at': '2022-05-27T03:28:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi'}] {{(pid=104073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:28:28.987766 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0350321d-5b0b-4568-8f66-e0cea71fff7c admin admin] Pushing event updated for resources: {'Port': ['ID=d81d9181-1a83-4adb-ab28-eea68c59cb75,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:29.022279 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-1e110227-8ec4-472a-a7b6-5e6989b9dfc1 req-ad049c22-8f3e-44de-bf31-9a2974947004 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1104536221&fields=id&tenant_id=d5bef1b49d424299864523887eb72b3c HTTP/1.1" status: 200 len: 267 time: 0.4149759 May 27 03:28:29.026096 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-0350321d-5b0b-4568-8f66-e0cea71fff7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16279373'] for router_interface (8e101ce8-2427-4d77-85b6-e3a4f1b60cbc), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:29.053326 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-74abb49f-a152-4efc-a7d2-73ce6eadded9 None None] Provisioning complete for port d81d9181-1a83-4adb-ab28-eea68c59cb75 triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:28:29.053705 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-74abb49f-a152-4efc-a7d2-73ce6eadded9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (d81d9181-1a83-4adb-ab28-eea68c59cb75), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:29.057293 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:29.063459 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-33f17b3c-169c-47e4-a4ca-c997fe354a3d req-d456ad64-ee0d-4888-aabc-6b25b70547ef service neutron] 10.222.0.67 "GET /v2.0/networks/9235750b-3863-4242-97a7-a4cb52643ca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198823 May 27 03:28:29.086444 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Current status of the port 65b879a1-6b37-4915-9efc-02a42940e8df is: ACTIVE; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:28:29.108646 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-74abb49f-a152-4efc-a7d2-73ce6eadded9 None None] Port d81d9181-1a83-4adb-ab28-eea68c59cb75 cannot update to ACTIVE because it is not bound. {{(pid=104073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:28:29.114300 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:29.242771 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Device af8e6fc6-1227-49b2-a57c-d9ab051c9fe9 no longer exists at agent hyperv_hv-cinder-82880 {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:28:29.275601 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee386a87-9045-4b85-aece-65d041508f9c None None] New status for floating IP 45989459-c65c-4099-984c-c1fe975177e8: ACTIVE {{(pid=104073) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 03:28:29.279388 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] No Port match for: af8e6fc6-1227-49b2-a57c-d9ab051c9fe9 {{(pid=104073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:28:29.279728 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Device af8e6fc6-1227-49b2-a57c-d9ab051c9fe9 not bound to the agent host hv-cinder-82880 {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:28:29.291229 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e110227-8ec4-472a-a7b6-5e6989b9dfc1 req-c58886e1-4c00-42f3-87ea-698a7d031305 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:29.292778 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-1e110227-8ec4-472a-a7b6-5e6989b9dfc1 req-c58886e1-4c00-42f3-87ea-698a7d031305 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "GET /v2.0/networks?id=79e2e930-0200-4ceb-a2bb-a93bbb04e0f6 HTTP/1.1" status: 200 len: 812 time: 0.2175241 May 27 03:28:29.301184 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-0350321d-5b0b-4568-8f66-e0cea71fff7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (d81d9181-1a83-4adb-ab28-eea68c59cb75), before_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:29.325336 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-1e110227-8ec4-472a-a7b6-5e6989b9dfc1 req-b2490780-6486-4305-bd57-49be3414b832 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "GET /v2.0/quotas/d5bef1b49d424299864523887eb72b3c HTTP/1.1" status: 200 len: 375 time: 0.0216837 May 27 03:28:29.473143 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-1e110227-8ec4-472a-a7b6-5e6989b9dfc1 req-6250ade6-92b7-4134-aa5d-401360f6be7d tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=d5bef1b49d424299864523887eb72b3c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1353943 May 27 03:28:29.515238 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:29.654806 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-1e110227-8ec4-472a-a7b6-5e6989b9dfc1 req-cbf02ed5-88f5-44ae-9a13-57baed017771 service neutron] 10.222.0.50 "GET /v2.0/networks/79e2e930-0200-4ceb-a2bb-a93bbb04e0f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658008 May 27 03:28:29.683705 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45666cc4-5002-41cc-9e57-cbd478339495 req-811ca78b-476f-401a-8df2-3c0d0d582cf6 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:29.685380 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-45666cc4-5002-41cc-9e57-cbd478339495 req-811ca78b-476f-401a-8df2-3c0d0d582cf6 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/ports?device_id=a630735e-10a7-46fd-912c-a1792d18fd15 HTTP/1.1" status: 200 len: 943 time: 0.3888359 May 27 03:28:29.740191 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-45666cc4-5002-41cc-9e57-cbd478339495 req-d7935fc7-659e-48a9-a7f1-2557b3b11c4b tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/security-groups?id=0da39d56-2ae2-493f-b202-0452c114a552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464106 May 27 03:28:29.759967 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-0350321d-5b0b-4568-8f66-e0cea71fff7c admin admin] Publish callbacks [] for port (d81d9181-1a83-4adb-ab28-eea68c59cb75), precommit_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:29.773583 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-0350321d-5b0b-4568-8f66-e0cea71fff7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13119154'] for port (d81d9181-1a83-4adb-ab28-eea68c59cb75), after_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:29.844404 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-1e110227-8ec4-472a-a7b6-5e6989b9dfc1 req-97f24268-d893-43c7-af28-70daf8ebebb3 service neutron] 10.222.0.50 "GET /v2.0/networks/79e2e930-0200-4ceb-a2bb-a93bbb04e0f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803596 May 27 03:28:29.854110 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0350321d-5b0b-4568-8f66-e0cea71fff7c admin admin] Pushing event updated for resources: {'Port': ['ID=d81d9181-1a83-4adb-ab28-eea68c59cb75,revision_number=2']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:29.861501 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-0350321d-5b0b-4568-8f66-e0cea71fff7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-366354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16280317'] for router_interface (8e101ce8-2427-4d77-85b6-e3a4f1b60cbc), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:29.962648 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0350321d-5b0b-4568-8f66-e0cea71fff7c admin admin] Network 25414d0e-39e2-4b3e-a787-1a7de54b6d2c is already hosted by enough agents. {{(pid=104072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:28:29.964283 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.base_scheduler [None req-0350321d-5b0b-4568-8f66-e0cea71fff7c admin admin] Resources bound (agent type, host, resource id): {{(pid=104072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:28:30.093086 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0350321d-5b0b-4568-8f66-e0cea71fff7c admin admin] Router 8e101ce8-2427-4d77-85b6-e3a4f1b60cbc has already been hosted by L3 agent 3e4effd7-5bc9-408b-93fa-42e4b19a61d9 {{(pid=104072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:28:30.188361 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:30.242738 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-e3d2b636-3bc1-4651-bc28-061702e0bfbc req-2e48c8e5-ddc3-471f-9283-2b7176c576e5 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "GET /v2.0/ports?device_id=5bbdd423-cd44-475e-abb9-2c765b71b978 HTTP/1.1" status: 200 len: 210 time: 0.0365403 May 27 03:28:30.245261 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0350321d-5b0b-4568-8f66-e0cea71fff7c admin admin] Notify agent at l3_agent.dv-cinder-828806-4-iscsi the message routers_updated {{(pid=104072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:28:30.248152 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-e29497d2-e18e-4646-b545-ad2c819283db None None] Provisioning complete for port d81d9181-1a83-4adb-ab28-eea68c59cb75 triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:28:30.249372 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-e29497d2-e18e-4646-b545-ad2c819283db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (d81d9181-1a83-4adb-ab28-eea68c59cb75), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:30.252146 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-0350321d-5b0b-4568-8f66-e0cea71fff7c admin admin] 10.222.0.50 "PUT /v2.0/routers/8e101ce8-2427-4d77-85b6-e3a4f1b60cbc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1749237 May 27 03:28:30.305408 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-e29497d2-e18e-4646-b545-ad2c819283db None None] Port d81d9181-1a83-4adb-ab28-eea68c59cb75 cannot update to ACTIVE because it is not bound. {{(pid=104073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:28:30.633793 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Device 50b3a7c3-af47-467e-a7f6-7f31364e2422 up at agent ovs-agent-dv-cinder-828806-4-iscsi {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:28:30.683087 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Provisioning complete for port 50b3a7c3-af47-467e-a7f6-7f31364e2422 triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:28:30.684126 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (50b3a7c3-af47-467e-a7f6-7f31364e2422), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:30.687209 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:30.798491 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Current status of the port 50b3a7c3-af47-467e-a7f6-7f31364e2422 is: DOWN; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:28:30.798934 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (50b3a7c3-af47-467e-a7f6-7f31364e2422), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:30.837983 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] For port 50b3a7c3-af47-467e-a7f6-7f31364e2422, host dv-cinder-828806-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-4-iscsi',level=0,port_id=50b3a7c3-af47-467e-a7f6-7f31364e2422,segment=NetworkSegment(7e44f6fa-4b8b-41b0-9dbf-83bfa81b059a),segment_id=7e44f6fa-4b8b-41b0-9dbf-83bfa81b059a)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:28:30.844427 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (50b3a7c3-af47-467e-a7f6-7f31364e2422), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:30.855707 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 33702) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:28:30.861376 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [None req-44a97f58-ad0d-4508-83da-68d403c2ee85 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1819793613-network', 'tenant_id': 'afbd09946f09447a92a186270aa81079'}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:28:30.868358 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:30.897075 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44a97f58-ad0d-4508-83da-68d403c2ee85 admin admin] Made reservation on behalf of afbd09946f09447a92a186270aa81079 for: {'network': 1} {{(pid=104071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:28:30.899856 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-44a97f58-ad0d-4508-83da-68d403c2ee85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for network (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:30.910378 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-44a97f58-ad0d-4508-83da-68d403c2ee85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:30.913684 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Pushing event updated for resources: {'Port': ['ID=50b3a7c3-af47-467e-a7f6-7f31364e2422,revision_number=4']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:30.924201 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb08a1e-47ea-4eb3-a6a1-ee75f8a533f2 req-d9b65bf9-2fc8-4c3c-95bd-f24b69085773 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:30.926589 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-7cb08a1e-47ea-4eb3-a6a1-ee75f8a533f2 req-d9b65bf9-2fc8-4c3c-95bd-f24b69085773 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/ports?device_id=a630735e-10a7-46fd-912c-a1792d18fd15 HTTP/1.1" status: 200 len: 943 time: 0.0960102 May 27 03:28:30.981357 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5776d72-d39e-4750-afd7-83ca90ef4b1c None None] Sync routers for ids ['8e101ce8-2427-4d77-85b6-e3a4f1b60cbc'] in dv-cinder-828806-4-iscsi {{(pid=104074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:28:30.983706 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-7cb08a1e-47ea-4eb3-a6a1-ee75f8a533f2 req-82f7646c-9a4b-4362-99f6-56eef64fbee1 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/security-groups?id=0da39d56-2ae2-493f-b202-0452c114a552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509582 May 27 03:28:30.996694 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5776d72-d39e-4750-afd7-83ca90ef4b1c None None] Routers {'8e101ce8-2427-4d77-85b6-e3a4f1b60cbc'} bound to L3 agent in host dv-cinder-828806-4-iscsi {{(pid=104074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:28:30.997583 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-a5776d72-d39e-4750-afd7-83ca90ef4b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T03:14:31Z,description=,heartbeat_timestamp=2022-05-27T03:28:01Z,host='dv-cinder-828806-4-iscsi',id=3e4effd7-5bc9-408b-93fa-42e4b19a61d9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:14:31Z,topic='l3_agent')) {'router_ids': ['8e101ce8-2427-4d77-85b6-e3a4f1b60cbc'], 'active': True} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:28:30.999046 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-44a97f58-ad0d-4508-83da-68d403c2ee85 admin admin] Publish callbacks [] for security_group (0c2f1d6f-699a-4482-aa72-4c4c5df45b80), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:31.007118 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-44a97f58-ad0d-4508-83da-68d403c2ee85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (0c2f1d6f-699a-4482-aa72-4c4c5df45b80), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:31.030784 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44a97f58-ad0d-4508-83da-68d403c2ee85 admin admin] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=104071) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:28:31.046326 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a97f58-ad0d-4508-83da-68d403c2ee85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c2f1d6f-699a-4482-aa72-4c4c5df45b80,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:31.051916 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-44a97f58-ad0d-4508-83da-68d403c2ee85 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8743907721831', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-814499'] for segment (0d322af4-9b31-438c-b9e7-43a5977094c5), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:31.052326 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.db.segments_db [None req-44a97f58-ad0d-4508-83da-68d403c2ee85 admin admin] Added segment 0d322af4-9b31-438c-b9e7-43a5977094c5 of type vlan for network 11ff5210-ed00-467b-92dc-ee2b24942d46 May 27 03:28:31.098460 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-44a97f58-ad0d-4508-83da-68d403c2ee85 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743907247189'] for network (11ff5210-ed00-467b-92dc-ee2b24942d46), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:31.099380 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-16736c46-59fc-4183-81f5-6e493c8a0a46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (3e4effd7-5bc9-408b-93fa-42e4b19a61d9), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:31.126899 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-44a97f58-ad0d-4508-83da-68d403c2ee85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336'] for network (11ff5210-ed00-467b-92dc-ee2b24942d46), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:31.127936 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a97f58-ad0d-4508-83da-68d403c2ee85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:31.128517 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-44a97f58-ad0d-4508-83da-68d403c2ee85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-366398'] for network (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:31.150994 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:31.188751 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-44a97f58-ad0d-4508-83da-68d403c2ee85 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.3317420 May 27 03:28:31.191523 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 33704) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:28:31.195747 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvr_db [None req-a5776d72-d39e-4750-afd7-83ca90ef4b1c None None] Set router 8e101ce8-2427-4d77-85b6-e3a4f1b60cbc gateway port host: dv-cinder-828806-4-iscsi {{(pid=104074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:28:31.196220 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a97f58-ad0d-4508-83da-68d403c2ee85 admin admin] Pushing event updated for resources: {'Network': ['ID=11ff5210-ed00-467b-92dc-ee2b24942d46,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:31.196390 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [None req-787d978e-328d-486f-8af8-3e20973567c6 admin admin] Request body: {'subnet': {'network_id': '11ff5210-ed00-467b-92dc-ee2b24942d46', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1819793613-subnet', 'tenant_id': 'afbd09946f09447a92a186270aa81079', 'ip_version': 4}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:28:31.208252 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Network 11ff5210-ed00-467b-92dc-ee2b24942d46 details requested by agent ovs-agent-dv-cinder-828806-4-iscsi with host dv-cinder-828806-4-iscsi {{(pid=104073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 03:28:31.217997 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-787d978e-328d-486f-8af8-3e20973567c6 admin admin] Made reservation on behalf of afbd09946f09447a92a186270aa81079 for: {'subnet': 1} {{(pid=104072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:28:31.222314 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-787d978e-328d-486f-8af8-3e20973567c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14026639'] for subnet (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:31.262182 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Device d6a48426-132d-46f7-b088-8df0294adfe1 details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=104073) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 03:28:31.326783 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:31.411735 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-35665be9-7265-4c29-9ce4-2ffaf0a989df req-12df4d99-6e82-4536-8a5c-81cab748dc01 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "GET /v2.0/ports?device_id=5bbdd423-cd44-475e-abb9-2c765b71b978 HTTP/1.1" status: 200 len: 210 time: 0.0531421 May 27 03:28:31.431046 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] For port d6a48426-132d-46f7-b088-8df0294adfe1, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=d6a48426-132d-46f7-b088-8df0294adfe1,segment=NetworkSegment(63adec67-bcb3-479f-bdea-b274a09a22b6),segment_id=63adec67-bcb3-479f-bdea-b274a09a22b6)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:28:31.445827 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Returning: {'device': 'd6a48426-132d-46f7-b088-8df0294adfe1', 'network_id': 'cc2d2605-cf0b-41cc-a4d1-c3c28ec94860', 'port_id': 'd6a48426-132d-46f7-b088-8df0294adfe1', 'mac_address': 'fa:16:3e:b5:c6:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8c67362-f6b9-416d-9235-7ee8f03b0511', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104073) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 03:28:31.465298 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-787d978e-328d-486f-8af8-3e20973567c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16716613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13119285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14026649'] for subnet (373cdc86-4514-42e8-acf6-eb4ffb762789), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:31.492920 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Current status of the port d6a48426-132d-46f7-b088-8df0294adfe1 is: DOWN; New status is: BUILD {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:28:31.493693 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (d6a48426-132d-46f7-b088-8df0294adfe1), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:31.512398 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.notifiers.nova [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6a48426-132d-46f7-b088-8df0294adfe1 {{(pid=104073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:28:31.522734 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-a5776d72-d39e-4750-afd7-83ca90ef4b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e101ce8-2427-4d77-85b6-e3a4f1b60cbc', 'name': 'tempest-TestMinimumBasicScenario-2092057732-router', 'tenant_id': 'f03723b938b845309929162c81adfe51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '50b3a7c3-af47-467e-a7f6-7f31364e2422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:28:24Z', 'updated_at': '2022-05-27T03:28:29Z', 'revision_number': 4, 'project_id': 'f03723b938b845309929162c81adfe51', 'gw_port': {'id': '50b3a7c3-af47-467e-a7f6-7f31364e2422', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ed:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e101ce8-2427-4d77-85b6-e3a4f1b60cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:28:25Z', 'updated_at': '2022-05-27T03:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi', '_interfaces': [{'id': 'd81d9181-1a83-4adb-ab28-eea68c59cb75', 'name': '', 'network_id': '25414d0e-39e2-4b3e-a787-1a7de54b6d2c', 'tenant_id': 'f03723b938b845309929162c81adfe51', 'mac_address': 'fa:16:3e:3d:04:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e101ce8-2427-4d77-85b6-e3a4f1b60cbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '8b1ea465-f005-4898-ac99-ecd590f06095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:28:27Z', 'updated_at': '2022-05-27T03:28:29Z', 'revision_number': 2, 'project_id': 'f03723b938b845309929162c81adfe51', 'subnets': [{'id': '8b1ea465-f005-4898-ac99-ecd590f06095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-4-iscsi', False) {} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:28:31.536483 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787d978e-328d-486f-8af8-3e20973567c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=373cdc86-4514-42e8-acf6-eb4ffb762789,revision_number=0']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:31.539986 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] For port d6a48426-132d-46f7-b088-8df0294adfe1, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=d6a48426-132d-46f7-b088-8df0294adfe1,segment=NetworkSegment(63adec67-bcb3-479f-bdea-b274a09a22b6),segment_id=63adec67-bcb3-479f-bdea-b274a09a22b6)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:28:31.548789 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (d6a48426-132d-46f7-b088-8df0294adfe1), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:31.559461 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5776d72-d39e-4750-afd7-83ca90ef4b1c None None] Checking router: 8e101ce8-2427-4d77-85b6-e3a4f1b60cbc for host: dv-cinder-828806-4-iscsi {{(pid=104074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:28:31.560076 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5776d72-d39e-4750-afd7-83ca90ef4b1c None None] Updating router 8e101ce8-2427-4d77-85b6-e3a4f1b60cbc port d81d9181-1a83-4adb-ab28-eea68c59cb75 binding host dv-cinder-828806-4-iscsi {{(pid=104074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:28:31.577225 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e110227-8ec4-472a-a7b6-5e6989b9dfc1 req-9b3d24c4-546b-4621-84f6-033bcb081051 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:31.578922 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-1e110227-8ec4-472a-a7b6-5e6989b9dfc1 req-9b3d24c4-546b-4621-84f6-033bcb081051 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.67 "GET /v2.0/networks?id=79e2e930-0200-4ceb-a2bb-a93bbb04e0f6 HTTP/1.1" status: 200 len: 812 time: 0.1429234 May 27 03:28:31.580336 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787d978e-328d-486f-8af8-3e20973567c6 admin admin] Checking segment: {'id': '0d322af4-9b31-438c-b9e7-43a5977094c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '11ff5210-ed00-467b-92dc-ee2b24942d46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:28:31.580703 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787d978e-328d-486f-8af8-3e20973567c6 admin admin] Network hostable DHCP agents. Network: 11ff5210-ed00-467b-92dc-ee2b24942d46, hostable agents: ['88cb169e-23a7-4380-813c-9b707a5671b5'], hosted agents: [] {{(pid=104072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:28:31.595422 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-a5776d72-d39e-4750-afd7-83ca90ef4b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (d81d9181-1a83-4adb-ab28-eea68c59cb75), before_update {{(pid=104074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:31.606536 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Pushing event updated for resources: {'Port': ['ID=d6a48426-132d-46f7-b088-8df0294adfe1,revision_number=4']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:31.616638 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787d978e-328d-486f-8af8-3e20973567c6 admin admin] Network 11ff5210-ed00-467b-92dc-ee2b24942d46 is scheduled to be hosted by DHCP agent 88cb169e-23a7-4380-813c-9b707a5671b5 with binding_index 1 {{(pid=104072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:28:31.633530 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.base_scheduler [None req-787d978e-328d-486f-8af8-3e20973567c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828806-4-iscsi, 11ff5210-ed00-467b-92dc-ee2b24942d46) {{(pid=104072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:28:31.647209 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc636f90-d8a1-49f6-8436-ff33e003eed7 None None] Network 11ff5210-ed00-467b-92dc-ee2b24942d46 requested from dv-cinder-828806-4-iscsi {{(pid=104073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:28:31.651808 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-787d978e-328d-486f-8af8-3e20973567c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:31.652544 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-787d978e-328d-486f-8af8-3e20973567c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-366398'] for subnet (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:31.673825 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-1e110227-8ec4-472a-a7b6-5e6989b9dfc1 req-92eb889f-20a9-412a-83b1-4a1c1e67ce9e tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d5bef1b49d424299864523887eb72b3c HTTP/1.1" status: 200 len: 380 time: 0.0792854 May 27 03:28:31.677022 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-787d978e-328d-486f-8af8-3e20973567c6 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4838815 May 27 03:28:31.679187 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 33708) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:28:31.683982 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [None req-335929a3-9b60-49aa-b3c8-093d782512dc admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1819793613-router', 'tenant_id': 'afbd09946f09447a92a186270aa81079', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d'}}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:28:31.709423 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [req-1e110227-8ec4-472a-a7b6-5e6989b9dfc1 req-3001e11a-a296-4b7d-8f69-1637148be77a tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Request body: {'port': {'device_id': '5bbdd423-cd44-475e-abb9-2c765b71b978', 'network_id': '79e2e930-0200-4ceb-a2bb-a93bbb04e0f6', 'admin_state_up': True, 'tenant_id': 'd5bef1b49d424299864523887eb72b3c', 'security_groups': ['d1e45c10-37e6-4124-bc3b-be47b71b2f02']}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:28:31.723553 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-335929a3-9b60-49aa-b3c8-093d782512dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16723533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4148'] for router (bdad2d4e-d5ed-4a99-b464-64f4a0321cab), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:31.724839 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-335929a3-9b60-49aa-b3c8-093d782512dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16723197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16278093', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16646318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4159'] for router (bdad2d4e-d5ed-4a99-b464-64f4a0321cab), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:31.820935 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-335929a3-9b60-49aa-b3c8-093d782512dc admin admin] Publish callbacks [] for router_controller (bdad2d4e-d5ed-4a99-b464-64f4a0321cab), precommit_add_association {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:31.873930 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e110227-8ec4-472a-a7b6-5e6989b9dfc1 req-3001e11a-a296-4b7d-8f69-1637148be77a tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Made reservation on behalf of d5bef1b49d424299864523887eb72b3c for: {'port': 1} {{(pid=104071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:28:31.878243 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-1e110227-8ec4-472a-a7b6-5e6989b9dfc1 req-3001e11a-a296-4b7d-8f69-1637148be77a tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:31.898851 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:31.917436 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6339aa5a-d080-49a4-b30f-658498c47f18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e4825cd-1402-5c2a-9e28-936b264acd46-11ff5210-ed00-467b-92dc-ee2b24942d46', 'network_id': '11ff5210-ed00-467b-92dc-ee2b24942d46', 'project_id': 'afbd09946f09447a92a186270aa81079', 'fixed_ips': [{'subnet_id': '373cdc86-4514-42e8-acf6-eb4ffb762789'}]}} from dv-cinder-828806-4-iscsi. {{(pid=104073) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 27 03:28:31.919436 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-6339aa5a-d080-49a4-b30f-658498c47f18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (None), before_create {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:31.941453 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:31.979928 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-a5776d72-d39e-4750-afd7-83ca90ef4b1c None None] Publish callbacks [] for port (d81d9181-1a83-4adb-ab28-eea68c59cb75), precommit_update {{(pid=104074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:31.989108 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-a5776d72-d39e-4750-afd7-83ca90ef4b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (d81d9181-1a83-4adb-ab28-eea68c59cb75), after_update {{(pid=104074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:31.998670 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-335929a3-9b60-49aa-b3c8-093d782512dc admin admin] Publish callbacks [] for router_gateway (bdad2d4e-d5ed-4a99-b464-64f4a0321cab), precommit_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:32.019059 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] get_ports_and_sgs() called for port_ids ['d6a48426-132d-46f7-b088-8df0294adfe1'] {{(pid=104073) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:28:32.047354 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8291a82-ec46-4de6-9bd1-10b2e4d024c5 None None] Pushing event updated for resources: {'Port': ['ID=d81d9181-1a83-4adb-ab28-eea68c59cb75,revision_number=3']} {{(pid=104074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:32.056885 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8291a82-ec46-4de6-9bd1-10b2e4d024c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:32.057554 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8291a82-ec46-4de6-9bd1-10b2e4d024c5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:32.058080 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8291a82-ec46-4de6-9bd1-10b2e4d024c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:32.058591 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8291a82-ec46-4de6-9bd1-10b2e4d024c5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:32.059066 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8291a82-ec46-4de6-9bd1-10b2e4d024c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:32.059537 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8291a82-ec46-4de6-9bd1-10b2e4d024c5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:32.060022 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8291a82-ec46-4de6-9bd1-10b2e4d024c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:32.060497 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8291a82-ec46-4de6-9bd1-10b2e4d024c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:32.060993 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8291a82-ec46-4de6-9bd1-10b2e4d024c5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:32.061460 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8291a82-ec46-4de6-9bd1-10b2e4d024c5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:32.061950 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8291a82-ec46-4de6-9bd1-10b2e4d024c5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:32.062506 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8291a82-ec46-4de6-9bd1-10b2e4d024c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:32.063470 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8291a82-ec46-4de6-9bd1-10b2e4d024c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:32.063945 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8291a82-ec46-4de6-9bd1-10b2e4d024c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:32.064446 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8291a82-ec46-4de6-9bd1-10b2e4d024c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:32.082780 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.db.db_base_plugin_common [req-1e110227-8ec4-472a-a7b6-5e6989b9dfc1 req-3001e11a-a296-4b7d-8f69-1637148be77a tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Allocated IP 172.20.0.4 (79e2e930-0200-4ceb-a2bb-a93bbb04e0f6/5133a594-c63e-4ae9-a294-52a4d497dec8/500f9575-c4a4-47bd-be17-a054e686429b) {{(pid=104071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:28:32.120503 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:32.143143 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:32.166047 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.db_base_plugin_common [None req-6339aa5a-d080-49a4-b30f-658498c47f18 None None] Allocated IP 172.20.0.2 (11ff5210-ed00-467b-92dc-ee2b24942d46/373cdc86-4514-42e8-acf6-eb4ffb762789/7f1dc776-a19b-4af6-833e-5c890488a2aa) {{(pid=104073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:28:32.174976 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.managers [None req-a5776d72-d39e-4750-afd7-83ca90ef4b1c None None] Attempting to bind port d81d9181-1a83-4adb-ab28-eea68c59cb75 on host dv-cinder-828806-4-iscsi for vnic_type normal with profile {{(pid=104074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:28:32.175737 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.managers [None req-a5776d72-d39e-4750-afd7-83ca90ef4b1c None None] Attempting to bind port d81d9181-1a83-4adb-ab28-eea68c59cb75 by drivers openvswitch,hyperv on host dv-cinder-828806-4-iscsi at level 0 using segments [{'id': '1c0f45b9-9b6e-4c7f-96ab-814f76cdd6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '25414d0e-39e2-4b3e-a787-1a7de54b6d2c'}] {{(pid=104074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:28:32.176281 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5776d72-d39e-4750-afd7-83ca90ef4b1c None None] Attempting to bind port d81d9181-1a83-4adb-ab28-eea68c59cb75 on network 25414d0e-39e2-4b3e-a787-1a7de54b6d2c {{(pid=104074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:28:32.183511 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5776d72-d39e-4750-afd7-83ca90ef4b1c None None] Checking agent: {'id': '01a6c5a5-ff25-49ea-8869-bb2b5ba0570e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828806-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 14, 35), 'started_at': datetime.datetime(2022, 5, 27, 3, 15, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828806-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:28:32.184356 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5776d72-d39e-4750-afd7-83ca90ef4b1c None None] Checking segment: {'id': '1c0f45b9-9b6e-4c7f-96ab-814f76cdd6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '25414d0e-39e2-4b3e-a787-1a7de54b6d2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:28:32.184921 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-a5776d72-d39e-4750-afd7-83ca90ef4b1c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:32.185906 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5776d72-d39e-4750-afd7-83ca90ef4b1c None None] Bound using segment: {'id': '1c0f45b9-9b6e-4c7f-96ab-814f76cdd6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '25414d0e-39e2-4b3e-a787-1a7de54b6d2c'} {{(pid=104074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:28:32.186898 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.managers [None req-a5776d72-d39e-4750-afd7-83ca90ef4b1c None None] Bound port: d81d9181-1a83-4adb-ab28-eea68c59cb75, host: dv-cinder-828806-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c0f45b9-9b6e-4c7f-96ab-814f76cdd6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '25414d0e-39e2-4b3e-a787-1a7de54b6d2c'}}] {{(pid=104074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:28:32.187515 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-a5776d72-d39e-4750-afd7-83ca90ef4b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (d81d9181-1a83-4adb-ab28-eea68c59cb75), before_update {{(pid=104074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:32.190848 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8958b2-d847-45d7-b284-d95a7915ed98 req-13ca998f-40a7-4ac3-a756-fb9429467275 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:32.192989 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-de8958b2-d847-45d7-b284-d95a7915ed98 req-13ca998f-40a7-4ac3-a756-fb9429467275 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/ports?device_id=a630735e-10a7-46fd-912c-a1792d18fd15 HTTP/1.1" status: 200 len: 944 time: 0.0686920 May 27 03:28:32.206217 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-df01de3e-f6cf-4253-895b-65b557a1455e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (84e30450-e547-4748-a220-898a66747e61), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:32.263187 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:32.296505 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.db [None req-a5776d72-d39e-4750-afd7-83ca90ef4b1c None None] For port d81d9181-1a83-4adb-ab28-eea68c59cb75, host dv-cinder-828806-4-iscsi, cleared binding levels {{(pid=104074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:28:32.303306 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.db [None req-a5776d72-d39e-4750-afd7-83ca90ef4b1c None None] For port d81d9181-1a83-4adb-ab28-eea68c59cb75, host dv-cinder-828806-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-4-iscsi',level=0,port_id=d81d9181-1a83-4adb-ab28-eea68c59cb75,segment=NetworkSegment(1c0f45b9-9b6e-4c7f-96ab-814f76cdd6fd),segment_id=1c0f45b9-9b6e-4c7f-96ab-814f76cdd6fd)] {{(pid=104074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:28:32.318197 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-a5776d72-d39e-4750-afd7-83ca90ef4b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (d81d9181-1a83-4adb-ab28-eea68c59cb75), after_update {{(pid=104074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:32.381595 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-de8958b2-d847-45d7-b284-d95a7915ed98 req-2beeaef0-236b-4aea-bc69-a6a8e20f2652 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/security-groups?id=0da39d56-2ae2-493f-b202-0452c114a552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977089 May 27 03:28:32.383056 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-335929a3-9b60-49aa-b3c8-093d782512dc admin admin] Publish callbacks [] for router_gateway (bdad2d4e-d5ed-4a99-b464-64f4a0321cab), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:32.385877 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:32.416325 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-1e110227-8ec4-472a-a7b6-5e6989b9dfc1 req-3001e11a-a296-4b7d-8f69-1637148be77a tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Publish callbacks [] for port (500f9575-c4a4-47bd-be17-a054e686429b), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:32.452119 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-335929a3-9b60-49aa-b3c8-093d782512dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:32.458117 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8291a82-ec46-4de6-9bd1-10b2e4d024c5 None None] Pushing event updated for resources: {'Port': ['ID=d81d9181-1a83-4adb-ab28-eea68c59cb75,revision_number=4']} {{(pid=104074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:32.495552 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-6339aa5a-d080-49a4-b30f-658498c47f18 None None] Publish callbacks [] for port (7f1dc776-a19b-4af6-833e-5c890488a2aa), precommit_create {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:32.498910 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5776d72-d39e-4750-afd7-83ca90ef4b1c None None] Routers {'8e101ce8-2427-4d77-85b6-e3a4f1b60cbc'} bound to L3 agent in host dv-cinder-828806-4-iscsi {{(pid=104074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:28:32.499599 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-a5776d72-d39e-4750-afd7-83ca90ef4b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T03:14:31Z,description=,heartbeat_timestamp=2022-05-27T03:28:31Z,host='dv-cinder-828806-4-iscsi',id=3e4effd7-5bc9-408b-93fa-42e4b19a61d9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:14:31Z,topic='l3_agent')) {'router_ids': ['8e101ce8-2427-4d77-85b6-e3a4f1b60cbc'], 'active': True} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:28:32.503820 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-6339aa5a-d080-49a4-b30f-658498c47f18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743907242280'] for port (7f1dc776-a19b-4af6-833e-5c890488a2aa), after_create {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:32.527085 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-1e110227-8ec4-472a-a7b6-5e6989b9dfc1 req-3001e11a-a296-4b7d-8f69-1637148be77a tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743907242280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12907156'] for port (500f9575-c4a4-47bd-be17-a054e686429b), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:32.584704 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6339aa5a-d080-49a4-b30f-658498c47f18 None None] Network 11ff5210-ed00-467b-92dc-ee2b24942d46 is already hosted by enough agents. {{(pid=104073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:28:32.592929 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-fb0355a6-2980-4a56-b229-38111426e74f None None] Provisioning complete for port d81d9181-1a83-4adb-ab28-eea68c59cb75 triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:28:32.594019 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-fb0355a6-2980-4a56-b229-38111426e74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (d81d9181-1a83-4adb-ab28-eea68c59cb75), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:32.601085 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.scheduler.base_scheduler [None req-6339aa5a-d080-49a4-b30f-658498c47f18 None None] Resources bound (agent type, host, resource id): {{(pid=104073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:28:32.605780 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6339aa5a-d080-49a4-b30f-658498c47f18 None None] Received port after_create {{(pid=104073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:28:32.647026 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6339aa5a-d080-49a4-b30f-658498c47f18 None None] Pushing event updated for resources: {'Port': ['ID=7f1dc776-a19b-4af6-833e-5c890488a2aa,revision_number=1']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:32.667012 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvr_db [None req-a5776d72-d39e-4750-afd7-83ca90ef4b1c None None] Set router 8e101ce8-2427-4d77-85b6-e3a4f1b60cbc gateway port host: dv-cinder-828806-4-iscsi {{(pid=104074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:28:32.689494 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:32.714129 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e110227-8ec4-472a-a7b6-5e6989b9dfc1 req-3001e11a-a296-4b7d-8f69-1637148be77a tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Network 79e2e930-0200-4ceb-a2bb-a93bbb04e0f6 is already hosted by enough agents. {{(pid=104071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:28:32.733822 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.managers [None req-6339aa5a-d080-49a4-b30f-658498c47f18 None None] Attempting to bind port 7f1dc776-a19b-4af6-833e-5c890488a2aa on host dv-cinder-828806-4-iscsi for vnic_type normal with profile {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:28:32.734350 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.managers [None req-6339aa5a-d080-49a4-b30f-658498c47f18 None None] Attempting to bind port 7f1dc776-a19b-4af6-833e-5c890488a2aa by drivers openvswitch,hyperv on host dv-cinder-828806-4-iscsi at level 0 using segments [{'id': '0d322af4-9b31-438c-b9e7-43a5977094c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '11ff5210-ed00-467b-92dc-ee2b24942d46'}] {{(pid=104073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:28:32.734867 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6339aa5a-d080-49a4-b30f-658498c47f18 None None] Attempting to bind port 7f1dc776-a19b-4af6-833e-5c890488a2aa on network 11ff5210-ed00-467b-92dc-ee2b24942d46 {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:28:32.746708 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6339aa5a-d080-49a4-b30f-658498c47f18 None None] Checking agent: {'id': '01a6c5a5-ff25-49ea-8869-bb2b5ba0570e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828806-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 14, 35), 'started_at': datetime.datetime(2022, 5, 27, 3, 15, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828806-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:28:32.747252 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6339aa5a-d080-49a4-b30f-658498c47f18 None None] Checking segment: {'id': '0d322af4-9b31-438c-b9e7-43a5977094c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '11ff5210-ed00-467b-92dc-ee2b24942d46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:28:32.747835 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-6339aa5a-d080-49a4-b30f-658498c47f18 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:32.748466 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6339aa5a-d080-49a4-b30f-658498c47f18 None None] Bound using segment: {'id': '0d322af4-9b31-438c-b9e7-43a5977094c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '11ff5210-ed00-467b-92dc-ee2b24942d46'} {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:28:32.749075 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.managers [None req-6339aa5a-d080-49a4-b30f-658498c47f18 None None] Bound port: 7f1dc776-a19b-4af6-833e-5c890488a2aa, host: dv-cinder-828806-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d322af4-9b31-438c-b9e7-43a5977094c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '11ff5210-ed00-467b-92dc-ee2b24942d46'}}] {{(pid=104073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:28:32.749550 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-6339aa5a-d080-49a4-b30f-658498c47f18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (7f1dc776-a19b-4af6-833e-5c890488a2aa), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:32.809705 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Device 50b3a7c3-af47-467e-a7f6-7f31364e2422 up at agent ovs-agent-dv-cinder-828806-4-iscsi {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:28:32.812135 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.scheduler.base_scheduler [req-1e110227-8ec4-472a-a7b6-5e6989b9dfc1 req-3001e11a-a296-4b7d-8f69-1637148be77a tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Resources bound (agent type, host, resource id): {{(pid=104071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:28:32.816336 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3001e11a-a296-4b7d-8f69-1637148be77a tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Pushing event updated for resources: {'Port': ['ID=500f9575-c4a4-47bd-be17-a054e686429b,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:32.819842 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e110227-8ec4-472a-a7b6-5e6989b9dfc1 req-3001e11a-a296-4b7d-8f69-1637148be77a tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Received port after_create {{(pid=104071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:28:32.863698 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.db.db_base_plugin_common [None req-335929a3-9b60-49aa-b3c8-093d782512dc admin admin] Allocated IP 172.27.3.117 (ca8b8e18-04f1-46f4-8c3b-aba3c077569d/ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa/bf197654-242f-4e87-9013-201282a8e526) {{(pid=104072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:28:32.864991 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161ff7a5-0c30-4ccc-bccd-4bb701714344 req-14e11433-250e-4559-b0fe-ed7a22c010db tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:32.866757 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-161ff7a5-0c30-4ccc-bccd-4bb701714344 req-14e11433-250e-4559-b0fe-ed7a22c010db tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "GET /v2.0/ports?device_id=5bbdd423-cd44-475e-abb9-2c765b71b978 HTTP/1.1" status: 200 len: 931 time: 0.1835997 May 27 03:28:32.921732 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e110227-8ec4-472a-a7b6-5e6989b9dfc1 req-3001e11a-a296-4b7d-8f69-1637148be77a tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:32.922929 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-1e110227-8ec4-472a-a7b6-5e6989b9dfc1 req-3001e11a-a296-4b7d-8f69-1637148be77a tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159658'] for port (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:32.942304 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-fb0355a6-2980-4a56-b229-38111426e74f None None] Current status of the port d81d9181-1a83-4adb-ab28-eea68c59cb75 is: DOWN; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:28:32.942783 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-fb0355a6-2980-4a56-b229-38111426e74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (d81d9181-1a83-4adb-ab28-eea68c59cb75), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:32.981133 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-1e110227-8ec4-472a-a7b6-5e6989b9dfc1 req-3001e11a-a296-4b7d-8f69-1637148be77a tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2787914 May 27 03:28:33.016346 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [req-1e110227-8ec4-472a-a7b6-5e6989b9dfc1 req-a9f01c9e-0179-43b9-a314-b74a60c1760f service neutron] Request body: {'port': {'device_id': '5bbdd423-cd44-475e-abb9-2c765b71b978', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:28:33.039277 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-161ff7a5-0c30-4ccc-bccd-4bb701714344 req-46c0c387-b962-4427-8ee0-d028f67aea01 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1e45c10-37e6-4124-bc3b-be47b71b2f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1537824 May 27 03:28:33.041386 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Provisioning complete for port 50b3a7c3-af47-467e-a7f6-7f31364e2422 triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:28:33.041947 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (50b3a7c3-af47-467e-a7f6-7f31364e2422), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:33.079708 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-335929a3-9b60-49aa-b3c8-093d782512dc admin admin] Publish callbacks [] for port (bf197654-242f-4e87-9013-201282a8e526), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:33.114274 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-a5776d72-d39e-4750-afd7-83ca90ef4b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e101ce8-2427-4d77-85b6-e3a4f1b60cbc', 'name': 'tempest-TestMinimumBasicScenario-2092057732-router', 'tenant_id': 'f03723b938b845309929162c81adfe51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '50b3a7c3-af47-467e-a7f6-7f31364e2422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:28:24Z', 'updated_at': '2022-05-27T03:28:29Z', 'revision_number': 4, 'project_id': 'f03723b938b845309929162c81adfe51', 'gw_port': {'id': '50b3a7c3-af47-467e-a7f6-7f31364e2422', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ed:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e101ce8-2427-4d77-85b6-e3a4f1b60cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:28:25Z', 'updated_at': '2022-05-27T03:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi', '_interfaces': [{'id': 'd81d9181-1a83-4adb-ab28-eea68c59cb75', 'name': '', 'network_id': '25414d0e-39e2-4b3e-a787-1a7de54b6d2c', 'tenant_id': 'f03723b938b845309929162c81adfe51', 'mac_address': 'fa:16:3e:3d:04:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e101ce8-2427-4d77-85b6-e3a4f1b60cbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '8b1ea465-f005-4898-ac99-ecd590f06095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:28:27Z', 'updated_at': '2022-05-27T03:28:32Z', 'revision_number': 4, 'project_id': 'f03723b938b845309929162c81adfe51', 'subnets': [{'id': '8b1ea465-f005-4898-ac99-ecd590f06095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-4-iscsi', False) {} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:28:33.128494 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-335929a3-9b60-49aa-b3c8-093d782512dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743907242280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13119109'] for port (bf197654-242f-4e87-9013-201282a8e526), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:33.132002 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-fb0355a6-2980-4a56-b229-38111426e74f None None] For port d81d9181-1a83-4adb-ab28-eea68c59cb75, host dv-cinder-828806-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-4-iscsi',level=0,port_id=d81d9181-1a83-4adb-ab28-eea68c59cb75,segment=NetworkSegment(1c0f45b9-9b6e-4c7f-96ab-814f76cdd6fd),segment_id=1c0f45b9-9b6e-4c7f-96ab-814f76cdd6fd)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:28:33.151421 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-1e110227-8ec4-472a-a7b6-5e6989b9dfc1 req-a9f01c9e-0179-43b9-a314-b74a60c1760f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (500f9575-c4a4-47bd-be17-a054e686429b), before_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:33.156817 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5776d72-d39e-4750-afd7-83ca90ef4b1c None None] The sync data for ids ['8e101ce8-2427-4d77-85b6-e3a4f1b60cbc'] in dv-cinder-828806-4-iscsi is: [{'id': '8e101ce8-2427-4d77-85b6-e3a4f1b60cbc', 'name': 'tempest-TestMinimumBasicScenario-2092057732-router', 'tenant_id': 'f03723b938b845309929162c81adfe51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '50b3a7c3-af47-467e-a7f6-7f31364e2422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:28:24Z', 'updated_at': '2022-05-27T03:28:29Z', 'revision_number': 4, 'project_id': 'f03723b938b845309929162c81adfe51', 'gw_port': {'id': '50b3a7c3-af47-467e-a7f6-7f31364e2422', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ed:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e101ce8-2427-4d77-85b6-e3a4f1b60cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:28:25Z', 'updated_at': '2022-05-27T03:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi', '_interfaces': [{'id': 'd81d9181-1a83-4adb-ab28-eea68c59cb75', 'name': '', 'network_id': '25414d0e-39e2-4b3e-a787-1a7de54b6d2c', 'tenant_id': 'f03723b938b845309929162c81adfe51', 'mac_address': 'fa:16:3e:3d:04:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e101ce8-2427-4d77-85b6-e3a4f1b60cbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '8b1ea465-f005-4898-ac99-ecd590f06095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:28:27Z', 'updated_at': '2022-05-27T03:28:32Z', 'revision_number': 4, 'project_id': 'f03723b938b845309929162c81adfe51', 'subnets': [{'id': '8b1ea465-f005-4898-ac99-ecd590f06095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:28:33.163476 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-fb0355a6-2980-4a56-b229-38111426e74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (d81d9181-1a83-4adb-ab28-eea68c59cb75), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:33.170708 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-6339aa5a-d080-49a4-b30f-658498c47f18 None None] For port 7f1dc776-a19b-4af6-833e-5c890488a2aa, host dv-cinder-828806-4-iscsi, cleared binding levels {{(pid=104073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:28:33.178276 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-335929a3-9b60-49aa-b3c8-093d782512dc admin admin] Network ca8b8e18-04f1-46f4-8c3b-aba3c077569d is already hosted by enough agents. {{(pid=104072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:28:33.181457 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.base_scheduler [None req-335929a3-9b60-49aa-b3c8-093d782512dc admin admin] Resources bound (agent type, host, resource id): {{(pid=104072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:28:33.184784 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335929a3-9b60-49aa-b3c8-093d782512dc admin admin] Received port after_create {{(pid=104072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:28:33.206450 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:33.240288 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:33.248101 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:33.249581 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335929a3-9b60-49aa-b3c8-093d782512dc admin admin] Pushing event updated for resources: {'Port': ['ID=bf197654-242f-4e87-9013-201282a8e526,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:33.259433 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-6339aa5a-d080-49a4-b30f-658498c47f18 None None] For port 7f1dc776-a19b-4af6-833e-5c890488a2aa, host dv-cinder-828806-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-4-iscsi',level=0,port_id=7f1dc776-a19b-4af6-833e-5c890488a2aa,segment=NetworkSegment(0d322af4-9b31-438c-b9e7-43a5977094c5),segment_id=0d322af4-9b31-438c-b9e7-43a5977094c5)] {{(pid=104073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:28:33.265405 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Device d6a48426-132d-46f7-b088-8df0294adfe1 up at agent hyperv_hv-cinder-82880 {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:28:33.334315 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-6339aa5a-d080-49a4-b30f-658498c47f18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (7f1dc776-a19b-4af6-833e-5c890488a2aa), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:33.385411 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0355a6-2980-4a56-b229-38111426e74f None None] Pushing event updated for resources: {'Port': ['ID=d81d9181-1a83-4adb-ab28-eea68c59cb75,revision_number=5']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:33.406238 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-ae736ba1-7a68-446e-8933-78f5b9475cc8 None None] Provisioning complete for port 500f9575-c4a4-47bd-be17-a054e686429b triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:28:33.406773 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-ae736ba1-7a68-446e-8933-78f5b9475cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (500f9575-c4a4-47bd-be17-a054e686429b), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:33.608017 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Provisioning for port d6a48426-132d-46f7-b088-8df0294adfe1 completed by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 03:28:33.622080 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Current status of the port 50b3a7c3-af47-467e-a7f6-7f31364e2422 is: ACTIVE; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:28:33.629549 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Provisioning complete for port d6a48426-132d-46f7-b088-8df0294adfe1 triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:28:33.629930 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (d6a48426-132d-46f7-b088-8df0294adfe1), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:33.634910 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-ae736ba1-7a68-446e-8933-78f5b9475cc8 None None] Port 500f9575-c4a4-47bd-be17-a054e686429b cannot update to ACTIVE because it is not bound. {{(pid=104073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:28:33.655262 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6339aa5a-d080-49a4-b30f-658498c47f18 None None] Pushing event updated for resources: {'Port': ['ID=7f1dc776-a19b-4af6-833e-5c890488a2aa,revision_number=2']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:33.659092 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1b8e50-ee75-47fc-b956-98eae23b25ae req-09a4dd12-62f4-48e9-9926-710b235e9444 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:33.666408 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-8d1b8e50-ee75-47fc-b956-98eae23b25ae req-09a4dd12-62f4-48e9-9926-710b235e9444 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/ports?device_id=a630735e-10a7-46fd-912c-a1792d18fd15 HTTP/1.1" status: 200 len: 944 time: 0.0773225 May 27 03:28:33.751113 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-ae736ba1-7a68-446e-8933-78f5b9475cc8 None None] Provisioning complete for port d81d9181-1a83-4adb-ab28-eea68c59cb75 triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:28:33.751782 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-ae736ba1-7a68-446e-8933-78f5b9475cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (d81d9181-1a83-4adb-ab28-eea68c59cb75), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:33.760440 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-335929a3-9b60-49aa-b3c8-093d782512dc admin admin] Publish callbacks [] for router_gateway (bdad2d4e-d5ed-4a99-b464-64f4a0321cab), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:33.801006 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f70e7e6e-5d50-42a8-9a05-38619da83ed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (7db81693-ec25-4d8d-9069-8605391ffc10), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:33.803463 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.notifiers.nova [req-1e110227-8ec4-472a-a7b6-5e6989b9dfc1 req-a9f01c9e-0179-43b9-a314-b74a60c1760f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 500f9575-c4a4-47bd-be17-a054e686429b {{(pid=104071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:28:33.851404 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-1e110227-8ec4-472a-a7b6-5e6989b9dfc1 req-a9f01c9e-0179-43b9-a314-b74a60c1760f service neutron] Publish callbacks [] for port (500f9575-c4a4-47bd-be17-a054e686429b), precommit_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:33.893362 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-8d1b8e50-ee75-47fc-b956-98eae23b25ae req-09284d65-58e1-4726-bf84-0a504f51df77 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/security-groups?id=0da39d56-2ae2-493f-b202-0452c114a552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2255793 May 27 03:28:33.907678 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Current status of the port d6a48426-132d-46f7-b088-8df0294adfe1 is: BUILD; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:28:33.907965 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (d6a48426-132d-46f7-b088-8df0294adfe1), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:33.914870 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:33.921801 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.db.provisioning_blocks [req-1e110227-8ec4-472a-a7b6-5e6989b9dfc1 req-a9f01c9e-0179-43b9-a314-b74a60c1760f service neutron] Transition to ACTIVE for port object 500f9575-c4a4-47bd-be17-a054e686429b will not be triggered until provisioned by entity L2. {{(pid=104071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 03:28:33.936728 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-ae736ba1-7a68-446e-8933-78f5b9475cc8 None None] Current status of the port d81d9181-1a83-4adb-ab28-eea68c59cb75 is: ACTIVE; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:28:33.944791 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-1e110227-8ec4-472a-a7b6-5e6989b9dfc1 req-a9f01c9e-0179-43b9-a314-b74a60c1760f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12907171'] for port (500f9575-c4a4-47bd-be17-a054e686429b), after_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:33.987869 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] For port d6a48426-132d-46f7-b088-8df0294adfe1, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=d6a48426-132d-46f7-b088-8df0294adfe1,segment=NetworkSegment(63adec67-bcb3-479f-bdea-b274a09a22b6),segment_id=63adec67-bcb3-479f-bdea-b274a09a22b6)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:28:33.991472 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a630735e-10a7-46fd-912c-a1792d18fd15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6a48426-132d-46f7-b088-8df0294adfe1'}] {{(pid=104073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:28:33.995900 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fe636b475fcf817a66bede64dee182d8d37f0deb14dcb08a99f86243ff54ad7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08e07154-6b47-42ef-87a0-15bec76cac1f" -d '{"events": [{"server_uuid": "a630735e-10a7-46fd-912c-a1792d18fd15", "name": "network-vif-plugged", "status": "completed", "tag": "d6a48426-132d-46f7-b088-8df0294adfe1"}]}' {{(pid=104073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:28:34.011657 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (d6a48426-132d-46f7-b088-8df0294adfe1), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:34.034937 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f01c9e-0179-43b9-a314-b74a60c1760f service neutron] Pushing event updated for resources: {'Port': ['ID=500f9575-c4a4-47bd-be17-a054e686429b,revision_number=2']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:34.081641 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-335929a3-9b60-49aa-b3c8-093d782512dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16723146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16278078'] for router (bdad2d4e-d5ed-4a99-b464-64f4a0321cab), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:34.090617 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Pushing event updated for resources: {'Port': ['ID=d6a48426-132d-46f7-b088-8df0294adfe1,revision_number=5']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:34.110540 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c3b955f-17de-4cd2-8203-809039a63c47 x-openstack-request-id: req-8c3b955f-17de-4cd2-8203-809039a63c47 {{(pid=104073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:28:34.111036 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a630735e-10a7-46fd-912c-a1792d18fd15", "name": "network-vif-plugged", "status": "completed", "tag": "d6a48426-132d-46f7-b088-8df0294adfe1", "code": 200}]} {{(pid=104073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:28:34.111313 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8c3b955f-17de-4cd2-8203-809039a63c47 {{(pid=104073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:28:34.111950 dv-cinder-828806-4-iscsi neutron-server[104073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c3b955f-17de-4cd2-8203-809039a63c47'] response: {'server_uuid': 'a630735e-10a7-46fd-912c-a1792d18fd15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6a48426-132d-46f7-b088-8df0294adfe1', 'code': 200} May 27 03:28:34.171133 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.managers [req-1e110227-8ec4-472a-a7b6-5e6989b9dfc1 req-a9f01c9e-0179-43b9-a314-b74a60c1760f service neutron] Attempting to bind port 500f9575-c4a4-47bd-be17-a054e686429b on host hv-cinder-82880 for vnic_type normal with profile {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:28:34.171761 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.managers [req-1e110227-8ec4-472a-a7b6-5e6989b9dfc1 req-a9f01c9e-0179-43b9-a314-b74a60c1760f service neutron] Attempting to bind port 500f9575-c4a4-47bd-be17-a054e686429b by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': '3d0db8b7-60ed-4f83-92b1-448610616c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '79e2e930-0200-4ceb-a2bb-a93bbb04e0f6'}] {{(pid=104071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:28:34.174708 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e110227-8ec4-472a-a7b6-5e6989b9dfc1 req-a9f01c9e-0179-43b9-a314-b74a60c1760f service neutron] Attempting to bind port 500f9575-c4a4-47bd-be17-a054e686429b on network 79e2e930-0200-4ceb-a2bb-a93bbb04e0f6 {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:28:34.181387 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e110227-8ec4-472a-a7b6-5e6989b9dfc1 req-a9f01c9e-0179-43b9-a314-b74a60c1760f service neutron] Port 500f9575-c4a4-47bd-be17-a054e686429b on network 79e2e930-0200-4ceb-a2bb-a93bbb04e0f6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 03:28:34.182181 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e110227-8ec4-472a-a7b6-5e6989b9dfc1 req-a9f01c9e-0179-43b9-a314-b74a60c1760f service neutron] Attempting to bind port 500f9575-c4a4-47bd-be17-a054e686429b on network 79e2e930-0200-4ceb-a2bb-a93bbb04e0f6 {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:28:34.191566 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:34.199746 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e110227-8ec4-472a-a7b6-5e6989b9dfc1 req-a9f01c9e-0179-43b9-a314-b74a60c1760f service neutron] Checking agent: {'id': 'a17a57cc-679f-4398-8430-1b64b86f4dc1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 21, 13), 'started_at': datetime.datetime(2022, 5, 27, 3, 21, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:28:34.200377 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e110227-8ec4-472a-a7b6-5e6989b9dfc1 req-a9f01c9e-0179-43b9-a314-b74a60c1760f service neutron] Checking segment: {'id': '3d0db8b7-60ed-4f83-92b1-448610616c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '79e2e930-0200-4ceb-a2bb-a93bbb04e0f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:28:34.201150 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e110227-8ec4-472a-a7b6-5e6989b9dfc1 req-a9f01c9e-0179-43b9-a314-b74a60c1760f service neutron] Bound using segment: {'id': '3d0db8b7-60ed-4f83-92b1-448610616c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '79e2e930-0200-4ceb-a2bb-a93bbb04e0f6'} {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:28:34.201761 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.managers [req-1e110227-8ec4-472a-a7b6-5e6989b9dfc1 req-a9f01c9e-0179-43b9-a314-b74a60c1760f service neutron] Bound port: 500f9575-c4a4-47bd-be17-a054e686429b, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d0db8b7-60ed-4f83-92b1-448610616c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '79e2e930-0200-4ceb-a2bb-a93bbb04e0f6'}}] {{(pid=104071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:28:34.202289 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-1e110227-8ec4-472a-a7b6-5e6989b9dfc1 req-a9f01c9e-0179-43b9-a314-b74a60c1760f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (500f9575-c4a4-47bd-be17-a054e686429b), before_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:34.231475 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:34.306935 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.db [req-1e110227-8ec4-472a-a7b6-5e6989b9dfc1 req-a9f01c9e-0179-43b9-a314-b74a60c1760f service neutron] For port 500f9575-c4a4-47bd-be17-a054e686429b, host hv-cinder-82880, cleared binding levels {{(pid=104071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:28:34.310818 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.db [req-1e110227-8ec4-472a-a7b6-5e6989b9dfc1 req-a9f01c9e-0179-43b9-a314-b74a60c1760f service neutron] For port 500f9575-c4a4-47bd-be17-a054e686429b, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=500f9575-c4a4-47bd-be17-a054e686429b,segment=NetworkSegment(3d0db8b7-60ed-4f83-92b1-448610616c6c),segment_id=3d0db8b7-60ed-4f83-92b1-448610616c6c)] {{(pid=104071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:28:34.322439 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-1e110227-8ec4-472a-a7b6-5e6989b9dfc1 req-a9f01c9e-0179-43b9-a314-b74a60c1760f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12907171'] for port (500f9575-c4a4-47bd-be17-a054e686429b), after_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:34.372751 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e110227-8ec4-472a-a7b6-5e6989b9dfc1 req-a9f01c9e-0179-43b9-a314-b74a60c1760f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:34.373439 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-1e110227-8ec4-472a-a7b6-5e6989b9dfc1 req-a9f01c9e-0179-43b9-a314-b74a60c1760f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159658'] for port (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:34.376623 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-1e110227-8ec4-472a-a7b6-5e6989b9dfc1 req-a9f01c9e-0179-43b9-a314-b74a60c1760f service neutron] 10.222.0.67 "PUT /v2.0/ports/500f9575-c4a4-47bd-be17-a054e686429b HTTP/1.1" status: 200 len: 1093 time: 1.3687227 May 27 03:28:34.377155 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bbdd423-cd44-475e-abb9-2c765b71b978', 'tag': '500f9575-c4a4-47bd-be17-a054e686429b'}] {{(pid=104071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:28:34.386606 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bb076ad6e20eee76da9493a154e3e0af7ddb4a8668b70cc9390b05200f69f4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0a401ab-708b-4aa2-ab7b-8c9cc50c6118" -d '{"events": [{"name": "network-changed", "server_uuid": "5bbdd423-cd44-475e-abb9-2c765b71b978", "tag": "500f9575-c4a4-47bd-be17-a054e686429b"}]}' {{(pid=104071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:28:34.492575 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-204067db-88be-47db-b857-c581e2920145 x-openstack-request-id: req-204067db-88be-47db-b857-c581e2920145 {{(pid=104071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:28:34.492888 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bbdd423-cd44-475e-abb9-2c765b71b978", "tag": "500f9575-c4a4-47bd-be17-a054e686429b", "status": "completed", "code": 200}]} {{(pid=104071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:28:34.493155 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-204067db-88be-47db-b857-c581e2920145 {{(pid=104071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:28:34.493565 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-204067db-88be-47db-b857-c581e2920145'] response: {'name': 'network-changed', 'server_uuid': '5bbdd423-cd44-475e-abb9-2c765b71b978', 'tag': '500f9575-c4a4-47bd-be17-a054e686429b', 'status': 'completed', 'code': 200} May 27 03:28:34.526014 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f01c9e-0179-43b9-a314-b74a60c1760f service neutron] Pushing event updated for resources: {'Port': ['ID=500f9575-c4a4-47bd-be17-a054e686429b,revision_number=3']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:34.545746 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e110227-8ec4-472a-a7b6-5e6989b9dfc1 req-ed5f0303-24fa-4d92-bff0-b07030cdc74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:34.547379 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-1e110227-8ec4-472a-a7b6-5e6989b9dfc1 req-ed5f0303-24fa-4d92-bff0-b07030cdc74c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d5bef1b49d424299864523887eb72b3c&device_id=5bbdd423-cd44-475e-abb9-2c765b71b978 HTTP/1.1" status: 200 len: 1127 time: 0.1054814 May 27 03:28:34.611968 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-1e110227-8ec4-472a-a7b6-5e6989b9dfc1 req-01bb20ef-4f8b-4ca1-8b80-9e93cff2637b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=500f9575-c4a4-47bd-be17-a054e686429b HTTP/1.1" status: 200 len: 217 time: 0.0448854 May 27 03:28:34.708724 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e110227-8ec4-472a-a7b6-5e6989b9dfc1 req-ae6840b2-d2bc-4cc5-8356-2cda0f8809a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:34.710334 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-1e110227-8ec4-472a-a7b6-5e6989b9dfc1 req-ae6840b2-d2bc-4cc5-8356-2cda0f8809a2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5133a594-c63e-4ae9-a294-52a4d497dec8 HTTP/1.1" status: 200 len: 851 time: 0.0915112 May 27 03:28:34.719016 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Device 7f1dc776-a19b-4af6-833e-5c890488a2aa up at agent ovs-agent-dv-cinder-828806-4-iscsi {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:28:34.793185 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589a39af-b56a-4768-bd87-0f9a5585683b req-f3e623a3-378a-4d80-ba12-df02e8589576 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:34.794260 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Provisioning complete for port 7f1dc776-a19b-4af6-833e-5c890488a2aa triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:28:34.794608 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e110227-8ec4-472a-a7b6-5e6989b9dfc1 req-478e2208-3ba1-4669-9127-ff8eb75117c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:34.794745 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-589a39af-b56a-4768-bd87-0f9a5585683b req-f3e623a3-378a-4d80-ba12-df02e8589576 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "GET /v2.0/ports?device_id=5bbdd423-cd44-475e-abb9-2c765b71b978 HTTP/1.1" status: 200 len: 943 time: 0.5515668 May 27 03:28:34.796722 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-1e110227-8ec4-472a-a7b6-5e6989b9dfc1 req-478e2208-3ba1-4669-9127-ff8eb75117c7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=79e2e930-0200-4ceb-a2bb-a93bbb04e0f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0760908 May 27 03:28:34.805598 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (7f1dc776-a19b-4af6-833e-5c890488a2aa), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:34.855731 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:34.871262 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a873daf-c674-4ecd-b52b-ccc9627a1eb2 req-75202436-86be-4385-a764-02991a3d4e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:34.873699 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-4a873daf-c674-4ecd-b52b-ccc9627a1eb2 req-75202436-86be-4385-a764-02991a3d4e14 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a630735e-10a7-46fd-912c-a1792d18fd15 HTTP/1.1" status: 200 len: 1129 time: 0.1316772 May 27 03:28:34.919796 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-1e110227-8ec4-472a-a7b6-5e6989b9dfc1 req-83db0830-a1f9-4970-9166-a3b63000e98d service neutron] 10.222.0.67 "GET /v2.0/networks/79e2e930-0200-4ceb-a2bb-a93bbb04e0f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138377 May 27 03:28:34.952824 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Current status of the port 7f1dc776-a19b-4af6-833e-5c890488a2aa is: DOWN; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:28:34.953468 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (7f1dc776-a19b-4af6-833e-5c890488a2aa), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:34.958051 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-589a39af-b56a-4768-bd87-0f9a5585683b req-99096d3c-3d3d-44cf-a566-0ee2db2138a6 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1e45c10-37e6-4124-bc3b-be47b71b2f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235771 May 27 03:28:34.959715 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:34.987022 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (01a6c5a5-ff25-49ea-8869-bb2b5ba0570e), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:34.992507 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-335929a3-9b60-49aa-b3c8-093d782512dc admin admin] Router bdad2d4e-d5ed-4a99-b464-64f4a0321cab is scheduled to L3 agent 3e4effd7-5bc9-408b-93fa-42e4b19a61d9 with binding_index 1 {{(pid=104072) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 03:28:35.013424 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-4a873daf-c674-4ecd-b52b-ccc9627a1eb2 req-759cb418-f896-46af-85c2-3a7cdc6517df service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=0da39d56-2ae2-493f-b202-0452c114a552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1293600 May 27 03:28:35.027738 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] For port 7f1dc776-a19b-4af6-833e-5c890488a2aa, host dv-cinder-828806-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-4-iscsi',level=0,port_id=7f1dc776-a19b-4af6-833e-5c890488a2aa,segment=NetworkSegment(0d322af4-9b31-438c-b9e7-43a5977094c5),segment_id=0d322af4-9b31-438c-b9e7-43a5977094c5)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:28:35.042238 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (7f1dc776-a19b-4af6-833e-5c890488a2aa), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:35.043235 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Device d81d9181-1a83-4adb-ab28-eea68c59cb75 up at agent ovs-agent-dv-cinder-828806-4-iscsi {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:28:35.138771 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Pushing event updated for resources: {'Port': ['ID=7f1dc776-a19b-4af6-833e-5c890488a2aa,revision_number=3']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:35.149827 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Provisioning complete for port d81d9181-1a83-4adb-ab28-eea68c59cb75 triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:28:35.149827 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (d81d9181-1a83-4adb-ab28-eea68c59cb75), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:35.156146 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-1e110227-8ec4-472a-a7b6-5e6989b9dfc1 req-2015784e-26aa-475f-813b-5ce8c2c42aa5 service neutron] 10.222.0.67 "GET /v2.0/networks/79e2e930-0200-4ceb-a2bb-a93bbb04e0f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267005 May 27 03:28:35.170517 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-335929a3-9b60-49aa-b3c8-093d782512dc admin admin] Notify agent at l3_agent.dv-cinder-828806-4-iscsi the message routers_updated {{(pid=104072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:28:35.173135 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9351401c-e8e0-4a54-8c45-9cff3dbc5a38 req-890a8003-d13c-4095-9cf1-eca4dc8d5f36 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:35.177973 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f38cc7-754e-48b9-8e76-01dfb6b56da7 None None] Network 11ff5210-ed00-467b-92dc-ee2b24942d46 requested from dv-cinder-828806-4-iscsi {{(pid=104073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:28:35.181324 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-9351401c-e8e0-4a54-8c45-9cff3dbc5a38 req-890a8003-d13c-4095-9cf1-eca4dc8d5f36 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/ports?device_id=a630735e-10a7-46fd-912c-a1792d18fd15 HTTP/1.1" status: 200 len: 945 time: 0.1141658 May 27 03:28:35.186010 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f92329-c510-4bb9-941a-a718f7f3a58a None None] Sync routers for ids ['bdad2d4e-d5ed-4a99-b464-64f4a0321cab'] in dv-cinder-828806-4-iscsi {{(pid=104073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:28:35.192404 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-335929a3-9b60-49aa-b3c8-093d782512dc admin admin] Publish callbacks [] for router (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:35.196311 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-335929a3-9b60-49aa-b3c8-093d782512dc admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.5135396 May 27 03:28:35.197281 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 33726) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:28:35.206072 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:35.235407 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-9351401c-e8e0-4a54-8c45-9cff3dbc5a38 req-2021d4a8-676d-4297-b6d4-fdd76ac7579b tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/security-groups?id=0da39d56-2ae2-493f-b202-0452c114a552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531244 May 27 03:28:35.271877 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f92329-c510-4bb9-941a-a718f7f3a58a None None] Routers {'bdad2d4e-d5ed-4a99-b464-64f4a0321cab'} bound to L3 agent in host dv-cinder-828806-4-iscsi {{(pid=104073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:28:35.271877 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-40f92329-c510-4bb9-941a-a718f7f3a58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T03:14:31Z,description=,heartbeat_timestamp=2022-05-27T03:28:31Z,host='dv-cinder-828806-4-iscsi',id=3e4effd7-5bc9-408b-93fa-42e4b19a61d9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:14:31Z,topic='l3_agent')) {'router_ids': ['bdad2d4e-d5ed-4a99-b464-64f4a0321cab'], 'active': True} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:28:35.490222 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-b1e2d81b-aca2-4b87-8652-ad9fe7e28a40 None None] Provisioning complete for port 7f1dc776-a19b-4af6-833e-5c890488a2aa triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:28:35.490586 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-b1e2d81b-aca2-4b87-8652-ad9fe7e28a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (7f1dc776-a19b-4af6-833e-5c890488a2aa), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:35.644223 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Current status of the port d81d9181-1a83-4adb-ab28-eea68c59cb75 is: ACTIVE; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:28:35.657404 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvr_db [None req-40f92329-c510-4bb9-941a-a718f7f3a58a None None] Set router bdad2d4e-d5ed-4a99-b464-64f4a0321cab gateway port host: dv-cinder-828806-4-iscsi {{(pid=104073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:28:35.669861 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-5084c1dc-9db0-4a38-b554-67502abd1e73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:35.743037 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:35.811978 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-b1e2d81b-aca2-4b87-8652-ad9fe7e28a40 None None] Current status of the port 7f1dc776-a19b-4af6-833e-5c890488a2aa is: ACTIVE; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:28:35.830535 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:35.852079 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.db.db_base_plugin_common [None req-5084c1dc-9db0-4a38-b554-67502abd1e73 admin admin] Allocated IP 172.20.0.1 (11ff5210-ed00-467b-92dc-ee2b24942d46/373cdc86-4514-42e8-acf6-eb4ffb762789/7641aa79-20b2-4991-9a5b-7e81473bb2d0) {{(pid=104072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:28:35.916535 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-40f92329-c510-4bb9-941a-a718f7f3a58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdad2d4e-d5ed-4a99-b464-64f4a0321cab', 'name': 'tempest-TestMinimumBasicScenario-1819793613-router', 'tenant_id': 'afbd09946f09447a92a186270aa81079', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.117'}], 'enable_snat': True}, 'gw_port_id': 'bf197654-242f-4e87-9013-201282a8e526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:28:31Z', 'updated_at': '2022-05-27T03:28:33Z', 'revision_number': 3, 'project_id': 'afbd09946f09447a92a186270aa81079', 'gw_port': {'id': 'bf197654-242f-4e87-9013-201282a8e526', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:05:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdad2d4e-d5ed-4a99-b464-64f4a0321cab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:28:32Z', 'updated_at': '2022-05-27T03:28:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi'}], 'dv-cinder-828806-4-iscsi', False) {} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:28:35.944842 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f92329-c510-4bb9-941a-a718f7f3a58a None None] Checking router: bdad2d4e-d5ed-4a99-b464-64f4a0321cab for host: dv-cinder-828806-4-iscsi {{(pid=104073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:28:35.945242 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f92329-c510-4bb9-941a-a718f7f3a58a None None] Updating router bdad2d4e-d5ed-4a99-b464-64f4a0321cab port bf197654-242f-4e87-9013-201282a8e526 binding host dv-cinder-828806-4-iscsi {{(pid=104073) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:28:35.975480 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-40f92329-c510-4bb9-941a-a718f7f3a58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (bf197654-242f-4e87-9013-201282a8e526), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:35.978725 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:35.987666 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-5084c1dc-9db0-4a38-b554-67502abd1e73 admin admin] Publish callbacks [] for port (7641aa79-20b2-4991-9a5b-7e81473bb2d0), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:36.026918 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-5084c1dc-9db0-4a38-b554-67502abd1e73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743907242280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13119109'] for port (7641aa79-20b2-4991-9a5b-7e81473bb2d0), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:36.048144 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-66cd1442-19f0-4940-b887-dd8b3b74be62 None None] Provisioning complete for port 7f1dc776-a19b-4af6-833e-5c890488a2aa triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:28:36.048144 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-66cd1442-19f0-4940-b887-dd8b3b74be62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (7f1dc776-a19b-4af6-833e-5c890488a2aa), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:36.083320 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5084c1dc-9db0-4a38-b554-67502abd1e73 admin admin] Network 11ff5210-ed00-467b-92dc-ee2b24942d46 is already hosted by enough agents. {{(pid=104072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:28:36.086944 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.base_scheduler [None req-5084c1dc-9db0-4a38-b554-67502abd1e73 admin admin] Resources bound (agent type, host, resource id): {{(pid=104072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:28:36.095435 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5084c1dc-9db0-4a38-b554-67502abd1e73 admin admin] Received port after_create {{(pid=104072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:28:36.122747 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a401ab-708b-4aa2-ab7b-8c9cc50c6118 req-3e14c6e2-de68-4db4-a86e-96fd5ee9347c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:36.137001 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-a0a401ab-708b-4aa2-ab7b-8c9cc50c6118 req-3e14c6e2-de68-4db4-a86e-96fd5ee9347c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d5bef1b49d424299864523887eb72b3c&device_id=5bbdd423-cd44-475e-abb9-2c765b71b978 HTTP/1.1" status: 200 len: 1127 time: 0.0818987 May 27 03:28:36.140916 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5084c1dc-9db0-4a38-b554-67502abd1e73 admin admin] Pushing event updated for resources: {'Port': ['ID=7641aa79-20b2-4991-9a5b-7e81473bb2d0,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:36.195913 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-5084c1dc-9db0-4a38-b554-67502abd1e73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16279373'] for router_interface (bdad2d4e-d5ed-4a99-b464-64f4a0321cab), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:36.251968 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8f71eb-099a-455f-a8c0-8347c733343d req-00b6ccf0-ee61-405b-8ae4-0e053ca2f469 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:36.253556 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-2b8f71eb-099a-455f-a8c0-8347c733343d req-00b6ccf0-ee61-405b-8ae4-0e053ca2f469 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "GET /v2.0/ports?device_id=5bbdd423-cd44-475e-abb9-2c765b71b978 HTTP/1.1" status: 200 len: 943 time: 0.1177881 May 27 03:28:36.295251 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a401ab-708b-4aa2-ab7b-8c9cc50c6118 req-2a5de52b-9b8e-44cb-b3e3-6f7dc4899685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:36.298022 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-a0a401ab-708b-4aa2-ab7b-8c9cc50c6118 req-2a5de52b-9b8e-44cb-b3e3-6f7dc4899685 service neutron] 10.222.0.67 "GET /v2.0/networks?id=79e2e930-0200-4ceb-a2bb-a93bbb04e0f6 HTTP/1.1" status: 200 len: 913 time: 0.1211250 May 27 03:28:36.393953 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-5084c1dc-9db0-4a38-b554-67502abd1e73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (7641aa79-20b2-4991-9a5b-7e81473bb2d0), before_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:36.394895 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157deafb-a354-4529-ad33-011a7cc77b91 req-e9755092-e119-4c60-bdb2-2a7e7e50301c tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:36.396728 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-157deafb-a354-4529-ad33-011a7cc77b91 req-e9755092-e119-4c60-bdb2-2a7e7e50301c tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/ports?device_id=a630735e-10a7-46fd-912c-a1792d18fd15 HTTP/1.1" status: 200 len: 945 time: 0.0634892 May 27 03:28:36.399371 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:36.416605 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-66cd1442-19f0-4940-b887-dd8b3b74be62 None None] Current status of the port 7f1dc776-a19b-4af6-833e-5c890488a2aa is: ACTIVE; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:28:36.422679 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-2b8f71eb-099a-455f-a8c0-8347c733343d req-a9e47daf-f000-41fa-8e93-7cfe7f892614 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1e45c10-37e6-4124-bc3b-be47b71b2f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1403217 May 27 03:28:36.423862 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:36.449231 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-40f92329-c510-4bb9-941a-a718f7f3a58a None None] Publish callbacks [] for port (bf197654-242f-4e87-9013-201282a8e526), precommit_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:36.457559 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-40f92329-c510-4bb9-941a-a718f7f3a58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (bf197654-242f-4e87-9013-201282a8e526), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:36.466885 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-157deafb-a354-4529-ad33-011a7cc77b91 req-2516d4f0-108d-46ee-b56c-fad09e9fc704 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/security-groups?id=0da39d56-2ae2-493f-b202-0452c114a552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636649 May 27 03:28:36.516656 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.managers [None req-40f92329-c510-4bb9-941a-a718f7f3a58a None None] Attempting to bind port bf197654-242f-4e87-9013-201282a8e526 on host dv-cinder-828806-4-iscsi for vnic_type normal with profile {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:28:36.517062 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.managers [None req-40f92329-c510-4bb9-941a-a718f7f3a58a None None] Attempting to bind port bf197654-242f-4e87-9013-201282a8e526 by drivers openvswitch,hyperv on host dv-cinder-828806-4-iscsi at level 0 using segments [{'id': '7e44f6fa-4b8b-41b0-9dbf-83bfa81b059a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d'}] {{(pid=104073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:28:36.517425 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f92329-c510-4bb9-941a-a718f7f3a58a None None] Attempting to bind port bf197654-242f-4e87-9013-201282a8e526 on network ca8b8e18-04f1-46f4-8c3b-aba3c077569d {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:28:36.520770 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab3ee25-b375-4987-bcdf-6811a4d7e3de None None] Pushing event updated for resources: {'Port': ['ID=bf197654-242f-4e87-9013-201282a8e526,revision_number=2']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:36.525765 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f92329-c510-4bb9-941a-a718f7f3a58a None None] Checking agent: {'id': '01a6c5a5-ff25-49ea-8869-bb2b5ba0570e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828806-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 14, 35), 'started_at': datetime.datetime(2022, 5, 27, 3, 15, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828806-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:28:36.526145 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f92329-c510-4bb9-941a-a718f7f3a58a None None] Checking segment: {'id': '7e44f6fa-4b8b-41b0-9dbf-83bfa81b059a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:28:36.526550 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-40f92329-c510-4bb9-941a-a718f7f3a58a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:36.526933 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f92329-c510-4bb9-941a-a718f7f3a58a None None] Bound using segment: {'id': '7e44f6fa-4b8b-41b0-9dbf-83bfa81b059a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d'} {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:28:36.527404 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.managers [None req-40f92329-c510-4bb9-941a-a718f7f3a58a None None] Bound port: bf197654-242f-4e87-9013-201282a8e526, host: dv-cinder-828806-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e44f6fa-4b8b-41b0-9dbf-83bfa81b059a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d'}}] {{(pid=104073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:28:36.527774 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-40f92329-c510-4bb9-941a-a718f7f3a58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (bf197654-242f-4e87-9013-201282a8e526), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:36.576758 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-4e0b3890-38ea-4f65-917b-2b6151baaf6f None None] Provisioning complete for port 7641aa79-20b2-4991-9a5b-7e81473bb2d0 triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:28:36.577171 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4e0b3890-38ea-4f65-917b-2b6151baaf6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (7641aa79-20b2-4991-9a5b-7e81473bb2d0), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:36.608147 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:36.608599 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Device 7f1dc776-a19b-4af6-833e-5c890488a2aa up at agent ovs-agent-dv-cinder-828806-4-iscsi {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:28:36.615763 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-40f92329-c510-4bb9-941a-a718f7f3a58a None None] For port bf197654-242f-4e87-9013-201282a8e526, host dv-cinder-828806-4-iscsi, cleared binding levels {{(pid=104073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:28:36.625775 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-5084c1dc-9db0-4a38-b554-67502abd1e73 admin admin] Publish callbacks [] for port (7641aa79-20b2-4991-9a5b-7e81473bb2d0), precommit_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:36.631492 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-5084c1dc-9db0-4a38-b554-67502abd1e73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13119154'] for port (7641aa79-20b2-4991-9a5b-7e81473bb2d0), after_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:36.652678 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-4e0b3890-38ea-4f65-917b-2b6151baaf6f None None] Port 7641aa79-20b2-4991-9a5b-7e81473bb2d0 cannot update to ACTIVE because it is not bound. {{(pid=104073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:28:36.655163 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-40f92329-c510-4bb9-941a-a718f7f3a58a None None] For port bf197654-242f-4e87-9013-201282a8e526, host dv-cinder-828806-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-4-iscsi',level=0,port_id=bf197654-242f-4e87-9013-201282a8e526,segment=NetworkSegment(7e44f6fa-4b8b-41b0-9dbf-83bfa81b059a),segment_id=7e44f6fa-4b8b-41b0-9dbf-83bfa81b059a)] {{(pid=104073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:28:36.667057 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-40f92329-c510-4bb9-941a-a718f7f3a58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (bf197654-242f-4e87-9013-201282a8e526), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:36.706872 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5084c1dc-9db0-4a38-b554-67502abd1e73 admin admin] Pushing event updated for resources: {'Port': ['ID=7641aa79-20b2-4991-9a5b-7e81473bb2d0,revision_number=2']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:36.710258 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-5084c1dc-9db0-4a38-b554-67502abd1e73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-366354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16280317'] for router_interface (bdad2d4e-d5ed-4a99-b464-64f4a0321cab), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:36.739740 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Provisioning complete for port 7f1dc776-a19b-4af6-833e-5c890488a2aa triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:28:36.740067 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (7f1dc776-a19b-4af6-833e-5c890488a2aa), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:36.742083 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f92329-c510-4bb9-941a-a718f7f3a58a None None] Routers {'bdad2d4e-d5ed-4a99-b464-64f4a0321cab'} bound to L3 agent in host dv-cinder-828806-4-iscsi {{(pid=104073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:28:36.742860 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-40f92329-c510-4bb9-941a-a718f7f3a58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T03:14:31Z,description=,heartbeat_timestamp=2022-05-27T03:28:31Z,host='dv-cinder-828806-4-iscsi',id=3e4effd7-5bc9-408b-93fa-42e4b19a61d9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:14:31Z,topic='l3_agent')) {'router_ids': ['bdad2d4e-d5ed-4a99-b464-64f4a0321cab'], 'active': True} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:28:36.745921 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab3ee25-b375-4987-bcdf-6811a4d7e3de None None] Pushing event updated for resources: {'Port': ['ID=bf197654-242f-4e87-9013-201282a8e526,revision_number=3']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:36.764755 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-a0a401ab-708b-4aa2-ab7b-8c9cc50c6118 req-52dd79be-0e4a-4dd3-aca9-68d89c9f41d0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=500f9575-c4a4-47bd-be17-a054e686429b HTTP/1.1" status: 200 len: 217 time: 0.0424719 May 27 03:28:36.822805 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:INSERT=2,neutron:UPDATE=1,neutron:SELECT=97 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:36.824840 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5084c1dc-9db0-4a38-b554-67502abd1e73 admin admin] Network 11ff5210-ed00-467b-92dc-ee2b24942d46 is already hosted by enough agents. {{(pid=104072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:28:36.826568 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.base_scheduler [None req-5084c1dc-9db0-4a38-b554-67502abd1e73 admin admin] Resources bound (agent type, host, resource id): {{(pid=104072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:28:36.882182 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:36.915278 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Current status of the port 7f1dc776-a19b-4af6-833e-5c890488a2aa is: ACTIVE; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:28:36.918540 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvr_db [None req-40f92329-c510-4bb9-941a-a718f7f3a58a None None] Set router bdad2d4e-d5ed-4a99-b464-64f4a0321cab gateway port host: dv-cinder-828806-4-iscsi {{(pid=104073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:28:36.947539 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5084c1dc-9db0-4a38-b554-67502abd1e73 admin admin] Router bdad2d4e-d5ed-4a99-b464-64f4a0321cab has already been hosted by L3 agent 3e4effd7-5bc9-408b-93fa-42e4b19a61d9 {{(pid=104072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:28:37.058649 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5084c1dc-9db0-4a38-b554-67502abd1e73 admin admin] Notify agent at l3_agent.dv-cinder-828806-4-iscsi the message routers_updated {{(pid=104072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:28:37.065317 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-5084c1dc-9db0-4a38-b554-67502abd1e73 admin admin] 10.222.0.50 "PUT /v2.0/routers/bdad2d4e-d5ed-4a99-b464-64f4a0321cab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8671777 May 27 03:28:37.085128 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-7bd44761-21fa-44e6-9e74-8501920c4441 None None] Provisioning complete for port 7641aa79-20b2-4991-9a5b-7e81473bb2d0 triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:28:37.085510 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-7bd44761-21fa-44e6-9e74-8501920c4441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (7641aa79-20b2-4991-9a5b-7e81473bb2d0), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:37.152639 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-40f92329-c510-4bb9-941a-a718f7f3a58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdad2d4e-d5ed-4a99-b464-64f4a0321cab', 'name': 'tempest-TestMinimumBasicScenario-1819793613-router', 'tenant_id': 'afbd09946f09447a92a186270aa81079', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.117'}], 'enable_snat': True}, 'gw_port_id': 'bf197654-242f-4e87-9013-201282a8e526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:28:31Z', 'updated_at': '2022-05-27T03:28:36Z', 'revision_number': 4, 'project_id': 'afbd09946f09447a92a186270aa81079', 'gw_port': {'id': 'bf197654-242f-4e87-9013-201282a8e526', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:05:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdad2d4e-d5ed-4a99-b464-64f4a0321cab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:28:32Z', 'updated_at': '2022-05-27T03:28:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi', '_interfaces': [{'id': '7641aa79-20b2-4991-9a5b-7e81473bb2d0', 'name': '', 'network_id': '11ff5210-ed00-467b-92dc-ee2b24942d46', 'tenant_id': 'afbd09946f09447a92a186270aa81079', 'mac_address': 'fa:16:3e:14:10:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdad2d4e-d5ed-4a99-b464-64f4a0321cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '373cdc86-4514-42e8-acf6-eb4ffb762789', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:28:35Z', 'updated_at': '2022-05-27T03:28:36Z', 'revision_number': 2, 'project_id': 'afbd09946f09447a92a186270aa81079', 'subnets': [{'id': '373cdc86-4514-42e8-acf6-eb4ffb762789', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-4-iscsi', False) {} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:28:37.154417 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-7bd44761-21fa-44e6-9e74-8501920c4441 None None] Port 7641aa79-20b2-4991-9a5b-7e81473bb2d0 cannot update to ACTIVE because it is not bound. {{(pid=104073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:28:37.179525 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f92329-c510-4bb9-941a-a718f7f3a58a None None] The sync data for ids ['bdad2d4e-d5ed-4a99-b464-64f4a0321cab'] in dv-cinder-828806-4-iscsi is: [{'id': 'bdad2d4e-d5ed-4a99-b464-64f4a0321cab', 'name': 'tempest-TestMinimumBasicScenario-1819793613-router', 'tenant_id': 'afbd09946f09447a92a186270aa81079', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.117'}], 'enable_snat': True}, 'gw_port_id': 'bf197654-242f-4e87-9013-201282a8e526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:28:31Z', 'updated_at': '2022-05-27T03:28:36Z', 'revision_number': 4, 'project_id': 'afbd09946f09447a92a186270aa81079', 'gw_port': {'id': 'bf197654-242f-4e87-9013-201282a8e526', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:05:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdad2d4e-d5ed-4a99-b464-64f4a0321cab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:28:32Z', 'updated_at': '2022-05-27T03:28:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi', '_interfaces': [{'id': '7641aa79-20b2-4991-9a5b-7e81473bb2d0', 'name': '', 'network_id': '11ff5210-ed00-467b-92dc-ee2b24942d46', 'tenant_id': 'afbd09946f09447a92a186270aa81079', 'mac_address': 'fa:16:3e:14:10:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdad2d4e-d5ed-4a99-b464-64f4a0321cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '373cdc86-4514-42e8-acf6-eb4ffb762789', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:28:35Z', 'updated_at': '2022-05-27T03:28:36Z', 'revision_number': 2, 'project_id': 'afbd09946f09447a92a186270aa81079', 'subnets': [{'id': '373cdc86-4514-42e8-acf6-eb4ffb762789', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:28:37.362310 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a401ab-708b-4aa2-ab7b-8c9cc50c6118 req-4467d275-4464-438d-9377-d9786f9ab7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:37.363951 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-a0a401ab-708b-4aa2-ab7b-8c9cc50c6118 req-4467d275-4464-438d-9377-d9786f9ab7fc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5133a594-c63e-4ae9-a294-52a4d497dec8 HTTP/1.1" status: 200 len: 851 time: 0.0534339 May 27 03:28:37.450614 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a401ab-708b-4aa2-ab7b-8c9cc50c6118 req-17882d22-7a16-4ce6-b637-c3d2eda331c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:37.452156 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-a0a401ab-708b-4aa2-ab7b-8c9cc50c6118 req-17882d22-7a16-4ce6-b637-c3d2eda331c3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=79e2e930-0200-4ceb-a2bb-a93bbb04e0f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0770659 May 27 03:28:37.638092 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbefa12-6217-4767-a328-75f48d3c4818 req-50d6264e-85e7-42f2-8aa4-1340e739756d tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:37.639647 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-5fbefa12-6217-4767-a328-75f48d3c4818 req-50d6264e-85e7-42f2-8aa4-1340e739756d tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "GET /v2.0/ports?device_id=5bbdd423-cd44-475e-abb9-2c765b71b978 HTTP/1.1" status: 200 len: 943 time: 0.1125934 May 27 03:28:37.696524 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-a0a401ab-708b-4aa2-ab7b-8c9cc50c6118 req-480a0e05-d796-48ea-8470-c8c806842d75 service neutron] 10.222.0.67 "GET /v2.0/networks/79e2e930-0200-4ceb-a2bb-a93bbb04e0f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070746 May 27 03:28:37.831251 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-5fbefa12-6217-4767-a328-75f48d3c4818 req-0341ddc2-712e-406a-841e-fdc870f495e2 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1e45c10-37e6-4124-bc3b-be47b71b2f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1832933 May 27 03:28:37.840077 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-a0a401ab-708b-4aa2-ab7b-8c9cc50c6118 req-3f068ce6-5800-4c0d-a2fc-5b8efe167ad5 service neutron] 10.222.0.67 "GET /v2.0/networks/79e2e930-0200-4ceb-a2bb-a93bbb04e0f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349535 May 27 03:28:37.896882 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61db7e9b-af30-4917-904c-7994152bbd7f req-fbca6572-f595-448f-b8eb-f08f191cc0d5 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:37.898525 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-61db7e9b-af30-4917-904c-7994152bbd7f req-fbca6572-f595-448f-b8eb-f08f191cc0d5 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/ports?device_id=a630735e-10a7-46fd-912c-a1792d18fd15 HTTP/1.1" status: 200 len: 945 time: 0.0861850 May 27 03:28:37.958422 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-61db7e9b-af30-4917-904c-7994152bbd7f req-2f19b0d0-fa14-42f4-995f-3ff3849373ca tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/security-groups?id=0da39d56-2ae2-493f-b202-0452c114a552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476778 May 27 03:28:38.147598 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb395c6-27ab-4fca-893e-a9fe07e56582 req-fb4f45e9-8458-4fad-8b03-bfd9cbf4d893 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:38.149202 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-efb395c6-27ab-4fca-893e-a9fe07e56582 req-fb4f45e9-8458-4fad-8b03-bfd9cbf4d893 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/ports?device_id=a630735e-10a7-46fd-912c-a1792d18fd15 HTTP/1.1" status: 200 len: 945 time: 0.0905724 May 27 03:28:38.159630 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 33788) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:28:38.170065 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [None req-4a276d6c-4385-4c17-b7de-45e4e3674f83 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Request body: {'floatingip': {'port_id': 'd6a48426-132d-46f7-b088-8df0294adfe1'}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:28:38.226799 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-4a276d6c-4385-4c17-b7de-45e4e3674f83 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Publish callbacks [] for floatingip (b78d753f-f14c-4e44-8b25-693479e6fc15), before_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:38.653606 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:38.707897 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Device bf197654-242f-4e87-9013-201282a8e526 up at agent ovs-agent-dv-cinder-828806-4-iscsi {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:28:38.710897 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:38.771533 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Provisioning complete for port bf197654-242f-4e87-9013-201282a8e526 triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:28:38.772049 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (bf197654-242f-4e87-9013-201282a8e526), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:38.833202 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c72183a-1076-4b19-ad1e-1779402c2fd8 req-749b4e87-1bfd-4ebd-86e4-70e69a1984d0 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:38.834708 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-1c72183a-1076-4b19-ad1e-1779402c2fd8 req-749b4e87-1bfd-4ebd-86e4-70e69a1984d0 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=b967195a-9c2e-4f9f-9a09-65a4101b07c8 HTTP/1.1" status: 200 len: 945 time: 0.0859771 May 27 03:28:38.978006 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-1c72183a-1076-4b19-ad1e-1779402c2fd8 req-04469351-79f2-4295-b1c6-b21e85d5dc8c tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bc245b1-e1c5-4d98-8284-2a627ecaaea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1296649 May 27 03:28:39.005246 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-4a276d6c-4385-4c17-b7de-45e4e3674f83 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:39.020490 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-4a276d6c-4385-4c17-b7de-45e4e3674f83 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16279512'] for floatingip (b78d753f-f14c-4e44-8b25-693479e6fc15), after_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:39.029494 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Current status of the port bf197654-242f-4e87-9013-201282a8e526 is: DOWN; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:28:39.029494 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (bf197654-242f-4e87-9013-201282a8e526), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:39.043614 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51d92c4-7323-4928-bec9-eaaf5881a000 req-9c50da62-3882-4641-9d16-2b7f118928a8 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:39.046573 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-d51d92c4-7323-4928-bec9-eaaf5881a000 req-9c50da62-3882-4641-9d16-2b7f118928a8 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "GET /v2.0/ports?device_id=5bbdd423-cd44-475e-abb9-2c765b71b978 HTTP/1.1" status: 200 len: 943 time: 0.1109018 May 27 03:28:39.063558 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] For port bf197654-242f-4e87-9013-201282a8e526, host dv-cinder-828806-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-4-iscsi',level=0,port_id=bf197654-242f-4e87-9013-201282a8e526,segment=NetworkSegment(7e44f6fa-4b8b-41b0-9dbf-83bfa81b059a),segment_id=7e44f6fa-4b8b-41b0-9dbf-83bfa81b059a)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:28:39.075634 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (bf197654-242f-4e87-9013-201282a8e526), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:39.143814 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Pushing event updated for resources: {'Port': ['ID=bf197654-242f-4e87-9013-201282a8e526,revision_number=4']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:39.164720 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-d51d92c4-7323-4928-bec9-eaaf5881a000 req-160622d6-f5a2-4a02-975f-a25efaafd2be tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1e45c10-37e6-4124-bc3b-be47b71b2f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067243 May 27 03:28:39.170515 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.db.l3_db [None req-4a276d6c-4385-4c17-b7de-45e4e3674f83 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Floating IP b78d753f-f14c-4e44-8b25-693479e6fc15 associated. External IP: 172.27.3.28, port: d6a48426-132d-46f7-b088-8df0294adfe1. May 27 03:28:39.332040 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:39.414861 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a276d6c-4385-4c17-b7de-45e4e3674f83 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Router ec376dbd-361b-41fd-8d64-cf1759d3c8fc has already been hosted by L3 agent 3e4effd7-5bc9-408b-93fa-42e4b19a61d9 {{(pid=104072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:28:39.529249 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a276d6c-4385-4c17-b7de-45e4e3674f83 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Notify agent at l3_agent.dv-cinder-828806-4-iscsi the message routers_updated {{(pid=104072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:28:39.533950 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-4a276d6c-4385-4c17-b7de-45e4e3674f83 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159658'] for floatingip (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:39.545195 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99584ca-64b6-4886-bc57-9c7ecc284015 None None] Sync routers for ids ['ec376dbd-361b-41fd-8d64-cf1759d3c8fc'] in dv-cinder-828806-4-iscsi {{(pid=104074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:28:39.562282 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99584ca-64b6-4886-bc57-9c7ecc284015 None None] Routers {'ec376dbd-361b-41fd-8d64-cf1759d3c8fc'} bound to L3 agent in host dv-cinder-828806-4-iscsi {{(pid=104074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:28:39.563373 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-d99584ca-64b6-4886-bc57-9c7ecc284015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T03:14:31Z,description=,heartbeat_timestamp=2022-05-27T03:28:31Z,host='dv-cinder-828806-4-iscsi',id=3e4effd7-5bc9-408b-93fa-42e4b19a61d9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:14:31Z,topic='l3_agent')) {'router_ids': ['ec376dbd-361b-41fd-8d64-cf1759d3c8fc'], 'active': True} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:28:39.575400 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-4a276d6c-4385-4c17-b7de-45e4e3674f83 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "PUT /v2.0/floatingips/b78d753f-f14c-4e44-8b25-693479e6fc15 HTTP/1.1" status: 200 len: 990 time: 1.4124651 May 27 03:28:39.575400 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a630735e-10a7-46fd-912c-a1792d18fd15', 'tag': 'd6a48426-132d-46f7-b088-8df0294adfe1'}] {{(pid=104072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:28:39.584221 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f396617ba49ae57b35f1e46e178334f70bfad08bdaf3fab16ca373e13b5bdfba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c25bf4c-0827-4288-9939-e42d1af233c7" -d '{"events": [{"name": "network-changed", "server_uuid": "a630735e-10a7-46fd-912c-a1792d18fd15", "tag": "d6a48426-132d-46f7-b088-8df0294adfe1"}]}' {{(pid=104072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:28:39.702615 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvr_db [None req-d99584ca-64b6-4886-bc57-9c7ecc284015 None None] Set router ec376dbd-361b-41fd-8d64-cf1759d3c8fc gateway port host: dv-cinder-828806-4-iscsi {{(pid=104074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:28:39.749496 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:39.816722 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b523f3c-8367-44ec-a844-55e505b402bb x-openstack-request-id: req-2b523f3c-8367-44ec-a844-55e505b402bb {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:28:39.817040 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a630735e-10a7-46fd-912c-a1792d18fd15", "tag": "d6a48426-132d-46f7-b088-8df0294adfe1", "status": "completed", "code": 200}]} {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:28:39.817303 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2b523f3c-8367-44ec-a844-55e505b402bb {{(pid=104072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:28:39.817705 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b523f3c-8367-44ec-a844-55e505b402bb'] response: {'name': 'network-changed', 'server_uuid': 'a630735e-10a7-46fd-912c-a1792d18fd15', 'tag': 'd6a48426-132d-46f7-b088-8df0294adfe1', 'status': 'completed', 'code': 200} May 27 03:28:40.053142 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-d99584ca-64b6-4886-bc57-9c7ecc284015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec376dbd-361b-41fd-8d64-cf1759d3c8fc', 'name': 'tempest-AttachVolumeTestJSON-611778045-router', 'tenant_id': '9351d2e0e0e14585820951a9398b35f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': 'da55691b-81f4-431f-952d-01e3daeffc29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:14Z', 'updated_at': '2022-05-27T03:23:27Z', 'revision_number': 4, 'project_id': '9351d2e0e0e14585820951a9398b35f4', 'gw_port': {'id': 'da55691b-81f4-431f-952d-01e3daeffc29', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:b4:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec376dbd-361b-41fd-8d64-cf1759d3c8fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:15Z', 'updated_at': '2022-05-27T03:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi', '_floatingips': [{'id': 'b78d753f-f14c-4e44-8b25-693479e6fc15', 'tenant_id': '9351d2e0e0e14585820951a9398b35f4', 'floating_ip_address': '172.27.3.28', 'floating_network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'router_id': 'ec376dbd-361b-41fd-8d64-cf1759d3c8fc', 'port_id': 'd6a48426-132d-46f7-b088-8df0294adfe1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc2d2605-cf0b-41cc-a4d1-c3c28ec94860', 'mac_address': 'fa:16:3e:b5:c6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a630735e-10a7-46fd-912c-a1792d18fd15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:28:17Z', 'updated_at': '2022-05-27T03:28:38Z', 'revision_number': 1, 'project_id': '9351d2e0e0e14585820951a9398b35f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '678e1304-6bf6-41b4-a3e4-e72b45445918', 'name': '', 'network_id': 'cc2d2605-cf0b-41cc-a4d1-c3c28ec94860', 'tenant_id': '9351d2e0e0e14585820951a9398b35f4', 'mac_address': 'fa:16:3e:c2:90:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec376dbd-361b-41fd-8d64-cf1759d3c8fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'a8c67362-f6b9-416d-9235-7ee8f03b0511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:25Z', 'updated_at': '2022-05-27T03:23:44Z', 'revision_number': 5, 'project_id': '9351d2e0e0e14585820951a9398b35f4', 'subnets': [{'id': 'a8c67362-f6b9-416d-9235-7ee8f03b0511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-4-iscsi', False) {} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:28:40.085488 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99584ca-64b6-4886-bc57-9c7ecc284015 None None] Checking router: ec376dbd-361b-41fd-8d64-cf1759d3c8fc for host: dv-cinder-828806-4-iscsi {{(pid=104074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:28:40.095479 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99584ca-64b6-4886-bc57-9c7ecc284015 None None] Routers {'ec376dbd-361b-41fd-8d64-cf1759d3c8fc'} bound to L3 agent in host dv-cinder-828806-4-iscsi {{(pid=104074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:28:40.096267 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-d99584ca-64b6-4886-bc57-9c7ecc284015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T03:14:31Z,description=,heartbeat_timestamp=2022-05-27T03:28:31Z,host='dv-cinder-828806-4-iscsi',id=3e4effd7-5bc9-408b-93fa-42e4b19a61d9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:14:31Z,topic='l3_agent')) {'router_ids': ['ec376dbd-361b-41fd-8d64-cf1759d3c8fc'], 'active': True} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:28:40.130015 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ec7e51-79c1-4936-a04e-2c9d38ace01f req-670a37fe-ff10-4d35-a850-f727ce40f482 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:40.139836 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-01ec7e51-79c1-4936-a04e-2c9d38ace01f req-670a37fe-ff10-4d35-a850-f727ce40f482 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=b967195a-9c2e-4f9f-9a09-65a4101b07c8 HTTP/1.1" status: 200 len: 945 time: 0.0697112 May 27 03:28:40.180635 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=100 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:40.227914 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-01ec7e51-79c1-4936-a04e-2c9d38ace01f req-e1b3ba4b-b113-40c0-aeb4-06b0c7b91204 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bc245b1-e1c5-4d98-8284-2a627ecaaea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811100 May 27 03:28:40.320846 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvr_db [None req-d99584ca-64b6-4886-bc57-9c7ecc284015 None None] Set router ec376dbd-361b-41fd-8d64-cf1759d3c8fc gateway port host: dv-cinder-828806-4-iscsi {{(pid=104074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:28:40.369514 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:INSERT=1 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:40.375076 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa78b55-c97a-4321-b00b-a2e5a29a3d5f req-8065931d-b7d3-48cb-9a06-a48c02b46701 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:40.377893 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-1fa78b55-c97a-4321-b00b-a2e5a29a3d5f req-8065931d-b7d3-48cb-9a06-a48c02b46701 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "GET /v2.0/ports?device_id=5bbdd423-cd44-475e-abb9-2c765b71b978 HTTP/1.1" status: 200 len: 943 time: 0.0872617 May 27 03:28:40.479490 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-1fa78b55-c97a-4321-b00b-a2e5a29a3d5f req-5776f449-cc1e-4031-8938-efb63a4c97fa tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1e45c10-37e6-4124-bc3b-be47b71b2f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901837 May 27 03:28:40.617250 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-d99584ca-64b6-4886-bc57-9c7ecc284015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec376dbd-361b-41fd-8d64-cf1759d3c8fc', 'name': 'tempest-AttachVolumeTestJSON-611778045-router', 'tenant_id': '9351d2e0e0e14585820951a9398b35f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': 'da55691b-81f4-431f-952d-01e3daeffc29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:14Z', 'updated_at': '2022-05-27T03:23:27Z', 'revision_number': 4, 'project_id': '9351d2e0e0e14585820951a9398b35f4', 'gw_port': {'id': 'da55691b-81f4-431f-952d-01e3daeffc29', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:b4:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec376dbd-361b-41fd-8d64-cf1759d3c8fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:15Z', 'updated_at': '2022-05-27T03:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi', '_floatingips': [{'id': 'b78d753f-f14c-4e44-8b25-693479e6fc15', 'tenant_id': '9351d2e0e0e14585820951a9398b35f4', 'floating_ip_address': '172.27.3.28', 'floating_network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'router_id': 'ec376dbd-361b-41fd-8d64-cf1759d3c8fc', 'port_id': 'd6a48426-132d-46f7-b088-8df0294adfe1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc2d2605-cf0b-41cc-a4d1-c3c28ec94860', 'mac_address': 'fa:16:3e:b5:c6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a630735e-10a7-46fd-912c-a1792d18fd15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:28:17Z', 'updated_at': '2022-05-27T03:28:38Z', 'revision_number': 1, 'project_id': '9351d2e0e0e14585820951a9398b35f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '678e1304-6bf6-41b4-a3e4-e72b45445918', 'name': '', 'network_id': 'cc2d2605-cf0b-41cc-a4d1-c3c28ec94860', 'tenant_id': '9351d2e0e0e14585820951a9398b35f4', 'mac_address': 'fa:16:3e:c2:90:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec376dbd-361b-41fd-8d64-cf1759d3c8fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'a8c67362-f6b9-416d-9235-7ee8f03b0511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:25Z', 'updated_at': '2022-05-27T03:23:44Z', 'revision_number': 5, 'project_id': '9351d2e0e0e14585820951a9398b35f4', 'subnets': [{'id': 'a8c67362-f6b9-416d-9235-7ee8f03b0511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-4-iscsi', False) {} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:28:40.621242 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Device bf197654-242f-4e87-9013-201282a8e526 up at agent ovs-agent-dv-cinder-828806-4-iscsi {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:28:40.659396 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99584ca-64b6-4886-bc57-9c7ecc284015 None None] The sync data for ids ['ec376dbd-361b-41fd-8d64-cf1759d3c8fc'] in dv-cinder-828806-4-iscsi is: [{'id': 'ec376dbd-361b-41fd-8d64-cf1759d3c8fc', 'name': 'tempest-AttachVolumeTestJSON-611778045-router', 'tenant_id': '9351d2e0e0e14585820951a9398b35f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': 'da55691b-81f4-431f-952d-01e3daeffc29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:14Z', 'updated_at': '2022-05-27T03:23:27Z', 'revision_number': 4, 'project_id': '9351d2e0e0e14585820951a9398b35f4', 'gw_port': {'id': 'da55691b-81f4-431f-952d-01e3daeffc29', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:b4:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec376dbd-361b-41fd-8d64-cf1759d3c8fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:15Z', 'updated_at': '2022-05-27T03:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi', '_floatingips': [{'id': 'b78d753f-f14c-4e44-8b25-693479e6fc15', 'tenant_id': '9351d2e0e0e14585820951a9398b35f4', 'floating_ip_address': '172.27.3.28', 'floating_network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'router_id': 'ec376dbd-361b-41fd-8d64-cf1759d3c8fc', 'port_id': 'd6a48426-132d-46f7-b088-8df0294adfe1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc2d2605-cf0b-41cc-a4d1-c3c28ec94860', 'mac_address': 'fa:16:3e:b5:c6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a630735e-10a7-46fd-912c-a1792d18fd15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:28:17Z', 'updated_at': '2022-05-27T03:28:38Z', 'revision_number': 1, 'project_id': '9351d2e0e0e14585820951a9398b35f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '678e1304-6bf6-41b4-a3e4-e72b45445918', 'name': '', 'network_id': 'cc2d2605-cf0b-41cc-a4d1-c3c28ec94860', 'tenant_id': '9351d2e0e0e14585820951a9398b35f4', 'mac_address': 'fa:16:3e:c2:90:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec376dbd-361b-41fd-8d64-cf1759d3c8fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'a8c67362-f6b9-416d-9235-7ee8f03b0511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:25Z', 'updated_at': '2022-05-27T03:23:44Z', 'revision_number': 5, 'project_id': '9351d2e0e0e14585820951a9398b35f4', 'subnets': [{'id': 'a8c67362-f6b9-416d-9235-7ee8f03b0511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:28:40.682750 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Provisioning complete for port bf197654-242f-4e87-9013-201282a8e526 triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:28:40.683502 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (bf197654-242f-4e87-9013-201282a8e526), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:40.767531 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Current status of the port bf197654-242f-4e87-9013-201282a8e526 is: ACTIVE; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:28:41.389284 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b488d88c-404c-4b7d-ae0b-46cd2ba237be req-ee32ec02-4bca-4494-a0db-09d6d90b0317 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:41.392370 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-b488d88c-404c-4b7d-ae0b-46cd2ba237be req-ee32ec02-4bca-4494-a0db-09d6d90b0317 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=b967195a-9c2e-4f9f-9a09-65a4101b07c8 HTTP/1.1" status: 200 len: 945 time: 0.0780857 May 27 03:28:41.458228 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-b488d88c-404c-4b7d-ae0b-46cd2ba237be req-b5c84c98-2636-495b-896e-f4ae14507c72 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bc245b1-e1c5-4d98-8284-2a627ecaaea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588095 May 27 03:28:41.601245 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0874194-a59d-4b10-88e5-76d4e9c2c949 req-296706a9-94e7-4943-a81a-9d4c90456e8b tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:41.603310 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c0874194-a59d-4b10-88e5-76d4e9c2c949 req-296706a9-94e7-4943-a81a-9d4c90456e8b tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "GET /v2.0/ports?device_id=5bbdd423-cd44-475e-abb9-2c765b71b978 HTTP/1.1" status: 200 len: 943 time: 0.0525625 May 27 03:28:41.659757 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:41.665519 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c0874194-a59d-4b10-88e5-76d4e9c2c949 req-74d78ab5-8812-43c4-8284-7e70cf73c3bc tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1e45c10-37e6-4124-bc3b-be47b71b2f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542331 May 27 03:28:41.731347 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5b5bff-5efa-4864-877a-5370422b231a None None] Sync routers for ids ['bdad2d4e-d5ed-4a99-b464-64f4a0321cab'] in dv-cinder-828806-4-iscsi {{(pid=104073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:28:41.744917 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5b5bff-5efa-4864-877a-5370422b231a None None] Routers {'bdad2d4e-d5ed-4a99-b464-64f4a0321cab'} bound to L3 agent in host dv-cinder-828806-4-iscsi {{(pid=104073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:28:41.745673 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-ad5b5bff-5efa-4864-877a-5370422b231a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T03:14:31Z,description=,heartbeat_timestamp=2022-05-27T03:28:31Z,host='dv-cinder-828806-4-iscsi',id=3e4effd7-5bc9-408b-93fa-42e4b19a61d9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:14:31Z,topic='l3_agent')) {'router_ids': ['bdad2d4e-d5ed-4a99-b464-64f4a0321cab'], 'active': True} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:28:41.853897 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvr_db [None req-ad5b5bff-5efa-4864-877a-5370422b231a None None] Set router bdad2d4e-d5ed-4a99-b464-64f4a0321cab gateway port host: dv-cinder-828806-4-iscsi {{(pid=104073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:28:41.885335 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:42.015391 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e0a614-3f31-4cea-a39b-944d87d1f715 None None] New status for floating IP b78d753f-f14c-4e44-8b25-693479e6fc15: ACTIVE {{(pid=104074) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 03:28:42.079118 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-ad5b5bff-5efa-4864-877a-5370422b231a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdad2d4e-d5ed-4a99-b464-64f4a0321cab', 'name': 'tempest-TestMinimumBasicScenario-1819793613-router', 'tenant_id': 'afbd09946f09447a92a186270aa81079', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.117'}], 'enable_snat': True}, 'gw_port_id': 'bf197654-242f-4e87-9013-201282a8e526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:28:31Z', 'updated_at': '2022-05-27T03:28:36Z', 'revision_number': 4, 'project_id': 'afbd09946f09447a92a186270aa81079', 'gw_port': {'id': 'bf197654-242f-4e87-9013-201282a8e526', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:05:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdad2d4e-d5ed-4a99-b464-64f4a0321cab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:28:32Z', 'updated_at': '2022-05-27T03:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi', '_interfaces': [{'id': '7641aa79-20b2-4991-9a5b-7e81473bb2d0', 'name': '', 'network_id': '11ff5210-ed00-467b-92dc-ee2b24942d46', 'tenant_id': 'afbd09946f09447a92a186270aa81079', 'mac_address': 'fa:16:3e:14:10:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdad2d4e-d5ed-4a99-b464-64f4a0321cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '373cdc86-4514-42e8-acf6-eb4ffb762789', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:28:35Z', 'updated_at': '2022-05-27T03:28:36Z', 'revision_number': 2, 'project_id': 'afbd09946f09447a92a186270aa81079', 'subnets': [{'id': '373cdc86-4514-42e8-acf6-eb4ffb762789', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-4-iscsi', False) {} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:28:42.108803 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5b5bff-5efa-4864-877a-5370422b231a None None] Checking router: bdad2d4e-d5ed-4a99-b464-64f4a0321cab for host: dv-cinder-828806-4-iscsi {{(pid=104073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:28:42.109349 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5b5bff-5efa-4864-877a-5370422b231a None None] Updating router bdad2d4e-d5ed-4a99-b464-64f4a0321cab port 7641aa79-20b2-4991-9a5b-7e81473bb2d0 binding host dv-cinder-828806-4-iscsi {{(pid=104073) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:28:42.144238 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-ad5b5bff-5efa-4864-877a-5370422b231a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (7641aa79-20b2-4991-9a5b-7e81473bb2d0), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:42.492659 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-ad5b5bff-5efa-4864-877a-5370422b231a None None] Publish callbacks [] for port (7641aa79-20b2-4991-9a5b-7e81473bb2d0), precommit_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:42.494155 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:42.504815 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-ad5b5bff-5efa-4864-877a-5370422b231a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (7641aa79-20b2-4991-9a5b-7e81473bb2d0), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:42.575420 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02970fee-65cb-4aeb-9c4e-23bc02b8ed2f None None] Pushing event updated for resources: {'Port': ['ID=7641aa79-20b2-4991-9a5b-7e81473bb2d0,revision_number=3']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:42.600488 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c25bf4c-0827-4288-9939-e42d1af233c7 req-d30b61a3-6243-49d0-a829-022d744e727c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:42.607811 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-9c25bf4c-0827-4288-9939-e42d1af233c7 req-d30b61a3-6243-49d0-a829-022d744e727c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9351d2e0e0e14585820951a9398b35f4&device_id=a630735e-10a7-46fd-912c-a1792d18fd15 HTTP/1.1" status: 200 len: 1129 time: 0.1011350 May 27 03:28:42.627495 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b06c33d-0a27-4129-aa78-a7faa0f23df8 req-f9a88958-d866-43f9-8ff5-4d7bb9e57329 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:42.637954 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-4b06c33d-0a27-4129-aa78-a7faa0f23df8 req-f9a88958-d866-43f9-8ff5-4d7bb9e57329 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=b967195a-9c2e-4f9f-9a09-65a4101b07c8 HTTP/1.1" status: 200 len: 945 time: 0.0923343 May 27 03:28:42.671282 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.managers [None req-ad5b5bff-5efa-4864-877a-5370422b231a None None] Attempting to bind port 7641aa79-20b2-4991-9a5b-7e81473bb2d0 on host dv-cinder-828806-4-iscsi for vnic_type normal with profile {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:28:42.671687 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.managers [None req-ad5b5bff-5efa-4864-877a-5370422b231a None None] Attempting to bind port 7641aa79-20b2-4991-9a5b-7e81473bb2d0 by drivers openvswitch,hyperv on host dv-cinder-828806-4-iscsi at level 0 using segments [{'id': '0d322af4-9b31-438c-b9e7-43a5977094c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '11ff5210-ed00-467b-92dc-ee2b24942d46'}] {{(pid=104073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:28:42.672202 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5b5bff-5efa-4864-877a-5370422b231a None None] Attempting to bind port 7641aa79-20b2-4991-9a5b-7e81473bb2d0 on network 11ff5210-ed00-467b-92dc-ee2b24942d46 {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:28:42.678368 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5b5bff-5efa-4864-877a-5370422b231a None None] Checking agent: {'id': '01a6c5a5-ff25-49ea-8869-bb2b5ba0570e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828806-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 14, 35), 'started_at': datetime.datetime(2022, 5, 27, 3, 15, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828806-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:28:42.678751 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5b5bff-5efa-4864-877a-5370422b231a None None] Checking segment: {'id': '0d322af4-9b31-438c-b9e7-43a5977094c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '11ff5210-ed00-467b-92dc-ee2b24942d46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:28:42.679155 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-ad5b5bff-5efa-4864-877a-5370422b231a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:42.679549 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5b5bff-5efa-4864-877a-5370422b231a None None] Bound using segment: {'id': '0d322af4-9b31-438c-b9e7-43a5977094c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '11ff5210-ed00-467b-92dc-ee2b24942d46'} {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:28:42.680026 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.managers [None req-ad5b5bff-5efa-4864-877a-5370422b231a None None] Bound port: 7641aa79-20b2-4991-9a5b-7e81473bb2d0, host: dv-cinder-828806-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d322af4-9b31-438c-b9e7-43a5977094c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '11ff5210-ed00-467b-92dc-ee2b24942d46'}}] {{(pid=104073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:28:42.680528 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-ad5b5bff-5efa-4864-877a-5370422b231a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (7641aa79-20b2-4991-9a5b-7e81473bb2d0), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:42.731240 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-4b06c33d-0a27-4129-aa78-a7faa0f23df8 req-d0d4e5ed-2823-40aa-b52e-e20d14024ef8 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bc245b1-e1c5-4d98-8284-2a627ecaaea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916495 May 27 03:28:42.773071 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-ad5b5bff-5efa-4864-877a-5370422b231a None None] For port 7641aa79-20b2-4991-9a5b-7e81473bb2d0, host dv-cinder-828806-4-iscsi, cleared binding levels {{(pid=104073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:28:42.776362 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-ad5b5bff-5efa-4864-877a-5370422b231a None None] For port 7641aa79-20b2-4991-9a5b-7e81473bb2d0, host dv-cinder-828806-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-4-iscsi',level=0,port_id=7641aa79-20b2-4991-9a5b-7e81473bb2d0,segment=NetworkSegment(0d322af4-9b31-438c-b9e7-43a5977094c5),segment_id=0d322af4-9b31-438c-b9e7-43a5977094c5)] {{(pid=104073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:28:42.793894 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-ad5b5bff-5efa-4864-877a-5370422b231a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (7641aa79-20b2-4991-9a5b-7e81473bb2d0), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:42.834707 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563e34a6-6872-4693-a132-fc56df7f3124 req-0d95e053-b80e-45e4-b01e-9813816a00b2 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:42.842544 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-563e34a6-6872-4693-a132-fc56df7f3124 req-0d95e053-b80e-45e4-b01e-9813816a00b2 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "GET /v2.0/ports?device_id=5bbdd423-cd44-475e-abb9-2c765b71b978 HTTP/1.1" status: 200 len: 943 time: 0.0588286 May 27 03:28:42.857667 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02970fee-65cb-4aeb-9c4e-23bc02b8ed2f None None] Pushing event updated for resources: {'Port': ['ID=7641aa79-20b2-4991-9a5b-7e81473bb2d0,revision_number=4']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:42.877998 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:42.888835 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5b5bff-5efa-4864-877a-5370422b231a None None] Routers {'bdad2d4e-d5ed-4a99-b464-64f4a0321cab'} bound to L3 agent in host dv-cinder-828806-4-iscsi {{(pid=104073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:28:42.891638 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-ad5b5bff-5efa-4864-877a-5370422b231a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T03:14:31Z,description=,heartbeat_timestamp=2022-05-27T03:28:31Z,host='dv-cinder-828806-4-iscsi',id=3e4effd7-5bc9-408b-93fa-42e4b19a61d9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:14:31Z,topic='l3_agent')) {'router_ids': ['bdad2d4e-d5ed-4a99-b464-64f4a0321cab'], 'active': True} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:28:42.899857 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-563e34a6-6872-4693-a132-fc56df7f3124 req-01aec800-3b6e-459e-ab0b-e5071a62e33a tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1e45c10-37e6-4124-bc3b-be47b71b2f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563240 May 27 03:28:42.972146 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-e29494ca-c9f5-4ddc-8a58-d42eddabd219 None None] Provisioning complete for port 7641aa79-20b2-4991-9a5b-7e81473bb2d0 triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:28:42.972613 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-e29494ca-c9f5-4ddc-8a58-d42eddabd219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (7641aa79-20b2-4991-9a5b-7e81473bb2d0), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:43.108912 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvr_db [None req-ad5b5bff-5efa-4864-877a-5370422b231a None None] Set router bdad2d4e-d5ed-4a99-b464-64f4a0321cab gateway port host: dv-cinder-828806-4-iscsi {{(pid=104073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:28:43.154916 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-e29494ca-c9f5-4ddc-8a58-d42eddabd219 None None] Current status of the port 7641aa79-20b2-4991-9a5b-7e81473bb2d0 is: DOWN; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:28:43.155304 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-e29494ca-c9f5-4ddc-8a58-d42eddabd219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (7641aa79-20b2-4991-9a5b-7e81473bb2d0), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:43.282184 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-e29494ca-c9f5-4ddc-8a58-d42eddabd219 None None] For port 7641aa79-20b2-4991-9a5b-7e81473bb2d0, host dv-cinder-828806-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-4-iscsi',level=0,port_id=7641aa79-20b2-4991-9a5b-7e81473bb2d0,segment=NetworkSegment(0d322af4-9b31-438c-b9e7-43a5977094c5),segment_id=0d322af4-9b31-438c-b9e7-43a5977094c5)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:28:43.292637 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-e29494ca-c9f5-4ddc-8a58-d42eddabd219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (7641aa79-20b2-4991-9a5b-7e81473bb2d0), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:43.299767 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (a17a57cc-679f-4398-8430-1b64b86f4dc1), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:43.407425 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-ad5b5bff-5efa-4864-877a-5370422b231a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdad2d4e-d5ed-4a99-b464-64f4a0321cab', 'name': 'tempest-TestMinimumBasicScenario-1819793613-router', 'tenant_id': 'afbd09946f09447a92a186270aa81079', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.117'}], 'enable_snat': True}, 'gw_port_id': 'bf197654-242f-4e87-9013-201282a8e526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:28:31Z', 'updated_at': '2022-05-27T03:28:36Z', 'revision_number': 4, 'project_id': 'afbd09946f09447a92a186270aa81079', 'gw_port': {'id': 'bf197654-242f-4e87-9013-201282a8e526', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:05:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdad2d4e-d5ed-4a99-b464-64f4a0321cab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:28:32Z', 'updated_at': '2022-05-27T03:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi', '_interfaces': [{'id': '7641aa79-20b2-4991-9a5b-7e81473bb2d0', 'name': '', 'network_id': '11ff5210-ed00-467b-92dc-ee2b24942d46', 'tenant_id': 'afbd09946f09447a92a186270aa81079', 'mac_address': 'fa:16:3e:14:10:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdad2d4e-d5ed-4a99-b464-64f4a0321cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '373cdc86-4514-42e8-acf6-eb4ffb762789', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:28:35Z', 'updated_at': '2022-05-27T03:28:42Z', 'revision_number': 4, 'project_id': 'afbd09946f09447a92a186270aa81079', 'subnets': [{'id': '373cdc86-4514-42e8-acf6-eb4ffb762789', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-4-iscsi', False) {} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:28:43.435976 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5b5bff-5efa-4864-877a-5370422b231a None None] The sync data for ids ['bdad2d4e-d5ed-4a99-b464-64f4a0321cab'] in dv-cinder-828806-4-iscsi is: [{'id': 'bdad2d4e-d5ed-4a99-b464-64f4a0321cab', 'name': 'tempest-TestMinimumBasicScenario-1819793613-router', 'tenant_id': 'afbd09946f09447a92a186270aa81079', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.117'}], 'enable_snat': True}, 'gw_port_id': 'bf197654-242f-4e87-9013-201282a8e526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:28:31Z', 'updated_at': '2022-05-27T03:28:36Z', 'revision_number': 4, 'project_id': 'afbd09946f09447a92a186270aa81079', 'gw_port': {'id': 'bf197654-242f-4e87-9013-201282a8e526', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:05:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdad2d4e-d5ed-4a99-b464-64f4a0321cab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:28:32Z', 'updated_at': '2022-05-27T03:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi', '_interfaces': [{'id': '7641aa79-20b2-4991-9a5b-7e81473bb2d0', 'name': '', 'network_id': '11ff5210-ed00-467b-92dc-ee2b24942d46', 'tenant_id': 'afbd09946f09447a92a186270aa81079', 'mac_address': 'fa:16:3e:14:10:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdad2d4e-d5ed-4a99-b464-64f4a0321cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '373cdc86-4514-42e8-acf6-eb4ffb762789', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:28:35Z', 'updated_at': '2022-05-27T03:28:42Z', 'revision_number': 4, 'project_id': 'afbd09946f09447a92a186270aa81079', 'subnets': [{'id': '373cdc86-4514-42e8-acf6-eb4ffb762789', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:28:43.442257 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29494ca-c9f5-4ddc-8a58-d42eddabd219 None None] Pushing event updated for resources: {'Port': ['ID=7641aa79-20b2-4991-9a5b-7e81473bb2d0,revision_number=5']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:43.462716 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-04311445-9caf-4d4f-8eb9-2df07e6aed5e None None] Provisioning complete for port 7641aa79-20b2-4991-9a5b-7e81473bb2d0 triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:28:43.463194 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-04311445-9caf-4d4f-8eb9-2df07e6aed5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (7641aa79-20b2-4991-9a5b-7e81473bb2d0), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:43.470852 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c64d9d-6724-4c1e-9671-3c4df99f9025 req-8c812984-c66e-423a-97d9-c82f301ab7f2 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:43.473231 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c8c64d9d-6724-4c1e-9671-3c4df99f9025 req-8c812984-c66e-423a-97d9-c82f301ab7f2 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.67 "GET /v2.0/ports?device_id=b967195a-9c2e-4f9f-9a09-65a4101b07c8 HTTP/1.1" status: 200 len: 945 time: 0.1116548 May 27 03:28:43.527640 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c25bf4c-0827-4288-9939-e42d1af233c7 req-1e041c41-06be-4fca-9696-13b2cbc2040e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:43.530025 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-9c25bf4c-0827-4288-9939-e42d1af233c7 req-1e041c41-06be-4fca-9696-13b2cbc2040e service neutron] 10.222.0.67 "GET /v2.0/networks?id=cc2d2605-cf0b-41cc-a4d1-c3c28ec94860 HTTP/1.1" status: 200 len: 911 time: 0.1723318 May 27 03:28:43.532669 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:43.622042 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-9c25bf4c-0827-4288-9939-e42d1af233c7 req-7ff07242-97af-4fbe-946a-56c7295a3fed service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d6a48426-132d-46f7-b088-8df0294adfe1 HTTP/1.1" status: 200 len: 1000 time: 0.0750360 May 27 03:28:43.623565 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [req-c8c64d9d-6724-4c1e-9671-3c4df99f9025 req-422f2e97-5271-442f-9cf6-932a4824812a tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Deleting port 00901745-e24d-4624-8550-b70ca512f20a {{(pid=104072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:28:43.623923 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-c8c64d9d-6724-4c1e-9671-3c4df99f9025 req-422f2e97-5271-442f-9cf6-932a4824812a tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743907775461'] for port (00901745-e24d-4624-8550-b70ca512f20a), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:43.639447 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-04311445-9caf-4d4f-8eb9-2df07e6aed5e None None] Current status of the port 7641aa79-20b2-4991-9a5b-7e81473bb2d0 is: ACTIVE; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:28:43.714652 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c25bf4c-0827-4288-9939-e42d1af233c7 req-d08ef843-5251-4c0e-bf3c-3c9589fbb2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:43.716343 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-9c25bf4c-0827-4288-9939-e42d1af233c7 req-d08ef843-5251-4c0e-bf3c-3c9589fbb2c6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a8c67362-f6b9-416d-9235-7ee8f03b0511 HTTP/1.1" status: 200 len: 849 time: 0.0870755 May 27 03:28:43.743986 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.db [req-c8c64d9d-6724-4c1e-9671-3c4df99f9025 req-422f2e97-5271-442f-9cf6-932a4824812a tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] For port 00901745-e24d-4624-8550-b70ca512f20a, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=00901745-e24d-4624-8550-b70ca512f20a,segment=NetworkSegment(e06d4ee8-7c2f-4c75-a8e8-97fb5af915aa),segment_id=e06d4ee8-7c2f-4c75-a8e8-97fb5af915aa)] {{(pid=104072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:28:43.744369 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-c8c64d9d-6724-4c1e-9671-3c4df99f9025 req-422f2e97-5271-442f-9cf6-932a4824812a tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16271712'] for port (00901745-e24d-4624-8550-b70ca512f20a), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:43.763291 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=100 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:43.781224 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c25bf4c-0827-4288-9939-e42d1af233c7 req-7e7f62d8-b1dd-429d-a8c2-8d8847eeb5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:43.784394 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-9c25bf4c-0827-4288-9939-e42d1af233c7 req-7e7f62d8-b1dd-429d-a8c2-8d8847eeb5a4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cc2d2605-cf0b-41cc-a4d1-c3c28ec94860&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0555000 May 27 03:28:43.923791 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0530246c-78c8-4e16-a8e1-7728d2bbb015 req-635147dc-9ce8-4651-939a-04b180f2b784 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:43.925700 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-0530246c-78c8-4e16-a8e1-7728d2bbb015 req-635147dc-9ce8-4651-939a-04b180f2b784 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=b967195a-9c2e-4f9f-9a09-65a4101b07c8 HTTP/1.1" status: 200 len: 945 time: 0.0960457 May 27 03:28:43.973699 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-9c25bf4c-0827-4288-9939-e42d1af233c7 req-f5f47f1d-83ce-44bf-99f5-f7bafcf2a373 service neutron] 10.222.0.67 "GET /v2.0/networks/cc2d2605-cf0b-41cc-a4d1-c3c28ec94860?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775322 May 27 03:28:44.011572 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-0530246c-78c8-4e16-a8e1-7728d2bbb015 req-8bc5aa3b-c47d-43b0-917c-62f0a0ccf9fb tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bc245b1-e1c5-4d98-8284-2a627ecaaea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725141 May 27 03:28:44.020139 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-c8c64d9d-6724-4c1e-9671-3c4df99f9025 req-422f2e97-5271-442f-9cf6-932a4824812a tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:44.020857 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-c8c64d9d-6724-4c1e-9671-3c4df99f9025 req-422f2e97-5271-442f-9cf6-932a4824812a tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16279512'] for floatingip (915ddab8-fb8d-42b0-b2c4-e8b061e3bb4c), after_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:44.021509 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.db.l3_db [req-c8c64d9d-6724-4c1e-9671-3c4df99f9025 req-422f2e97-5271-442f-9cf6-932a4824812a tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Floating IP 915ddab8-fb8d-42b0-b2c4-e8b061e3bb4c disassociated. External IP: 172.27.3.146, port: 00901745-e24d-4624-8550-b70ca512f20a. May 27 03:28:44.022416 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [req-c8c64d9d-6724-4c1e-9671-3c4df99f9025 req-422f2e97-5271-442f-9cf6-932a4824812a tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Calling delete_port for 00901745-e24d-4624-8550-b70ca512f20a owned by compute:nova {{(pid=104072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:28:44.058519 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102b8e80-56e1-4fea-a5f0-217d2d24affe req-54918233-c4fa-42bb-b047-12c161cf2753 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:44.063443 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-102b8e80-56e1-4fea-a5f0-217d2d24affe req-54918233-c4fa-42bb-b047-12c161cf2753 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "GET /v2.0/ports?device_id=5bbdd423-cd44-475e-abb9-2c765b71b978 HTTP/1.1" status: 200 len: 943 time: 0.0844808 May 27 03:28:44.150114 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-9c25bf4c-0827-4288-9939-e42d1af233c7 req-260a3347-5e6b-4f5e-8b28-54e6443f14b3 service neutron] 10.222.0.67 "GET /v2.0/networks/cc2d2605-cf0b-41cc-a4d1-c3c28ec94860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369464 May 27 03:28:44.454832 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:44.469340 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-102b8e80-56e1-4fea-a5f0-217d2d24affe req-a20e60af-a968-483e-918c-a734be6080a1 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1e45c10-37e6-4124-bc3b-be47b71b2f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933738 May 27 03:28:44.579583 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-c8c64d9d-6724-4c1e-9671-3c4df99f9025 req-422f2e97-5271-442f-9cf6-932a4824812a tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743907783123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743907242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13119109'] for port (00901745-e24d-4624-8550-b70ca512f20a), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:44.614584 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422f2e97-5271-442f-9cf6-932a4824812a tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Pushing event deleted for resources: {'Port': ['ID=00901745-e24d-4624-8550-b70ca512f20a,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:44.670331 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Device 7641aa79-20b2-4991-9a5b-7e81473bb2d0 up at agent ovs-agent-dv-cinder-828806-4-iscsi {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:28:44.743210 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Provisioning complete for port 7641aa79-20b2-4991-9a5b-7e81473bb2d0 triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:28:44.743974 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (7641aa79-20b2-4991-9a5b-7e81473bb2d0), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:44.788479 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c8c64d9d-6724-4c1e-9671-3c4df99f9025 req-422f2e97-5271-442f-9cf6-932a4824812a tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Router 38eac928-01f1-4978-ba20-ac2c031b8983 has already been hosted by L3 agent 3e4effd7-5bc9-408b-93fa-42e4b19a61d9 {{(pid=104072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:28:44.846405 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Current status of the port 7641aa79-20b2-4991-9a5b-7e81473bb2d0 is: ACTIVE; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:28:44.920720 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c8c64d9d-6724-4c1e-9671-3c4df99f9025 req-422f2e97-5271-442f-9cf6-932a4824812a tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Notify agent at l3_agent.dv-cinder-828806-4-iscsi the message routers_updated {{(pid=104072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:28:44.932043 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79331a33-4b50-4c31-b78d-6a88fc316b95 None None] Sync routers for ids ['38eac928-01f1-4978-ba20-ac2c031b8983'] in dv-cinder-828806-4-iscsi {{(pid=104073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:28:44.950473 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79331a33-4b50-4c31-b78d-6a88fc316b95 None None] Routers {'38eac928-01f1-4978-ba20-ac2c031b8983'} bound to L3 agent in host dv-cinder-828806-4-iscsi {{(pid=104073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:28:44.951108 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-79331a33-4b50-4c31-b78d-6a88fc316b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T03:14:31Z,description=,heartbeat_timestamp=2022-05-27T03:28:31Z,host='dv-cinder-828806-4-iscsi',id=3e4effd7-5bc9-408b-93fa-42e4b19a61d9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:14:31Z,topic='l3_agent')) {'router_ids': ['38eac928-01f1-4978-ba20-ac2c031b8983'], 'active': True} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:28:44.996106 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8c64d9d-6724-4c1e-9671-3c4df99f9025 req-422f2e97-5271-442f-9cf6-932a4824812a tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] No DVR routers for this DVR port 00901745-e24d-4624-8550-b70ca512f20a on host hv-cinder-82880 {{(pid=104072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:28:45.001839 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-c8c64d9d-6724-4c1e-9671-3c4df99f9025 req-422f2e97-5271-442f-9cf6-932a4824812a tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159658'] for port (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:45.005384 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c8c64d9d-6724-4c1e-9671-3c4df99f9025 req-422f2e97-5271-442f-9cf6-932a4824812a tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.67 "DELETE /v2.0/ports/00901745-e24d-4624-8550-b70ca512f20a HTTP/1.1" status: 204 len: 173 time: 1.5257516 May 27 03:28:45.011013 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b967195a-9c2e-4f9f-9a09-65a4101b07c8', 'name': 'network-vif-deleted', 'tag': '00901745-e24d-4624-8550-b70ca512f20a'}] {{(pid=104072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:28:45.013670 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f396617ba49ae57b35f1e46e178334f70bfad08bdaf3fab16ca373e13b5bdfba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5fa7d1f-dd23-4463-a79e-8823cd9a4580" -d '{"events": [{"server_uuid": "b967195a-9c2e-4f9f-9a09-65a4101b07c8", "name": "network-vif-deleted", "tag": "00901745-e24d-4624-8550-b70ca512f20a"}]}' {{(pid=104072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:28:45.215075 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvr_db [None req-79331a33-4b50-4c31-b78d-6a88fc316b95 None None] Set router 38eac928-01f1-4978-ba20-ac2c031b8983 gateway port host: dv-cinder-828806-4-iscsi {{(pid=104073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:28:45.224411 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:45.226697 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58f5af89-e92b-4f8c-9bab-8799f1b2a03e x-openstack-request-id: req-58f5af89-e92b-4f8c-9bab-8799f1b2a03e {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:28:45.227004 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b967195a-9c2e-4f9f-9a09-65a4101b07c8", "name": "network-vif-deleted", "tag": "00901745-e24d-4624-8550-b70ca512f20a", "status": "completed", "code": 200}]} {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:28:45.227292 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-58f5af89-e92b-4f8c-9bab-8799f1b2a03e {{(pid=104072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:28:45.228164 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58f5af89-e92b-4f8c-9bab-8799f1b2a03e'] response: {'server_uuid': 'b967195a-9c2e-4f9f-9a09-65a4101b07c8', 'name': 'network-vif-deleted', 'tag': '00901745-e24d-4624-8550-b70ca512f20a', 'status': 'completed', 'code': 200} May 27 03:28:45.247016 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-ac7e37a1-5f5e-496d-8526-68a71b33ee17 req-2fafed08-a813-4b28-8b1f-23203d422c32 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=b967195a-9c2e-4f9f-9a09-65a4101b07c8 HTTP/1.1" status: 200 len: 210 time: 0.1028545 May 27 03:28:45.425618 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Device 500f9575-c4a4-47bd-be17-a054e686429b details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=104073) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 03:28:45.456167 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=100 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:45.638032 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] For port 500f9575-c4a4-47bd-be17-a054e686429b, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=500f9575-c4a4-47bd-be17-a054e686429b,segment=NetworkSegment(3d0db8b7-60ed-4f83-92b1-448610616c6c),segment_id=3d0db8b7-60ed-4f83-92b1-448610616c6c)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:28:45.665557 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Returning: {'device': '500f9575-c4a4-47bd-be17-a054e686429b', 'network_id': '79e2e930-0200-4ceb-a2bb-a93bbb04e0f6', 'port_id': '500f9575-c4a4-47bd-be17-a054e686429b', 'mac_address': 'fa:16:3e:59:9b:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5133a594-c63e-4ae9-a294-52a4d497dec8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104073) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 03:28:45.665852 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d53897-cec9-46dd-bb71-e917a6f5e217 req-7adb04b1-7b8b-4c11-ba2a-a4bc607289a2 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:45.678390 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-13d53897-cec9-46dd-bb71-e917a6f5e217 req-7adb04b1-7b8b-4c11-ba2a-a4bc607289a2 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "GET /v2.0/ports?device_id=5bbdd423-cd44-475e-abb9-2c765b71b978 HTTP/1.1" status: 200 len: 943 time: 0.1141653 May 27 03:28:45.729595 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Current status of the port 500f9575-c4a4-47bd-be17-a054e686429b is: DOWN; New status is: BUILD {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:28:45.730119 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (500f9575-c4a4-47bd-be17-a054e686429b), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:45.751895 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.notifiers.nova [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 500f9575-c4a4-47bd-be17-a054e686429b {{(pid=104073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:28:45.782979 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] For port 500f9575-c4a4-47bd-be17-a054e686429b, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=500f9575-c4a4-47bd-be17-a054e686429b,segment=NetworkSegment(3d0db8b7-60ed-4f83-92b1-448610616c6c),segment_id=3d0db8b7-60ed-4f83-92b1-448610616c6c)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:28:45.784293 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-79331a33-4b50-4c31-b78d-6a88fc316b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38eac928-01f1-4978-ba20-ac2c031b8983', 'name': 'tempest-ServerRescueNegativeTestJSON-1434591703-router', 'tenant_id': '6db8193dcee944008c7b41889bfa67a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '717a75d6-2ae6-41ed-a225-2bf1cc18fb1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:13Z', 'updated_at': '2022-05-27T03:23:21Z', 'revision_number': 4, 'project_id': '6db8193dcee944008c7b41889bfa67a3', 'gw_port': {'id': '717a75d6-2ae6-41ed-a225-2bf1cc18fb1b', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:62:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38eac928-01f1-4978-ba20-ac2c031b8983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:15Z', 'updated_at': '2022-05-27T03:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi', '_interfaces': [{'id': '335dd27d-4958-4907-8e7c-cd3d9070011a', 'name': '', 'network_id': 'ee2ac450-e56e-4c1d-8d15-c8bfd50e2024', 'tenant_id': '6db8193dcee944008c7b41889bfa67a3', 'mac_address': 'fa:16:3e:61:1e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38eac928-01f1-4978-ba20-ac2c031b8983', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'cc441656-896b-4ce0-b128-b3b9a7f3a183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:20Z', 'updated_at': '2022-05-27T03:23:32Z', 'revision_number': 5, 'project_id': '6db8193dcee944008c7b41889bfa67a3', 'subnets': [{'id': 'cc441656-896b-4ce0-b128-b3b9a7f3a183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-4-iscsi', False) {} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:28:45.792015 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-13d53897-cec9-46dd-bb71-e917a6f5e217 req-54151503-8a55-44da-9c17-0c9082864101 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1e45c10-37e6-4124-bc3b-be47b71b2f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062372 May 27 03:28:45.825860 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (500f9575-c4a4-47bd-be17-a054e686429b), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:45.831025 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79331a33-4b50-4c31-b78d-6a88fc316b95 None None] Checking router: 38eac928-01f1-4978-ba20-ac2c031b8983 for host: dv-cinder-828806-4-iscsi {{(pid=104073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:28:45.872060 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79331a33-4b50-4c31-b78d-6a88fc316b95 None None] Routers {'38eac928-01f1-4978-ba20-ac2c031b8983'} bound to L3 agent in host dv-cinder-828806-4-iscsi {{(pid=104073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:28:45.872755 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-79331a33-4b50-4c31-b78d-6a88fc316b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T03:14:31Z,description=,heartbeat_timestamp=2022-05-27T03:28:31Z,host='dv-cinder-828806-4-iscsi',id=3e4effd7-5bc9-408b-93fa-42e4b19a61d9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:14:31Z,topic='l3_agent')) {'router_ids': ['38eac928-01f1-4978-ba20-ac2c031b8983'], 'active': True} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:28:45.940724 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Pushing event updated for resources: {'Port': ['ID=500f9575-c4a4-47bd-be17-a054e686429b,revision_number=4']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:46.004530 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:46.006863 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvr_db [None req-79331a33-4b50-4c31-b78d-6a88fc316b95 None None] Set router 38eac928-01f1-4978-ba20-ac2c031b8983 gateway port host: dv-cinder-828806-4-iscsi {{(pid=104073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:28:46.231319 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-79331a33-4b50-4c31-b78d-6a88fc316b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38eac928-01f1-4978-ba20-ac2c031b8983', 'name': 'tempest-ServerRescueNegativeTestJSON-1434591703-router', 'tenant_id': '6db8193dcee944008c7b41889bfa67a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '717a75d6-2ae6-41ed-a225-2bf1cc18fb1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:13Z', 'updated_at': '2022-05-27T03:23:21Z', 'revision_number': 4, 'project_id': '6db8193dcee944008c7b41889bfa67a3', 'gw_port': {'id': '717a75d6-2ae6-41ed-a225-2bf1cc18fb1b', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:62:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38eac928-01f1-4978-ba20-ac2c031b8983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:15Z', 'updated_at': '2022-05-27T03:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi', '_interfaces': [{'id': '335dd27d-4958-4907-8e7c-cd3d9070011a', 'name': '', 'network_id': 'ee2ac450-e56e-4c1d-8d15-c8bfd50e2024', 'tenant_id': '6db8193dcee944008c7b41889bfa67a3', 'mac_address': 'fa:16:3e:61:1e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38eac928-01f1-4978-ba20-ac2c031b8983', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'cc441656-896b-4ce0-b128-b3b9a7f3a183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:20Z', 'updated_at': '2022-05-27T03:23:32Z', 'revision_number': 5, 'project_id': '6db8193dcee944008c7b41889bfa67a3', 'subnets': [{'id': 'cc441656-896b-4ce0-b128-b3b9a7f3a183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-4-iscsi', False) {} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:28:46.260362 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79331a33-4b50-4c31-b78d-6a88fc316b95 None None] The sync data for ids ['38eac928-01f1-4978-ba20-ac2c031b8983'] in dv-cinder-828806-4-iscsi is: [{'id': '38eac928-01f1-4978-ba20-ac2c031b8983', 'name': 'tempest-ServerRescueNegativeTestJSON-1434591703-router', 'tenant_id': '6db8193dcee944008c7b41889bfa67a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '717a75d6-2ae6-41ed-a225-2bf1cc18fb1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:13Z', 'updated_at': '2022-05-27T03:23:21Z', 'revision_number': 4, 'project_id': '6db8193dcee944008c7b41889bfa67a3', 'gw_port': {'id': '717a75d6-2ae6-41ed-a225-2bf1cc18fb1b', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:62:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38eac928-01f1-4978-ba20-ac2c031b8983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:15Z', 'updated_at': '2022-05-27T03:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi', '_interfaces': [{'id': '335dd27d-4958-4907-8e7c-cd3d9070011a', 'name': '', 'network_id': 'ee2ac450-e56e-4c1d-8d15-c8bfd50e2024', 'tenant_id': '6db8193dcee944008c7b41889bfa67a3', 'mac_address': 'fa:16:3e:61:1e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38eac928-01f1-4978-ba20-ac2c031b8983', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'cc441656-896b-4ce0-b128-b3b9a7f3a183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:20Z', 'updated_at': '2022-05-27T03:23:32Z', 'revision_number': 5, 'project_id': '6db8193dcee944008c7b41889bfa67a3', 'subnets': [{'id': 'cc441656-896b-4ce0-b128-b3b9a7f3a183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:28:46.266116 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] get_ports_and_sgs() called for port_ids ['500f9575-c4a4-47bd-be17-a054e686429b'] {{(pid=104073) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:28:46.344189 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 33842) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:28:46.413363 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-7d0ed24e-e04a-4455-9c6a-8ba204750713 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Publish callbacks [] for security_group (5bc245b1-e1c5-4d98-8284-2a627ecaaea4), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:46.439143 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:46.444053 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-7d0ed24e-e04a-4455-9c6a-8ba204750713 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Publish callbacks [] for security_group (5bc245b1-e1c5-4d98-8284-2a627ecaaea4), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:46.509633 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-7d0ed24e-e04a-4455-9c6a-8ba204750713 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (5bc245b1-e1c5-4d98-8284-2a627ecaaea4), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:46.512707 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-7d0ed24e-e04a-4455-9c6a-8ba204750713 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Publish callbacks [] for security_group (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:46.514273 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-7d0ed24e-e04a-4455-9c6a-8ba204750713 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "DELETE /v2.0/security-groups/5bc245b1-e1c5-4d98-8284-2a627ecaaea4 HTTP/1.1" status: 204 len: 168 time: 0.1690707 May 27 03:28:46.517257 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 33844) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:28:46.539993 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.api.v2.resource [None req-06a5a779-f79c-4fc5-9a3c-0026290ed623 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] show failed (client error): The resource could not be found. May 27 03:28:46.547435 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 33846) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:28:46.552309 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-06a5a779-f79c-4fc5-9a3c-0026290ed623 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/security-groups/5bc245b1-e1c5-4d98-8284-2a627ecaaea4 HTTP/1.1" status: 404 len: 347 time: 0.0310526 May 27 03:28:46.594597 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0ed24e-e04a-4455-9c6a-8ba204750713 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bc245b1-e1c5-4d98-8284-2a627ecaaea4,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:46.674145 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [None req-c6203940-5405-44a3-a515-4a8afe32f3a4 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Deleting port 51342873-5a07-4203-91c0-671652ca0609 {{(pid=104072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:28:46.674491 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-c6203940-5405-44a3-a515-4a8afe32f3a4 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743907775461'] for port (51342873-5a07-4203-91c0-671652ca0609), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:46.760524 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-c6203940-5405-44a3-a515-4a8afe32f3a4 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16271712'] for port (51342873-5a07-4203-91c0-671652ca0609), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:46.760769 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-c6203940-5405-44a3-a515-4a8afe32f3a4 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Publish callbacks [] for floatingip (51342873-5a07-4203-91c0-671652ca0609), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:46.782513 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [None req-c6203940-5405-44a3-a515-4a8afe32f3a4 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Calling delete_port for 51342873-5a07-4203-91c0-671652ca0609 owned by network:floatingip {{(pid=104072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:28:46.956567 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc195702-d067-4284-abb9-2b1e48139b80 req-d5a49315-0b5a-4950-bcaf-eaf949342db0 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:46.958273 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-cc195702-d067-4284-abb9-2b1e48139b80 req-d5a49315-0b5a-4950-bcaf-eaf949342db0 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "GET /v2.0/ports?device_id=5bbdd423-cd44-475e-abb9-2c765b71b978 HTTP/1.1" status: 200 len: 944 time: 0.0763671 May 27 03:28:47.001825 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:47.029820 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-cc195702-d067-4284-abb9-2b1e48139b80 req-fec9aba2-1f08-43de-979d-0a6eccba6e3d tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1e45c10-37e6-4124-bc3b-be47b71b2f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585868 May 27 03:28:47.032974 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-c6203940-5405-44a3-a515-4a8afe32f3a4 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743907783123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743907242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13119109'] for port (51342873-5a07-4203-91c0-671652ca0609), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:47.076976 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6203940-5405-44a3-a515-4a8afe32f3a4 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Pushing event deleted for resources: {'Port': ['ID=51342873-5a07-4203-91c0-671652ca0609,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:47.148333 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-c6203940-5405-44a3-a515-4a8afe32f3a4 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Publish callbacks [] for floatingip (915ddab8-fb8d-42b0-b2c4-e8b061e3bb4c), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:47.150917 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8e55b0-6e29-4fcd-92ee-c669a35599bf None None] New status for floating IP 915ddab8-fb8d-42b0-b2c4-e8b061e3bb4c: DOWN {{(pid=104074) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 03:28:47.151462 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-c6203940-5405-44a3-a515-4a8afe32f3a4 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159658'] for floatingip (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:47.153561 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-c6203940-5405-44a3-a515-4a8afe32f3a4 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "DELETE /v2.0/floatingips/915ddab8-fb8d-42b0-b2c4-e8b061e3bb4c HTTP/1.1" status: 204 len: 168 time: 0.6048572 May 27 03:28:47.307418 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Device 500f9575-c4a4-47bd-be17-a054e686429b up at agent hyperv_hv-cinder-82880 {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:28:47.362544 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Provisioning for port 500f9575-c4a4-47bd-be17-a054e686429b completed by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 03:28:47.373563 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Provisioning complete for port 500f9575-c4a4-47bd-be17-a054e686429b triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:28:47.374075 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (500f9575-c4a4-47bd-be17-a054e686429b), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:47.459173 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Current status of the port 500f9575-c4a4-47bd-be17-a054e686429b is: BUILD; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:28:47.459825 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (500f9575-c4a4-47bd-be17-a054e686429b), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:47.487778 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bbdd423-cd44-475e-abb9-2c765b71b978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '500f9575-c4a4-47bd-be17-a054e686429b'}] {{(pid=104073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:28:47.489267 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fe636b475fcf817a66bede64dee182d8d37f0deb14dcb08a99f86243ff54ad7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2151202c-7bc9-4ac8-b6d8-f804a9707dc7" -d '{"events": [{"server_uuid": "5bbdd423-cd44-475e-abb9-2c765b71b978", "name": "network-vif-plugged", "status": "completed", "tag": "500f9575-c4a4-47bd-be17-a054e686429b"}]}' {{(pid=104073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:28:47.503132 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] For port 500f9575-c4a4-47bd-be17-a054e686429b, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=500f9575-c4a4-47bd-be17-a054e686429b,segment=NetworkSegment(3d0db8b7-60ed-4f83-92b1-448610616c6c),segment_id=3d0db8b7-60ed-4f83-92b1-448610616c6c)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:28:47.511685 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (500f9575-c4a4-47bd-be17-a054e686429b), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:47.512537 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Device 00901745-e24d-4624-8550-b70ca512f20a no longer exists at agent hyperv_hv-cinder-82880 {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:28:47.562317 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2d50551-f0df-484f-b486-8e9b75241594 x-openstack-request-id: req-b2d50551-f0df-484f-b486-8e9b75241594 {{(pid=104073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:28:47.562317 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bbdd423-cd44-475e-abb9-2c765b71b978", "name": "network-vif-plugged", "status": "completed", "tag": "500f9575-c4a4-47bd-be17-a054e686429b", "code": 200}]} {{(pid=104073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:28:47.562317 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b2d50551-f0df-484f-b486-8e9b75241594 {{(pid=104073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:28:47.562317 dv-cinder-828806-4-iscsi neutron-server[104073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2d50551-f0df-484f-b486-8e9b75241594'] response: {'server_uuid': '5bbdd423-cd44-475e-abb9-2c765b71b978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '500f9575-c4a4-47bd-be17-a054e686429b', 'code': 200} May 27 03:28:47.565324 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] No Port match for: 00901745-e24d-4624-8550-b70ca512f20a {{(pid=104073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:28:47.565682 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Device 00901745-e24d-4624-8550-b70ca512f20a not bound to the agent host hv-cinder-82880 {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:28:47.594177 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Pushing event updated for resources: {'Port': ['ID=500f9575-c4a4-47bd-be17-a054e686429b,revision_number=5']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:47.897502 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f579fa-3d10-4a42-9cbf-4323c3bed3b2 req-6295b7c9-434c-4ef7-afcf-48a06913bceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:47.899045 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-41f579fa-3d10-4a42-9cbf-4323c3bed3b2 req-6295b7c9-434c-4ef7-afcf-48a06913bceb service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=5bbdd423-cd44-475e-abb9-2c765b71b978 HTTP/1.1" status: 200 len: 1129 time: 0.0446560 May 27 03:28:47.956385 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-41f579fa-3d10-4a42-9cbf-4323c3bed3b2 req-c190d50a-5523-47b9-9c93-f1dcb1daa496 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=d1e45c10-37e6-4124-bc3b-be47b71b2f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468657 May 27 03:28:48.160336 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:48.175144 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bb089e-5a70-49aa-8fb4-c4c56145f66a req-57bc3ca6-84d5-40ec-aabc-57807e1a8423 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:48.177075 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-19bb089e-5a70-49aa-8fb4-c4c56145f66a req-57bc3ca6-84d5-40ec-aabc-57807e1a8423 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "GET /v2.0/ports?device_id=5bbdd423-cd44-475e-abb9-2c765b71b978 HTTP/1.1" status: 200 len: 945 time: 0.0501075 May 27 03:28:48.233262 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-19bb089e-5a70-49aa-8fb4-c4c56145f66a req-0188f882-eae7-402d-b058-d8a52335c5b5 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1e45c10-37e6-4124-bc3b-be47b71b2f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498085 May 27 03:28:48.589787 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a779739e-e4e9-482d-8525-8137cf9385aa req-08f0f7a0-5610-4a78-8bce-02e76c45dde7 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:48.591157 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a779739e-e4e9-482d-8525-8137cf9385aa req-08f0f7a0-5610-4a78-8bce-02e76c45dde7 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] 10.222.0.50 "GET /v2.0/networks?id=25414d0e-39e2-4b3e-a787-1a7de54b6d2c HTTP/1.1" status: 200 len: 815 time: 0.1095810 May 27 03:28:48.607147 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a779739e-e4e9-482d-8525-8137cf9385aa req-b5512032-92b0-4014-9469-054a239c7921 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] 10.222.0.50 "GET /v2.0/quotas/f03723b938b845309929162c81adfe51 HTTP/1.1" status: 200 len: 375 time: 0.0094757 May 27 03:28:48.657887 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a779739e-e4e9-482d-8525-8137cf9385aa req-d7f5e40f-44cc-4ac1-9e2b-2742d68b439f tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=f03723b938b845309929162c81adfe51&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0456753 May 27 03:28:48.857797 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a779739e-e4e9-482d-8525-8137cf9385aa req-9d9df50b-1ff0-464f-8948-8441ff39c95e service neutron] 10.222.0.50 "GET /v2.0/networks/25414d0e-39e2-4b3e-a787-1a7de54b6d2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881323 May 27 03:28:48.950496 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a779739e-e4e9-482d-8525-8137cf9385aa req-21507302-117d-44f2-8035-04158ee05c5f service neutron] 10.222.0.50 "GET /v2.0/networks/25414d0e-39e2-4b3e-a787-1a7de54b6d2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839193 May 27 03:28:49.074825 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.agents_db [None req-9472a85a-8dd5-480f-9a02-5eb3d7473862 None None] Agent healthcheck: found 6 active agents {{(pid=104074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:28:49.123146 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-b06c2fcd-6527-4e3a-a2d5-2ac2277fed63 req-90a88eb8-22f9-4f5f-8858-0fe9060ac655 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] 10.222.0.50 "GET /v2.0/ports?device_id=70020c76-0cc4-4adf-985d-4bd2c1b6b0da HTTP/1.1" status: 200 len: 210 time: 0.0286813 May 27 03:28:49.355989 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba259722-1631-4542-9676-c1bff9d85211 req-cab57225-4be3-4531-b1aa-a1f230d95f49 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:49.357582 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-ba259722-1631-4542-9676-c1bff9d85211 req-cab57225-4be3-4531-b1aa-a1f230d95f49 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "GET /v2.0/ports?device_id=5bbdd423-cd44-475e-abb9-2c765b71b978 HTTP/1.1" status: 200 len: 945 time: 0.0543318 May 27 03:28:49.425308 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-ba259722-1631-4542-9676-c1bff9d85211 req-66bcf0d1-1974-4e8d-8525-ef25dddf6fbf tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1e45c10-37e6-4124-bc3b-be47b71b2f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616181 May 27 03:28:49.695937 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba843dfd-50ab-4343-a5f4-4ed7bc1539e7 req-2e70e336-8e69-42ed-98aa-249a95d1adeb tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:49.697496 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-ba843dfd-50ab-4343-a5f4-4ed7bc1539e7 req-2e70e336-8e69-42ed-98aa-249a95d1adeb tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=126a653e-c2f9-4fad-9401-b165bddb395d HTTP/1.1" status: 200 len: 946 time: 0.0496175 May 27 03:28:49.754935 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-ba843dfd-50ab-4343-a5f4-4ed7bc1539e7 req-59202417-f110-4997-8d5e-2b2d957896f8 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bb45d27-4147-42b8-a14c-c2b672c6e0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513752 May 27 03:28:50.234241 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-72136deb-3f15-450d-9269-b7141cbc7bc6 req-ac5b75bb-9288-4b34-a651-dd76778f8d22 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] 10.222.0.50 "GET /v2.0/ports?device_id=70020c76-0cc4-4adf-985d-4bd2c1b6b0da HTTP/1.1" status: 200 len: 210 time: 0.0277369 May 27 03:28:50.555255 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7bb33d-bccb-4cd7-b090-85a65b26828e req-8c49e319-fc11-4865-a3de-02401ce33a80 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:50.556730 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-fc7bb33d-bccb-4cd7-b090-85a65b26828e req-8c49e319-fc11-4865-a3de-02401ce33a80 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "GET /v2.0/ports?device_id=5bbdd423-cd44-475e-abb9-2c765b71b978 HTTP/1.1" status: 200 len: 945 time: 0.0519447 May 27 03:28:50.615076 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-fc7bb33d-bccb-4cd7-b090-85a65b26828e req-0e11e7d0-93cf-4ee1-a4a0-3b3507f7829b tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1e45c10-37e6-4124-bc3b-be47b71b2f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497830 May 27 03:28:50.748371 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580f7688-ac8b-401c-9440-e0136ae8d7be req-ce79991f-db58-4ec7-871a-b99515e6a6e2 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:50.749795 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-580f7688-ac8b-401c-9440-e0136ae8d7be req-ce79991f-db58-4ec7-871a-b99515e6a6e2 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "GET /v2.0/ports?device_id=5bbdd423-cd44-475e-abb9-2c765b71b978 HTTP/1.1" status: 200 len: 945 time: 0.0520539 May 27 03:28:50.776092 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=100 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:50.803077 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-580f7688-ac8b-401c-9440-e0136ae8d7be req-8b59213b-b949-40f0-a41e-28f4b1ecff65 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1e45c10-37e6-4124-bc3b-be47b71b2f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462317 May 27 03:28:50.831446 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 33920) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:28:50.871301 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87790f11-50c0-45bb-b3d0-8b4233621926 tempest-TestVolumeBootPattern-940981790 tempest-TestVolumeBootPattern-940981790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:50.872830 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-87790f11-50c0-45bb-b3d0-8b4233621926 tempest-TestVolumeBootPattern-940981790 tempest-TestVolumeBootPattern-940981790-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=5bbdd423-cd44-475e-abb9-2c765b71b978 HTTP/1.1" status: 200 len: 1124 time: 0.0404100 May 27 03:28:50.875410 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4db05dc-abeb-4514-9d40-834551571f38 req-8bf90405-70d8-4495-8505-9689b7f855ca tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:50.875758 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 33922) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:28:50.877555 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-d4db05dc-abeb-4514-9d40-834551571f38 req-8bf90405-70d8-4495-8505-9689b7f855ca tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=126a653e-c2f9-4fad-9401-b165bddb395d HTTP/1.1" status: 200 len: 946 time: 0.0525472 May 27 03:28:50.880170 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [None req-9271f4b5-d443-4043-a791-e3387a0655d4 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Request body: {'floatingip': {'floating_network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'port_id': '500f9575-c4a4-47bd-be17-a054e686429b', 'tenant_id': 'd5bef1b49d424299864523887eb72b3c', 'fixed_ip_address': '172.20.0.4'}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:28:50.904072 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-9271f4b5-d443-4043-a791-e3387a0655d4 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:50.913730 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:50.929985 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-d4db05dc-abeb-4514-9d40-834551571f38 req-d3fd9e41-1cf8-43ff-b983-98de4c03e44e tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bb45d27-4147-42b8-a14c-c2b672c6e0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466435 May 27 03:28:50.990474 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-9271f4b5-d443-4043-a791-e3387a0655d4 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:51.106276 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.db.db_base_plugin_common [None req-9271f4b5-d443-4043-a791-e3387a0655d4 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Allocated IP 172.27.3.6 (ca8b8e18-04f1-46f4-8c3b-aba3c077569d/ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa/8ed5794f-360c-4fc8-982d-97b6345af667) {{(pid=104071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:28:51.215714 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-9271f4b5-d443-4043-a791-e3387a0655d4 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Publish callbacks [] for port (8ed5794f-360c-4fc8-982d-97b6345af667), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:51.238179 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:51.254992 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-9271f4b5-d443-4043-a791-e3387a0655d4 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743907242280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12907156'] for port (8ed5794f-360c-4fc8-982d-97b6345af667), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:51.299464 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9271f4b5-d443-4043-a791-e3387a0655d4 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Network ca8b8e18-04f1-46f4-8c3b-aba3c077569d is already hosted by enough agents. {{(pid=104071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:28:51.304599 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.scheduler.base_scheduler [None req-9271f4b5-d443-4043-a791-e3387a0655d4 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Resources bound (agent type, host, resource id): {{(pid=104071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:28:51.308446 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9271f4b5-d443-4043-a791-e3387a0655d4 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Received port after_create {{(pid=104071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:28:51.333145 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9271f4b5-d443-4043-a791-e3387a0655d4 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Pushing event updated for resources: {'Port': ['ID=8ed5794f-360c-4fc8-982d-97b6345af667,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:51.371014 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9271f4b5-d443-4043-a791-e3387a0655d4 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:51.371244 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9271f4b5-d443-4043-a791-e3387a0655d4 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:51.371591 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9271f4b5-d443-4043-a791-e3387a0655d4 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:51.371894 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9271f4b5-d443-4043-a791-e3387a0655d4 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:51.372214 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9271f4b5-d443-4043-a791-e3387a0655d4 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:51.372530 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9271f4b5-d443-4043-a791-e3387a0655d4 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:51.372842 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9271f4b5-d443-4043-a791-e3387a0655d4 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:51.373190 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9271f4b5-d443-4043-a791-e3387a0655d4 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:51.373504 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9271f4b5-d443-4043-a791-e3387a0655d4 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:51.373817 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9271f4b5-d443-4043-a791-e3387a0655d4 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:51.374126 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9271f4b5-d443-4043-a791-e3387a0655d4 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:51.374439 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9271f4b5-d443-4043-a791-e3387a0655d4 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:51.374731 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9271f4b5-d443-4043-a791-e3387a0655d4 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:51.375034 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9271f4b5-d443-4043-a791-e3387a0655d4 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:51.375339 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9271f4b5-d443-4043-a791-e3387a0655d4 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:51.381584 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-968bb613-9b0f-4b8a-8880-08c813b96f67 req-8137c503-931d-4c65-ba1a-d0632ae059eb tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] 10.222.0.50 "GET /v2.0/ports?device_id=70020c76-0cc4-4adf-985d-4bd2c1b6b0da HTTP/1.1" status: 200 len: 210 time: 0.0523977 May 27 03:28:51.702654 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:51.709415 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-9271f4b5-d443-4043-a791-e3387a0655d4 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Publish callbacks [] for floatingip (06b71894-d740-4c7a-994c-1690ae223589), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:51.790284 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-9271f4b5-d443-4043-a791-e3387a0655d4 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (8ed5794f-360c-4fc8-982d-97b6345af667), before_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:51.968440 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-9271f4b5-d443-4043-a791-e3387a0655d4 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Publish callbacks [] for port (8ed5794f-360c-4fc8-982d-97b6345af667), precommit_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:51.975294 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-9271f4b5-d443-4043-a791-e3387a0655d4 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12907171'] for port (8ed5794f-360c-4fc8-982d-97b6345af667), after_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:52.044991 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:52.049912 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aa6900-7c80-4d45-8f67-5a33a81d7efa req-54532e56-ddab-4e55-b989-5629f3ed031e tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:52.050460 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9271f4b5-d443-4043-a791-e3387a0655d4 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Pushing event updated for resources: {'Port': ['ID=8ed5794f-360c-4fc8-982d-97b6345af667,revision_number=2']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:52.051469 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-13aa6900-7c80-4d45-8f67-5a33a81d7efa req-54532e56-ddab-4e55-b989-5629f3ed031e tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=126a653e-c2f9-4fad-9401-b165bddb395d HTTP/1.1" status: 200 len: 946 time: 0.0485153 May 27 03:28:52.058336 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-9271f4b5-d443-4043-a791-e3387a0655d4 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16279512'] for floatingip (06b71894-d740-4c7a-994c-1690ae223589), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:52.101441 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-13aa6900-7c80-4d45-8f67-5a33a81d7efa req-1f4dff01-d7de-4aa1-ac7a-d318fbc8a74b tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bb45d27-4147-42b8-a14c-c2b672c6e0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421107 May 27 03:28:52.158062 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.db.l3_db [None req-9271f4b5-d443-4043-a791-e3387a0655d4 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Floating IP 06b71894-d740-4c7a-994c-1690ae223589 associated. External IP: 172.27.3.6, port: 500f9575-c4a4-47bd-be17-a054e686429b. May 27 03:28:52.557163 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-cccd3187-71be-4e05-952a-2647015fd583 req-67c190f1-3236-4a4c-8489-26d6ed65ec6e tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] 10.222.0.50 "GET /v2.0/ports?device_id=70020c76-0cc4-4adf-985d-4bd2c1b6b0da HTTP/1.1" status: 200 len: 210 time: 0.0401278 May 27 03:28:52.684186 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9271f4b5-d443-4043-a791-e3387a0655d4 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Router 0a3e2812-07e4-4838-94d5-bb57a2cd3859 has already been hosted by L3 agent 3e4effd7-5bc9-408b-93fa-42e4b19a61d9 {{(pid=104071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:28:52.701565 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e2ac7d-fbdb-4196-abf1-4f901301a2fa req-db78f420-8f5d-4fa7-b4c6-34615097e153 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:52.703032 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-82e2ac7d-fbdb-4196-abf1-4f901301a2fa req-db78f420-8f5d-4fa7-b4c6-34615097e153 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.67 "GET /v2.0/ports?device_id=126a653e-c2f9-4fad-9401-b165bddb395d HTTP/1.1" status: 200 len: 946 time: 0.0549021 May 27 03:28:52.794323 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9271f4b5-d443-4043-a791-e3387a0655d4 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Notify agent at l3_agent.dv-cinder-828806-4-iscsi the message routers_updated {{(pid=104071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:28:52.803976 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492d960e-9d74-40a5-bd57-50f490cddc76 None None] Sync routers for ids ['0a3e2812-07e4-4838-94d5-bb57a2cd3859'] in dv-cinder-828806-4-iscsi {{(pid=104073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:28:52.814981 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-9271f4b5-d443-4043-a791-e3387a0655d4 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159658'] for floatingip (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:52.816339 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492d960e-9d74-40a5-bd57-50f490cddc76 None None] Routers {'0a3e2812-07e4-4838-94d5-bb57a2cd3859'} bound to L3 agent in host dv-cinder-828806-4-iscsi {{(pid=104073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:28:52.817263 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-492d960e-9d74-40a5-bd57-50f490cddc76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T03:14:31Z,description=,heartbeat_timestamp=2022-05-27T03:28:31Z,host='dv-cinder-828806-4-iscsi',id=3e4effd7-5bc9-408b-93fa-42e4b19a61d9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:14:31Z,topic='l3_agent')) {'router_ids': ['0a3e2812-07e4-4838-94d5-bb57a2cd3859'], 'active': True} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:28:52.845858 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-9271f4b5-d443-4043-a791-e3387a0655d4 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.9690802 May 27 03:28:52.846632 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bbdd423-cd44-475e-abb9-2c765b71b978', 'tag': '500f9575-c4a4-47bd-be17-a054e686429b'}] {{(pid=104071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:28:52.849222 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bb076ad6e20eee76da9493a154e3e0af7ddb4a8668b70cc9390b05200f69f4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a8cff72-f8fd-4017-97b7-ca6c72784739" -d '{"events": [{"name": "network-changed", "server_uuid": "5bbdd423-cd44-475e-abb9-2c765b71b978", "tag": "500f9575-c4a4-47bd-be17-a054e686429b"}]}' {{(pid=104071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:28:52.923704 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvr_db [None req-492d960e-9d74-40a5-bd57-50f490cddc76 None None] Set router 0a3e2812-07e4-4838-94d5-bb57a2cd3859 gateway port host: dv-cinder-828806-4-iscsi {{(pid=104073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:28:52.939713 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00f4f6d6-b3cd-40b6-8cdc-de3e21476bf5 x-openstack-request-id: req-00f4f6d6-b3cd-40b6-8cdc-de3e21476bf5 {{(pid=104071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:28:52.940054 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bbdd423-cd44-475e-abb9-2c765b71b978", "tag": "500f9575-c4a4-47bd-be17-a054e686429b", "status": "completed", "code": 200}]} {{(pid=104071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:28:52.940379 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-00f4f6d6-b3cd-40b6-8cdc-de3e21476bf5 {{(pid=104071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:28:52.940836 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00f4f6d6-b3cd-40b6-8cdc-de3e21476bf5'] response: {'name': 'network-changed', 'server_uuid': '5bbdd423-cd44-475e-abb9-2c765b71b978', 'tag': '500f9575-c4a4-47bd-be17-a054e686429b', 'status': 'completed', 'code': 200} May 27 03:28:52.947480 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:53.095746 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [req-82e2ac7d-fbdb-4196-abf1-4f901301a2fa req-5517071c-8e01-4a1f-8895-e62d04240d3d tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Deleting port 93f8d1e6-7ba3-465b-83b0-41aabb82cf05 {{(pid=104072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:28:53.096812 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-82e2ac7d-fbdb-4196-abf1-4f901301a2fa req-5517071c-8e01-4a1f-8895-e62d04240d3d tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743907775461'] for port (93f8d1e6-7ba3-465b-83b0-41aabb82cf05), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:53.147495 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-492d960e-9d74-40a5-bd57-50f490cddc76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a3e2812-07e4-4838-94d5-bb57a2cd3859', 'name': 'tempest-TestVolumeBootPattern-1556435986-router', 'tenant_id': 'd5bef1b49d424299864523887eb72b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '4ee83673-46b6-4e1b-bcba-ae840fc50e57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:24:05Z', 'updated_at': '2022-05-27T03:24:09Z', 'revision_number': 4, 'project_id': 'd5bef1b49d424299864523887eb72b3c', 'gw_port': {'id': '4ee83673-46b6-4e1b-bcba-ae840fc50e57', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f6:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3e2812-07e4-4838-94d5-bb57a2cd3859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:24:06Z', 'updated_at': '2022-05-27T03:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi', '_floatingips': [{'id': '06b71894-d740-4c7a-994c-1690ae223589', 'tenant_id': 'd5bef1b49d424299864523887eb72b3c', 'floating_ip_address': '172.27.3.6', 'floating_network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'router_id': '0a3e2812-07e4-4838-94d5-bb57a2cd3859', 'port_id': '500f9575-c4a4-47bd-be17-a054e686429b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79e2e930-0200-4ceb-a2bb-a93bbb04e0f6', 'mac_address': 'fa:16:3e:59:9b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bbdd423-cd44-475e-abb9-2c765b71b978', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:28:51Z', 'updated_at': '2022-05-27T03:28:51Z', 'revision_number': 0, 'project_id': 'd5bef1b49d424299864523887eb72b3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1453a154-6ec5-4313-8a2b-fddd349b5446', 'name': '', 'network_id': '79e2e930-0200-4ceb-a2bb-a93bbb04e0f6', 'tenant_id': 'd5bef1b49d424299864523887eb72b3c', 'mac_address': 'fa:16:3e:be:67:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3e2812-07e4-4838-94d5-bb57a2cd3859', 'device_owner': 'network:router_interface', 'standard_attr_id': 226, 'fixed_ips': [{'subnet_id': '5133a594-c63e-4ae9-a294-52a4d497dec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:24:08Z', 'updated_at': '2022-05-27T03:24:13Z', 'revision_number': 5, 'project_id': 'd5bef1b49d424299864523887eb72b3c', 'subnets': [{'id': '5133a594-c63e-4ae9-a294-52a4d497dec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-4-iscsi', False) {} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:28:53.154877 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8cff72-f8fd-4017-97b7-ca6c72784739 req-cb7ee65c-09b1-454a-b854-9135f00263c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:53.156450 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-0a8cff72-f8fd-4017-97b7-ca6c72784739 req-cb7ee65c-09b1-454a-b854-9135f00263c4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d5bef1b49d424299864523887eb72b3c&device_id=5bbdd423-cd44-475e-abb9-2c765b71b978 HTTP/1.1" status: 200 len: 1129 time: 0.0626233 May 27 03:28:53.184230 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492d960e-9d74-40a5-bd57-50f490cddc76 None None] Checking router: 0a3e2812-07e4-4838-94d5-bb57a2cd3859 for host: dv-cinder-828806-4-iscsi {{(pid=104073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:28:53.194561 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492d960e-9d74-40a5-bd57-50f490cddc76 None None] Routers {'0a3e2812-07e4-4838-94d5-bb57a2cd3859'} bound to L3 agent in host dv-cinder-828806-4-iscsi {{(pid=104073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:28:53.195438 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-492d960e-9d74-40a5-bd57-50f490cddc76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T03:14:31Z,description=,heartbeat_timestamp=2022-05-27T03:28:31Z,host='dv-cinder-828806-4-iscsi',id=3e4effd7-5bc9-408b-93fa-42e4b19a61d9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:14:31Z,topic='l3_agent')) {'router_ids': ['0a3e2812-07e4-4838-94d5-bb57a2cd3859'], 'active': True} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:28:53.201677 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:53.221506 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.db [req-82e2ac7d-fbdb-4196-abf1-4f901301a2fa req-5517071c-8e01-4a1f-8895-e62d04240d3d tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] For port 93f8d1e6-7ba3-465b-83b0-41aabb82cf05, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=93f8d1e6-7ba3-465b-83b0-41aabb82cf05,segment=NetworkSegment(e06d4ee8-7c2f-4c75-a8e8-97fb5af915aa),segment_id=e06d4ee8-7c2f-4c75-a8e8-97fb5af915aa)] {{(pid=104072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:28:53.222021 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-82e2ac7d-fbdb-4196-abf1-4f901301a2fa req-5517071c-8e01-4a1f-8895-e62d04240d3d tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16271712'] for port (93f8d1e6-7ba3-465b-83b0-41aabb82cf05), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:53.249275 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:53.250387 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [req-82e2ac7d-fbdb-4196-abf1-4f901301a2fa req-5517071c-8e01-4a1f-8895-e62d04240d3d tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Calling delete_port for 93f8d1e6-7ba3-465b-83b0-41aabb82cf05 owned by compute:nova {{(pid=104072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:28:53.332989 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvr_db [None req-492d960e-9d74-40a5-bd57-50f490cddc76 None None] Set router 0a3e2812-07e4-4838-94d5-bb57a2cd3859 gateway port host: dv-cinder-828806-4-iscsi {{(pid=104073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:28:53.378297 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a333ff3a-d23d-4a5b-b175-3831d4b48c9d req-60d57c80-297e-4eac-b6ec-2e9d3ccaff63 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:53.380560 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-a333ff3a-d23d-4a5b-b175-3831d4b48c9d req-60d57c80-297e-4eac-b6ec-2e9d3ccaff63 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=126a653e-c2f9-4fad-9401-b165bddb395d HTTP/1.1" status: 200 len: 946 time: 0.1953323 May 27 03:28:53.421757 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-82e2ac7d-fbdb-4196-abf1-4f901301a2fa req-5517071c-8e01-4a1f-8895-e62d04240d3d tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743907783123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743907242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13119109'] for port (93f8d1e6-7ba3-465b-83b0-41aabb82cf05), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:53.444766 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=100 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:53.453568 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5517071c-8e01-4a1f-8895-e62d04240d3d tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Pushing event deleted for resources: {'Port': ['ID=93f8d1e6-7ba3-465b-83b0-41aabb82cf05,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:53.486863 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8cff72-f8fd-4017-97b7-ca6c72784739 req-ed5988eb-1a38-4df6-b242-a9a8e66dd803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:53.489068 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-0a8cff72-f8fd-4017-97b7-ca6c72784739 req-ed5988eb-1a38-4df6-b242-a9a8e66dd803 service neutron] 10.222.0.67 "GET /v2.0/networks?id=79e2e930-0200-4ceb-a2bb-a93bbb04e0f6 HTTP/1.1" status: 200 len: 913 time: 0.3218925 May 27 03:28:53.496216 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a779739e-e4e9-482d-8525-8137cf9385aa req-99ce1a6f-f714-40d0-9e72-97ab7c9f7438 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:53.497782 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-a779739e-e4e9-482d-8525-8137cf9385aa req-99ce1a6f-f714-40d0-9e72-97ab7c9f7438 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] 10.222.0.67 "GET /v2.0/networks?id=25414d0e-39e2-4b3e-a787-1a7de54b6d2c HTTP/1.1" status: 200 len: 815 time: 0.2695801 May 27 03:28:53.520713 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.db.l3_dvrscheduler_db [req-82e2ac7d-fbdb-4196-abf1-4f901301a2fa req-5517071c-8e01-4a1f-8895-e62d04240d3d tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] No DVR routers for this DVR port 93f8d1e6-7ba3-465b-83b0-41aabb82cf05 on host hv-cinder-82880 {{(pid=104072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:28:53.523000 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-a333ff3a-d23d-4a5b-b175-3831d4b48c9d req-2afff00b-92bf-44c6-8f1c-00625188fa6a tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bb45d27-4147-42b8-a14c-c2b672c6e0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885479 May 27 03:28:53.523333 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-82e2ac7d-fbdb-4196-abf1-4f901301a2fa req-5517071c-8e01-4a1f-8895-e62d04240d3d tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159658'] for port (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:53.526919 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-82e2ac7d-fbdb-4196-abf1-4f901301a2fa req-5517071c-8e01-4a1f-8895-e62d04240d3d tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.67 "DELETE /v2.0/ports/93f8d1e6-7ba3-465b-83b0-41aabb82cf05 HTTP/1.1" status: 204 len: 173 time: 0.5119417 May 27 03:28:53.527377 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '126a653e-c2f9-4fad-9401-b165bddb395d', 'name': 'network-vif-deleted', 'tag': '93f8d1e6-7ba3-465b-83b0-41aabb82cf05'}] {{(pid=104072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:28:53.529803 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f396617ba49ae57b35f1e46e178334f70bfad08bdaf3fab16ca373e13b5bdfba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-933a04e9-9d9f-46a3-af51-47fbe78e7e05" -d '{"events": [{"server_uuid": "126a653e-c2f9-4fad-9401-b165bddb395d", "name": "network-vif-deleted", "tag": "93f8d1e6-7ba3-465b-83b0-41aabb82cf05"}]}' {{(pid=104072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:28:53.546124 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [req-a779739e-e4e9-482d-8525-8137cf9385aa req-7be3abca-417a-4a92-b0f7-2d9091b9ba4b tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Request body: {'port': {'device_id': '70020c76-0cc4-4adf-985d-4bd2c1b6b0da', 'network_id': '25414d0e-39e2-4b3e-a787-1a7de54b6d2c', 'admin_state_up': True, 'tenant_id': 'f03723b938b845309929162c81adfe51'}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:28:53.643418 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-967ec377-ce7c-47f3-a832-4f65130379a7 x-openstack-request-id: req-967ec377-ce7c-47f3-a832-4f65130379a7 {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:28:53.643708 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "126a653e-c2f9-4fad-9401-b165bddb395d", "name": "network-vif-deleted", "tag": "93f8d1e6-7ba3-465b-83b0-41aabb82cf05", "status": "completed", "code": 200}]} {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:28:53.643958 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-967ec377-ce7c-47f3-a832-4f65130379a7 {{(pid=104072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:28:53.644208 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] get_ports_and_sgs() called for port_ids ['6d9acc3b-ba55-4e78-9bbb-cb5a5ce850ef', '93f8d1e6-7ba3-465b-83b0-41aabb82cf05'] {{(pid=104073) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:28:53.644340 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-967ec377-ce7c-47f3-a832-4f65130379a7'] response: {'server_uuid': '126a653e-c2f9-4fad-9401-b165bddb395d', 'name': 'network-vif-deleted', 'tag': '93f8d1e6-7ba3-465b-83b0-41aabb82cf05', 'status': 'completed', 'code': 200} May 27 03:28:53.710322 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:53.749815 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-42b29325-663b-4972-ada9-a243ef65c458 req-3d7d93fa-d6dc-43e1-aa58-143932c27c90 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] 10.222.0.50 "GET /v2.0/ports?device_id=70020c76-0cc4-4adf-985d-4bd2c1b6b0da HTTP/1.1" status: 200 len: 210 time: 0.0594273 May 27 03:28:53.754390 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-0a8cff72-f8fd-4017-97b7-ca6c72784739 req-e382afae-4d2a-4bdd-8329-afcf26b2f806 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=500f9575-c4a4-47bd-be17-a054e686429b HTTP/1.1" status: 200 len: 997 time: 0.2141623 May 27 03:28:53.853661 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8cff72-f8fd-4017-97b7-ca6c72784739 req-f5f841e4-b482-4321-a3ed-6d8b1f4fd7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:53.855172 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-0a8cff72-f8fd-4017-97b7-ca6c72784739 req-f5f841e4-b482-4321-a3ed-6d8b1f4fd7d4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5133a594-c63e-4ae9-a294-52a4d497dec8 HTTP/1.1" status: 200 len: 851 time: 0.0859022 May 27 03:28:53.878607 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-492d960e-9d74-40a5-bd57-50f490cddc76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a3e2812-07e4-4838-94d5-bb57a2cd3859', 'name': 'tempest-TestVolumeBootPattern-1556435986-router', 'tenant_id': 'd5bef1b49d424299864523887eb72b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '4ee83673-46b6-4e1b-bcba-ae840fc50e57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:24:05Z', 'updated_at': '2022-05-27T03:24:09Z', 'revision_number': 4, 'project_id': 'd5bef1b49d424299864523887eb72b3c', 'gw_port': {'id': '4ee83673-46b6-4e1b-bcba-ae840fc50e57', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f6:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3e2812-07e4-4838-94d5-bb57a2cd3859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:24:06Z', 'updated_at': '2022-05-27T03:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi', '_floatingips': [{'id': '06b71894-d740-4c7a-994c-1690ae223589', 'tenant_id': 'd5bef1b49d424299864523887eb72b3c', 'floating_ip_address': '172.27.3.6', 'floating_network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'router_id': '0a3e2812-07e4-4838-94d5-bb57a2cd3859', 'port_id': '500f9575-c4a4-47bd-be17-a054e686429b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79e2e930-0200-4ceb-a2bb-a93bbb04e0f6', 'mac_address': 'fa:16:3e:59:9b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bbdd423-cd44-475e-abb9-2c765b71b978', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:28:51Z', 'updated_at': '2022-05-27T03:28:51Z', 'revision_number': 0, 'project_id': 'd5bef1b49d424299864523887eb72b3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1453a154-6ec5-4313-8a2b-fddd349b5446', 'name': '', 'network_id': '79e2e930-0200-4ceb-a2bb-a93bbb04e0f6', 'tenant_id': 'd5bef1b49d424299864523887eb72b3c', 'mac_address': 'fa:16:3e:be:67:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3e2812-07e4-4838-94d5-bb57a2cd3859', 'device_owner': 'network:router_interface', 'standard_attr_id': 226, 'fixed_ips': [{'subnet_id': '5133a594-c63e-4ae9-a294-52a4d497dec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:24:08Z', 'updated_at': '2022-05-27T03:24:13Z', 'revision_number': 5, 'project_id': 'd5bef1b49d424299864523887eb72b3c', 'subnets': [{'id': '5133a594-c63e-4ae9-a294-52a4d497dec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-4-iscsi', False) {} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:28:53.885000 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a779739e-e4e9-482d-8525-8137cf9385aa req-7be3abca-417a-4a92-b0f7-2d9091b9ba4b tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Made reservation on behalf of f03723b938b845309929162c81adfe51 for: {'port': 1} {{(pid=104071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:28:53.888616 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-a779739e-e4e9-482d-8525-8137cf9385aa req-7be3abca-417a-4a92-b0f7-2d9091b9ba4b tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:53.912583 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492d960e-9d74-40a5-bd57-50f490cddc76 None None] The sync data for ids ['0a3e2812-07e4-4838-94d5-bb57a2cd3859'] in dv-cinder-828806-4-iscsi is: [{'id': '0a3e2812-07e4-4838-94d5-bb57a2cd3859', 'name': 'tempest-TestVolumeBootPattern-1556435986-router', 'tenant_id': 'd5bef1b49d424299864523887eb72b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '4ee83673-46b6-4e1b-bcba-ae840fc50e57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:24:05Z', 'updated_at': '2022-05-27T03:24:09Z', 'revision_number': 4, 'project_id': 'd5bef1b49d424299864523887eb72b3c', 'gw_port': {'id': '4ee83673-46b6-4e1b-bcba-ae840fc50e57', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f6:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3e2812-07e4-4838-94d5-bb57a2cd3859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:24:06Z', 'updated_at': '2022-05-27T03:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi', '_floatingips': [{'id': '06b71894-d740-4c7a-994c-1690ae223589', 'tenant_id': 'd5bef1b49d424299864523887eb72b3c', 'floating_ip_address': '172.27.3.6', 'floating_network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'router_id': '0a3e2812-07e4-4838-94d5-bb57a2cd3859', 'port_id': '500f9575-c4a4-47bd-be17-a054e686429b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79e2e930-0200-4ceb-a2bb-a93bbb04e0f6', 'mac_address': 'fa:16:3e:59:9b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bbdd423-cd44-475e-abb9-2c765b71b978', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:28:51Z', 'updated_at': '2022-05-27T03:28:51Z', 'revision_number': 0, 'project_id': 'd5bef1b49d424299864523887eb72b3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1453a154-6ec5-4313-8a2b-fddd349b5446', 'name': '', 'network_id': '79e2e930-0200-4ceb-a2bb-a93bbb04e0f6', 'tenant_id': 'd5bef1b49d424299864523887eb72b3c', 'mac_address': 'fa:16:3e:be:67:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3e2812-07e4-4838-94d5-bb57a2cd3859', 'device_owner': 'network:router_interface', 'standard_attr_id': 226, 'fixed_ips': [{'subnet_id': '5133a594-c63e-4ae9-a294-52a4d497dec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:24:08Z', 'updated_at': '2022-05-27T03:24:13Z', 'revision_number': 5, 'project_id': 'd5bef1b49d424299864523887eb72b3c', 'subnets': [{'id': '5133a594-c63e-4ae9-a294-52a4d497dec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:28:54.093511 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.db.db_base_plugin_common [req-a779739e-e4e9-482d-8525-8137cf9385aa req-7be3abca-417a-4a92-b0f7-2d9091b9ba4b tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Allocated IP 172.20.0.5 (25414d0e-39e2-4b3e-a787-1a7de54b6d2c/8b1ea465-f005-4898-ac99-ecd590f06095/bac56807-d1e8-4e80-8e99-25b19600d119) {{(pid=104071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:28:54.293348 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36dd95be-5f6b-42a0-bb67-4e980008164c None None] New status for floating IP 06b71894-d740-4c7a-994c-1690ae223589: ACTIVE {{(pid=104074) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 03:28:54.323564 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-a779739e-e4e9-482d-8525-8137cf9385aa req-7be3abca-417a-4a92-b0f7-2d9091b9ba4b tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Publish callbacks [] for port (bac56807-d1e8-4e80-8e99-25b19600d119), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:54.392361 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-a779739e-e4e9-482d-8525-8137cf9385aa req-7be3abca-417a-4a92-b0f7-2d9091b9ba4b tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743907242280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12907156'] for port (bac56807-d1e8-4e80-8e99-25b19600d119), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:54.414801 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:54.462753 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a779739e-e4e9-482d-8525-8137cf9385aa req-7be3abca-417a-4a92-b0f7-2d9091b9ba4b tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Network 25414d0e-39e2-4b3e-a787-1a7de54b6d2c is already hosted by enough agents. {{(pid=104071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:28:54.468687 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.scheduler.base_scheduler [req-a779739e-e4e9-482d-8525-8137cf9385aa req-7be3abca-417a-4a92-b0f7-2d9091b9ba4b tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Resources bound (agent type, host, resource id): {{(pid=104071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:28:54.473216 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [req-a779739e-e4e9-482d-8525-8137cf9385aa req-7be3abca-417a-4a92-b0f7-2d9091b9ba4b tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Received port after_create {{(pid=104071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:28:54.481625 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be3abca-417a-4a92-b0f7-2d9091b9ba4b tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Pushing event updated for resources: {'Port': ['ID=bac56807-d1e8-4e80-8e99-25b19600d119,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:54.549375 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a779739e-e4e9-482d-8525-8137cf9385aa req-7be3abca-417a-4a92-b0f7-2d9091b9ba4b tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:54.550124 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-a779739e-e4e9-482d-8525-8137cf9385aa req-7be3abca-417a-4a92-b0f7-2d9091b9ba4b tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159658'] for port (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:54.587934 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-a779739e-e4e9-482d-8525-8137cf9385aa req-7be3abca-417a-4a92-b0f7-2d9091b9ba4b tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0395446 May 27 03:28:54.698535 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-83979808-c598-4d4c-9fb0-08450bdc2803 req-2d6cae44-7ae0-4afa-82ca-570b8a2ddf9a tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=126a653e-c2f9-4fad-9401-b165bddb395d HTTP/1.1" status: 200 len: 210 time: 0.0432243 May 27 03:28:54.870077 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-8db59e14-9f16-4eab-933a-30f5b18f8818 None None] Provisioning complete for port bac56807-d1e8-4e80-8e99-25b19600d119 triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:28:54.870753 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-8db59e14-9f16-4eab-933a-30f5b18f8818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (bac56807-d1e8-4e80-8e99-25b19600d119), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:54.875366 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2685cbcd-9ed4-43cf-be14-97d58a6db741 req-3bddd0a5-c438-4b90-bd32-30c1ad604924 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:54.877439 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-2685cbcd-9ed4-43cf-be14-97d58a6db741 req-3bddd0a5-c438-4b90-bd32-30c1ad604924 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] 10.222.0.50 "GET /v2.0/ports?device_id=70020c76-0cc4-4adf-985d-4bd2c1b6b0da HTTP/1.1" status: 200 len: 931 time: 0.0521464 May 27 03:28:54.923456 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-8db59e14-9f16-4eab-933a-30f5b18f8818 None None] Port bac56807-d1e8-4e80-8e99-25b19600d119 cannot update to ACTIVE because it is not bound. {{(pid=104073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:28:54.946230 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-2685cbcd-9ed4-43cf-be14-97d58a6db741 req-1c4051e9-4ca1-4c35-b3ce-44be53fb99cd tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] 10.222.0.50 "GET /v2.0/security-groups?id=221fa5c3-e637-4a04-908a-213f77a7868e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546110 May 27 03:28:55.815752 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-9ad2019f-213c-4cec-85a4-12db20fd3cab req-1d78f938-03be-460f-95aa-eaf34ffefe63 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=126a653e-c2f9-4fad-9401-b165bddb395d HTTP/1.1" status: 200 len: 210 time: 0.0280063 May 27 03:28:56.100766 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef48855-b4c9-40c0-9a35-49c565def22f req-e457ccf2-bc18-4fd8-ae3d-fe07cf51789a tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:56.103074 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-eef48855-b4c9-40c0-9a35-49c565def22f req-e457ccf2-bc18-4fd8-ae3d-fe07cf51789a tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] 10.222.0.50 "GET /v2.0/ports?device_id=70020c76-0cc4-4adf-985d-4bd2c1b6b0da HTTP/1.1" status: 200 len: 931 time: 0.0701053 May 27 03:28:56.161115 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-eef48855-b4c9-40c0-9a35-49c565def22f req-0ad6f8c2-37c7-447e-b365-1eaf39498511 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] 10.222.0.50 "GET /v2.0/security-groups?id=221fa5c3-e637-4a04-908a-213f77a7868e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506501 May 27 03:28:56.946359 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-4d40a6e9-6eab-44d7-81c9-c63e2744f1b1 req-2aabd451-f27a-4309-ae23-df6aed757bf3 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=126a653e-c2f9-4fad-9401-b165bddb395d HTTP/1.1" status: 200 len: 210 time: 0.0319903 May 27 03:28:57.284207 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fc072d-7cad-4926-9aa2-bc36f841e571 req-a9dda8c3-8dca-43a1-b6b9-252036a00297 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:57.285761 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-12fc072d-7cad-4926-9aa2-bc36f841e571 req-a9dda8c3-8dca-43a1-b6b9-252036a00297 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] 10.222.0.50 "GET /v2.0/ports?device_id=70020c76-0cc4-4adf-985d-4bd2c1b6b0da HTTP/1.1" status: 200 len: 931 time: 0.0549822 May 27 03:28:57.336929 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Device 93f8d1e6-7ba3-465b-83b0-41aabb82cf05 no longer exists at agent hyperv_hv-cinder-82880 {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:28:57.338129 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-12fc072d-7cad-4926-9aa2-bc36f841e571 req-f7278ed8-9c05-461a-b0de-dc27364390c9 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] 10.222.0.50 "GET /v2.0/security-groups?id=221fa5c3-e637-4a04-908a-213f77a7868e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463285 May 27 03:28:57.356673 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] No Port match for: 93f8d1e6-7ba3-465b-83b0-41aabb82cf05 {{(pid=104073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:28:57.357036 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Device 93f8d1e6-7ba3-465b-83b0-41aabb82cf05 not bound to the agent host hv-cinder-82880 {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:28:58.064897 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-9892647c-65d0-45a6-9ad2-c2527d9b109a req-c573ae41-d7ff-4d2c-952b-18ee7607bb2f tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=126a653e-c2f9-4fad-9401-b165bddb395d HTTP/1.1" status: 200 len: 210 time: 0.0365441 May 27 03:28:58.417149 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:58.459039 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9cd983-5731-4bfc-a335-6bf9505c4763 req-c3a9ec29-676a-4256-811a-9446c474fcc6 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:58.460925 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-9c9cd983-5731-4bfc-a335-6bf9505c4763 req-c3a9ec29-676a-4256-811a-9446c474fcc6 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] 10.222.0.50 "GET /v2.0/ports?device_id=70020c76-0cc4-4adf-985d-4bd2c1b6b0da HTTP/1.1" status: 200 len: 931 time: 0.0537369 May 27 03:28:58.525074 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-9c9cd983-5731-4bfc-a335-6bf9505c4763 req-cba6065b-11eb-4f20-8a09-356337e7215d tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] 10.222.0.50 "GET /v2.0/security-groups?id=221fa5c3-e637-4a04-908a-213f77a7868e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549161 May 27 03:28:58.710823 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-7b7dbcd3-8a6a-47d3-8abf-dcc2682d5eb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (88cb169e-23a7-4380-813c-9b707a5671b5), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:59.188709 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-98a824a8-89e3-4491-aa46-e293869d1525 req-5f421dee-5195-4d78-9565-af2797c7e9d1 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=126a653e-c2f9-4fad-9401-b165bddb395d HTTP/1.1" status: 200 len: 210 time: 0.0314972 May 27 03:28:59.639979 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdecd70b-920d-40f2-8c0c-3062236fd5de req-38dded5d-a3f6-471a-9074-a68abae66370 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:59.641393 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-bdecd70b-920d-40f2-8c0c-3062236fd5de req-38dded5d-a3f6-471a-9074-a68abae66370 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] 10.222.0.50 "GET /v2.0/ports?device_id=70020c76-0cc4-4adf-985d-4bd2c1b6b0da HTTP/1.1" status: 200 len: 931 time: 0.0467761 May 27 03:28:59.707875 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-bdecd70b-920d-40f2-8c0c-3062236fd5de req-326894db-3bb5-41c2-b0ca-b27604dadff7 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] 10.222.0.50 "GET /v2.0/security-groups?id=221fa5c3-e637-4a04-908a-213f77a7868e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606387 May 27 03:29:00.316248 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-fecf6dcc-3d69-4e73-ab85-2a1a166be2aa req-fd7f87cd-62c3-448e-9563-774c43576ad3 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=126a653e-c2f9-4fad-9401-b165bddb395d HTTP/1.1" status: 200 len: 210 time: 0.0320482 May 27 03:29:00.852328 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5ffcf6-cad8-4e99-965e-dbc293a40bd3 req-01dfa258-2252-4743-99a8-496c925a5331 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:00.860204 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-aa5ffcf6-cad8-4e99-965e-dbc293a40bd3 req-01dfa258-2252-4743-99a8-496c925a5331 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] 10.222.0.50 "GET /v2.0/ports?device_id=70020c76-0cc4-4adf-985d-4bd2c1b6b0da HTTP/1.1" status: 200 len: 931 time: 0.0774329 May 27 03:29:00.925039 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-aa5ffcf6-cad8-4e99-965e-dbc293a40bd3 req-d688bb35-4beb-430f-bfac-07df1ea2aa52 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] 10.222.0.50 "GET /v2.0/security-groups?id=221fa5c3-e637-4a04-908a-213f77a7868e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616117 May 27 03:29:01.087560 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:01.096580 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f0bb7770-f537-466b-8205-e8d2faf06171 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (3e4effd7-5bc9-408b-93fa-42e4b19a61d9), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:01.424198 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-b62a5d0d-6ea6-4cf9-9232-46d7cf85e4bb req-be7a223e-937e-4420-98b7-6e56e4ebaebf tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=126a653e-c2f9-4fad-9401-b165bddb395d HTTP/1.1" status: 200 len: 210 time: 0.0285192 May 27 03:29:02.084463 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdb25bc-b9c3-4116-bb54-627e0a3b0818 req-b252d794-8c7a-4f87-800e-5e155ef0736b tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:02.087244 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-0fdb25bc-b9c3-4116-bb54-627e0a3b0818 req-b252d794-8c7a-4f87-800e-5e155ef0736b tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] 10.222.0.50 "GET /v2.0/ports?device_id=70020c76-0cc4-4adf-985d-4bd2c1b6b0da HTTP/1.1" status: 200 len: 931 time: 0.0610006 May 27 03:29:02.145775 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-df01de3e-f6cf-4253-895b-65b557a1455e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (84e30450-e547-4748-a220-898a66747e61), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:02.148808 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-0fdb25bc-b9c3-4116-bb54-627e0a3b0818 req-88fd8701-b1d9-4f04-904a-be42d47f0cc4 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] 10.222.0.50 "GET /v2.0/security-groups?id=221fa5c3-e637-4a04-908a-213f77a7868e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557673 May 27 03:29:02.535002 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-de4b89b4-6c18-4533-839e-07a2a4373555 req-011b003c-3504-480c-aace-93bd80dd247d tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=126a653e-c2f9-4fad-9401-b165bddb395d HTTP/1.1" status: 200 len: 210 time: 0.0316546 May 27 03:29:03.267538 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7346f1-d23d-40c3-985f-40db8793125d req-7592d32a-c72d-412a-81ce-964d6110bf4f tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:03.270087 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-0b7346f1-d23d-40c3-985f-40db8793125d req-7592d32a-c72d-412a-81ce-964d6110bf4f tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] 10.222.0.50 "GET /v2.0/ports?device_id=70020c76-0cc4-4adf-985d-4bd2c1b6b0da HTTP/1.1" status: 200 len: 931 time: 0.0604219 May 27 03:29:03.301207 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:03.332702 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-0b7346f1-d23d-40c3-985f-40db8793125d req-253cfdc9-6876-4717-b83f-53fa01b8487d tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] 10.222.0.50 "GET /v2.0/security-groups?id=221fa5c3-e637-4a04-908a-213f77a7868e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556607 May 27 03:29:03.642237 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-e05dbece-8914-4907-b409-cd92d94d0181 req-3bba59c6-044d-45c9-8ed5-72fa57e4a097 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=126a653e-c2f9-4fad-9401-b165bddb395d HTTP/1.1" status: 200 len: 210 time: 0.0299001 May 27 03:29:03.720256 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f70e7e6e-5d50-42a8-9a05-38619da83ed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (7db81693-ec25-4d8d-9069-8605391ffc10), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:04.449253 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=29,neutron:UPDATE=3 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:04.451993 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:04.455565 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d2db97-2059-42eb-899d-ada4bc7ef5dd req-7f66139a-a3a6-4ed5-b645-e9f8929b257a tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:04.457112 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-94d2db97-2059-42eb-899d-ada4bc7ef5dd req-7f66139a-a3a6-4ed5-b645-e9f8929b257a tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] 10.222.0.50 "GET /v2.0/ports?device_id=70020c76-0cc4-4adf-985d-4bd2c1b6b0da HTTP/1.1" status: 200 len: 931 time: 0.0467618 May 27 03:29:04.511811 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-94d2db97-2059-42eb-899d-ada4bc7ef5dd req-10c3fe9b-1a8b-4b6a-ba59-92578c91cd5f tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] 10.222.0.50 "GET /v2.0/security-groups?id=221fa5c3-e637-4a04-908a-213f77a7868e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469785 May 27 03:29:04.767927 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-2667518a-2962-40ce-880e-c3ee2a7d2bbb req-bd7284f1-c728-4d97-96da-32ff13396c51 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=126a653e-c2f9-4fad-9401-b165bddb395d HTTP/1.1" status: 200 len: 210 time: 0.0304713 May 27 03:29:04.946684 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (01a6c5a5-ff25-49ea-8869-bb2b5ba0570e), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:05.659577 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c52805-4bdc-4a5f-b74b-093dcb6f2e8b req-749c371d-4535-4059-b0b4-43d3995d752e tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:05.661748 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b8c52805-4bdc-4a5f-b74b-093dcb6f2e8b req-749c371d-4535-4059-b0b4-43d3995d752e tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] 10.222.0.50 "GET /v2.0/ports?device_id=70020c76-0cc4-4adf-985d-4bd2c1b6b0da HTTP/1.1" status: 200 len: 931 time: 0.0530503 May 27 03:29:05.709922 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b8c52805-4bdc-4a5f-b74b-093dcb6f2e8b req-f3ce4369-1432-4e9a-9cba-1b172bab6858 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] 10.222.0.50 "GET /v2.0/security-groups?id=221fa5c3-e637-4a04-908a-213f77a7868e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420141 May 27 03:29:05.897014 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-dbe1dde8-fcd1-4803-8fef-15d2f9352b20 req-d3315552-8dbe-42f3-9be9-29f6715462da tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=126a653e-c2f9-4fad-9401-b165bddb395d HTTP/1.1" status: 200 len: 210 time: 0.0334556 May 27 03:29:06.838844 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b576e4-da72-47f8-920b-c78eaed65050 req-6f76dd44-b0c2-4131-a5d4-c9b420ae8396 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:06.840266 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b5b576e4-da72-47f8-920b-c78eaed65050 req-6f76dd44-b0c2-4131-a5d4-c9b420ae8396 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] 10.222.0.50 "GET /v2.0/ports?device_id=70020c76-0cc4-4adf-985d-4bd2c1b6b0da HTTP/1.1" status: 200 len: 931 time: 0.0562375 May 27 03:29:06.890193 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b5b576e4-da72-47f8-920b-c78eaed65050 req-e578ff90-29eb-45dd-ba2b-df52c30a9bfa tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] 10.222.0.50 "GET /v2.0/security-groups?id=221fa5c3-e637-4a04-908a-213f77a7868e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443337 May 27 03:29:07.012632 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-76261a65-354a-4f9b-a7a4-c932e0ce2f32 req-4595d3d0-8b41-4311-b967-c57eb8177b0d tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=126a653e-c2f9-4fad-9401-b165bddb395d HTTP/1.1" status: 200 len: 210 time: 0.0288720 May 27 03:29:07.200728 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [req-a779739e-e4e9-482d-8525-8137cf9385aa req-9ccc1695-59de-405d-aacd-9102d0a9aacf service neutron] Request body: {'port': {'device_id': '70020c76-0cc4-4adf-985d-4bd2c1b6b0da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:29:07.242614 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8cff72-f8fd-4017-97b7-ca6c72784739 req-dcad0644-51bf-42c5-9db8-cb8e6f20af52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:07.244488 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-0a8cff72-f8fd-4017-97b7-ca6c72784739 req-dcad0644-51bf-42c5-9db8-cb8e6f20af52 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=79e2e930-0200-4ceb-a2bb-a93bbb04e0f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0840142 May 27 03:29:07.331617 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-a779739e-e4e9-482d-8525-8137cf9385aa req-9ccc1695-59de-405d-aacd-9102d0a9aacf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (bac56807-d1e8-4e80-8e99-25b19600d119), before_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:07.437631 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-0a8cff72-f8fd-4017-97b7-ca6c72784739 req-6575d5de-acac-4780-b131-65acd0ca26bf service neutron] 10.222.0.67 "GET /v2.0/networks/79e2e930-0200-4ceb-a2bb-a93bbb04e0f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655579 May 27 03:29:07.627926 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:07.653571 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-0a8cff72-f8fd-4017-97b7-ca6c72784739 req-c31b1add-7ee7-4137-87ec-9fc6c9d3de6a service neutron] 10.222.0.67 "GET /v2.0/networks/79e2e930-0200-4ceb-a2bb-a93bbb04e0f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529169 May 27 03:29:07.737000 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.notifiers.nova [req-a779739e-e4e9-482d-8525-8137cf9385aa req-9ccc1695-59de-405d-aacd-9102d0a9aacf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bac56807-d1e8-4e80-8e99-25b19600d119 {{(pid=104071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:29:07.744545 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-a779739e-e4e9-482d-8525-8137cf9385aa req-9ccc1695-59de-405d-aacd-9102d0a9aacf service neutron] Publish callbacks [] for port (bac56807-d1e8-4e80-8e99-25b19600d119), precommit_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:07.758602 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.db.provisioning_blocks [req-a779739e-e4e9-482d-8525-8137cf9385aa req-9ccc1695-59de-405d-aacd-9102d0a9aacf service neutron] Transition to ACTIVE for port object bac56807-d1e8-4e80-8e99-25b19600d119 will not be triggered until provisioned by entity L2. {{(pid=104071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 03:29:07.765270 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-a779739e-e4e9-482d-8525-8137cf9385aa req-9ccc1695-59de-405d-aacd-9102d0a9aacf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12907171'] for port (bac56807-d1e8-4e80-8e99-25b19600d119), after_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:07.816988 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccc1695-59de-405d-aacd-9102d0a9aacf service neutron] Pushing event updated for resources: {'Port': ['ID=bac56807-d1e8-4e80-8e99-25b19600d119,revision_number=2']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:07.867883 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:07.890640 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.managers [req-a779739e-e4e9-482d-8525-8137cf9385aa req-9ccc1695-59de-405d-aacd-9102d0a9aacf service neutron] Attempting to bind port bac56807-d1e8-4e80-8e99-25b19600d119 on host hv-cinder-82880 for vnic_type normal with profile {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:29:07.890977 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.managers [req-a779739e-e4e9-482d-8525-8137cf9385aa req-9ccc1695-59de-405d-aacd-9102d0a9aacf service neutron] Attempting to bind port bac56807-d1e8-4e80-8e99-25b19600d119 by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': '1c0f45b9-9b6e-4c7f-96ab-814f76cdd6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '25414d0e-39e2-4b3e-a787-1a7de54b6d2c'}] {{(pid=104071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:29:07.891306 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a779739e-e4e9-482d-8525-8137cf9385aa req-9ccc1695-59de-405d-aacd-9102d0a9aacf service neutron] Attempting to bind port bac56807-d1e8-4e80-8e99-25b19600d119 on network 25414d0e-39e2-4b3e-a787-1a7de54b6d2c {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:29:07.896014 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a779739e-e4e9-482d-8525-8137cf9385aa req-9ccc1695-59de-405d-aacd-9102d0a9aacf service neutron] Port bac56807-d1e8-4e80-8e99-25b19600d119 on network 25414d0e-39e2-4b3e-a787-1a7de54b6d2c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 03:29:07.896342 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a779739e-e4e9-482d-8525-8137cf9385aa req-9ccc1695-59de-405d-aacd-9102d0a9aacf service neutron] Attempting to bind port bac56807-d1e8-4e80-8e99-25b19600d119 on network 25414d0e-39e2-4b3e-a787-1a7de54b6d2c {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:29:07.901743 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a779739e-e4e9-482d-8525-8137cf9385aa req-9ccc1695-59de-405d-aacd-9102d0a9aacf service neutron] Checking agent: {'id': 'a17a57cc-679f-4398-8430-1b64b86f4dc1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 21, 13), 'started_at': datetime.datetime(2022, 5, 27, 3, 21, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:29:07.902078 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a779739e-e4e9-482d-8525-8137cf9385aa req-9ccc1695-59de-405d-aacd-9102d0a9aacf service neutron] Checking segment: {'id': '1c0f45b9-9b6e-4c7f-96ab-814f76cdd6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '25414d0e-39e2-4b3e-a787-1a7de54b6d2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:29:07.902462 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a779739e-e4e9-482d-8525-8137cf9385aa req-9ccc1695-59de-405d-aacd-9102d0a9aacf service neutron] Bound using segment: {'id': '1c0f45b9-9b6e-4c7f-96ab-814f76cdd6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '25414d0e-39e2-4b3e-a787-1a7de54b6d2c'} {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:29:07.902893 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.managers [req-a779739e-e4e9-482d-8525-8137cf9385aa req-9ccc1695-59de-405d-aacd-9102d0a9aacf service neutron] Bound port: bac56807-d1e8-4e80-8e99-25b19600d119, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c0f45b9-9b6e-4c7f-96ab-814f76cdd6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '25414d0e-39e2-4b3e-a787-1a7de54b6d2c'}}] {{(pid=104071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:29:07.903247 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-a779739e-e4e9-482d-8525-8137cf9385aa req-9ccc1695-59de-405d-aacd-9102d0a9aacf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (bac56807-d1e8-4e80-8e99-25b19600d119), before_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:07.973555 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.db [req-a779739e-e4e9-482d-8525-8137cf9385aa req-9ccc1695-59de-405d-aacd-9102d0a9aacf service neutron] For port bac56807-d1e8-4e80-8e99-25b19600d119, host hv-cinder-82880, cleared binding levels {{(pid=104071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:29:07.977227 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.db [req-a779739e-e4e9-482d-8525-8137cf9385aa req-9ccc1695-59de-405d-aacd-9102d0a9aacf service neutron] For port bac56807-d1e8-4e80-8e99-25b19600d119, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=bac56807-d1e8-4e80-8e99-25b19600d119,segment=NetworkSegment(1c0f45b9-9b6e-4c7f-96ab-814f76cdd6fd),segment_id=1c0f45b9-9b6e-4c7f-96ab-814f76cdd6fd)] {{(pid=104071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:29:07.985497 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-a779739e-e4e9-482d-8525-8137cf9385aa req-9ccc1695-59de-405d-aacd-9102d0a9aacf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12907171'] for port (bac56807-d1e8-4e80-8e99-25b19600d119), after_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:08.014731 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af332e16-12af-4f73-93a8-b3c18d6135f4 req-adb5a1f5-1f54-4aab-96b0-42195f20a4b0 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:08.016049 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-af332e16-12af-4f73-93a8-b3c18d6135f4 req-adb5a1f5-1f54-4aab-96b0-42195f20a4b0 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] 10.222.0.50 "GET /v2.0/ports?device_id=70020c76-0cc4-4adf-985d-4bd2c1b6b0da HTTP/1.1" status: 200 len: 943 time: 0.0504246 May 27 03:29:08.026369 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a779739e-e4e9-482d-8525-8137cf9385aa req-9ccc1695-59de-405d-aacd-9102d0a9aacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:08.026970 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-a779739e-e4e9-482d-8525-8137cf9385aa req-9ccc1695-59de-405d-aacd-9102d0a9aacf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159658'] for port (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:08.028330 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-a779739e-e4e9-482d-8525-8137cf9385aa req-9ccc1695-59de-405d-aacd-9102d0a9aacf service neutron] 10.222.0.67 "PUT /v2.0/ports/bac56807-d1e8-4e80-8e99-25b19600d119 HTTP/1.1" status: 200 len: 1093 time: 0.8322225 May 27 03:29:08.028749 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70020c76-0cc4-4adf-985d-4bd2c1b6b0da', 'tag': 'bac56807-d1e8-4e80-8e99-25b19600d119'}] {{(pid=104071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:29:08.031012 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bb076ad6e20eee76da9493a154e3e0af7ddb4a8668b70cc9390b05200f69f4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc159091-cb72-4573-b80b-a99796c1077a" -d '{"events": [{"name": "network-changed", "server_uuid": "70020c76-0cc4-4adf-985d-4bd2c1b6b0da", "tag": "bac56807-d1e8-4e80-8e99-25b19600d119"}]}' {{(pid=104071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:29:08.056474 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccc1695-59de-405d-aacd-9102d0a9aacf service neutron] Pushing event updated for resources: {'Port': ['ID=bac56807-d1e8-4e80-8e99-25b19600d119,revision_number=3']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:08.105655 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-af332e16-12af-4f73-93a8-b3c18d6135f4 req-08207b6f-181f-4de7-a570-2ddd33928fbd tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] 10.222.0.50 "GET /v2.0/security-groups?id=221fa5c3-e637-4a04-908a-213f77a7868e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716367 May 27 03:29:08.158609 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69b49315-f8eb-4452-a748-4a17ee807a5b x-openstack-request-id: req-69b49315-f8eb-4452-a748-4a17ee807a5b {{(pid=104071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:29:08.158903 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70020c76-0cc4-4adf-985d-4bd2c1b6b0da", "tag": "bac56807-d1e8-4e80-8e99-25b19600d119", "status": "completed", "code": 200}]} {{(pid=104071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:29:08.159156 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-69b49315-f8eb-4452-a748-4a17ee807a5b {{(pid=104071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:29:08.159564 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69b49315-f8eb-4452-a748-4a17ee807a5b'] response: {'name': 'network-changed', 'server_uuid': '70020c76-0cc4-4adf-985d-4bd2c1b6b0da', 'tag': 'bac56807-d1e8-4e80-8e99-25b19600d119', 'status': 'completed', 'code': 200} May 27 03:29:08.172982 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a779739e-e4e9-482d-8525-8137cf9385aa req-2dd56473-a992-4598-a8ac-82432d3c6a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:08.174617 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-a779739e-e4e9-482d-8525-8137cf9385aa req-2dd56473-a992-4598-a8ac-82432d3c6a14 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f03723b938b845309929162c81adfe51&device_id=70020c76-0cc4-4adf-985d-4bd2c1b6b0da HTTP/1.1" status: 200 len: 1127 time: 0.0701458 May 27 03:29:08.228587 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-a779739e-e4e9-482d-8525-8137cf9385aa req-a6a6c92f-f215-4f15-a68f-0f46b74c3274 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bac56807-d1e8-4e80-8e99-25b19600d119 HTTP/1.1" status: 200 len: 217 time: 0.0386438 May 27 03:29:08.301132 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a779739e-e4e9-482d-8525-8137cf9385aa req-bd897d99-652e-4981-873a-18f5c012407e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:08.302636 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-a779739e-e4e9-482d-8525-8137cf9385aa req-bd897d99-652e-4981-873a-18f5c012407e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8b1ea465-f005-4898-ac99-ecd590f06095 HTTP/1.1" status: 200 len: 854 time: 0.0578001 May 27 03:29:08.365917 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872155e5-20b2-4232-a619-27ca35b6f865 req-f75f9285-433e-4d49-a9a1-01f020b88825 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:08.367480 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-872155e5-20b2-4232-a619-27ca35b6f865 req-f75f9285-433e-4d49-a9a1-01f020b88825 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c0b7be0-94f6-463c-ae31-1fdb017d059a HTTP/1.1" status: 200 len: 945 time: 0.0458848 May 27 03:29:08.420068 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-872155e5-20b2-4232-a619-27ca35b6f865 req-7b2f35c3-9084-41b4-b73a-418e323ffe9e tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bb45d27-4147-42b8-a14c-c2b672c6e0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468957 May 27 03:29:09.229736 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c46478-64ea-40f1-ae7a-10a9007d5682 req-6b5bc62e-a857-4dc5-98c7-bc3661311183 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:09.231208 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c4c46478-64ea-40f1-ae7a-10a9007d5682 req-6b5bc62e-a857-4dc5-98c7-bc3661311183 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] 10.222.0.50 "GET /v2.0/ports?device_id=70020c76-0cc4-4adf-985d-4bd2c1b6b0da HTTP/1.1" status: 200 len: 943 time: 0.0505633 May 27 03:29:09.245980 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:09.282803 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c4c46478-64ea-40f1-ae7a-10a9007d5682 req-7af2d014-42dc-469c-9a19-450e25578f4a tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] 10.222.0.50 "GET /v2.0/security-groups?id=221fa5c3-e637-4a04-908a-213f77a7868e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435309 May 27 03:29:09.552378 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3925f7a4-bcf2-4b29-8aec-b91d1d0b55c4 req-2f7c737a-c8b3-47c6-9e8b-887b239c4642 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:09.553925 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-3925f7a4-bcf2-4b29-8aec-b91d1d0b55c4 req-2f7c737a-c8b3-47c6-9e8b-887b239c4642 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c0b7be0-94f6-463c-ae31-1fdb017d059a HTTP/1.1" status: 200 len: 945 time: 0.0509036 May 27 03:29:09.605737 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-3925f7a4-bcf2-4b29-8aec-b91d1d0b55c4 req-7954a83a-2739-4c3a-ac9e-6269f336397a tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bb45d27-4147-42b8-a14c-c2b672c6e0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458920 May 27 03:29:10.403230 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4d73d7-04d8-4ef4-9f10-db61d1696258 req-0f35f506-1c94-4132-be7e-82e2a5b8ec14 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:10.404762 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-0b4d73d7-04d8-4ef4-9f10-db61d1696258 req-0f35f506-1c94-4132-be7e-82e2a5b8ec14 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] 10.222.0.50 "GET /v2.0/ports?device_id=70020c76-0cc4-4adf-985d-4bd2c1b6b0da HTTP/1.1" status: 200 len: 943 time: 0.0494707 May 27 03:29:10.452168 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-0b4d73d7-04d8-4ef4-9f10-db61d1696258 req-ab9cbf78-c049-4f92-9e23-1bc7d570f8c2 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] 10.222.0.50 "GET /v2.0/security-groups?id=221fa5c3-e637-4a04-908a-213f77a7868e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417485 May 27 03:29:10.505394 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a779739e-e4e9-482d-8525-8137cf9385aa req-1337a0b8-95c0-461e-9009-d2e4b05b0d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:10.506996 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-a779739e-e4e9-482d-8525-8137cf9385aa req-1337a0b8-95c0-461e-9009-d2e4b05b0d88 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=25414d0e-39e2-4b3e-a787-1a7de54b6d2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424428 May 27 03:29:10.896516 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bf224f-8b7f-464c-b6c0-68b129a0959c req-2f15533e-e863-481d-876d-1bb51a54d583 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:10.897945 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-68bf224f-8b7f-464c-b6c0-68b129a0959c req-2f15533e-e863-481d-876d-1bb51a54d583 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c0b7be0-94f6-463c-ae31-1fdb017d059a HTTP/1.1" status: 200 len: 945 time: 0.0505135 May 27 03:29:10.946571 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-68bf224f-8b7f-464c-b6c0-68b129a0959c req-c22593e5-06bc-450b-9413-e75dd6988303 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bb45d27-4147-42b8-a14c-c2b672c6e0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425398 May 27 03:29:11.042135 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:11.076668 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-a779739e-e4e9-482d-8525-8137cf9385aa req-856da6cc-29a0-4c52-aa42-f5d3d2586c14 service neutron] 10.222.0.67 "GET /v2.0/networks/25414d0e-39e2-4b3e-a787-1a7de54b6d2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998306 May 27 03:29:11.556584 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11341869-97b1-41ba-abc7-ce695617dde8 req-60b57b3c-e6dc-4eec-b3b8-0665b41159ab tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:11.558008 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-11341869-97b1-41ba-abc7-ce695617dde8 req-60b57b3c-e6dc-4eec-b3b8-0665b41159ab tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.67 "GET /v2.0/ports?device_id=8c0b7be0-94f6-463c-ae31-1fdb017d059a HTTP/1.1" status: 200 len: 945 time: 0.0904205 May 27 03:29:11.588836 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab588f0c-b6fa-4308-b6d3-a3c710faa155 req-f10f7873-dab3-4e06-a300-56d3a6c264f1 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:11.590343 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-ab588f0c-b6fa-4308-b6d3-a3c710faa155 req-f10f7873-dab3-4e06-a300-56d3a6c264f1 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] 10.222.0.50 "GET /v2.0/ports?device_id=70020c76-0cc4-4adf-985d-4bd2c1b6b0da HTTP/1.1" status: 200 len: 943 time: 0.0628562 May 27 03:29:11.617281 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-a779739e-e4e9-482d-8525-8137cf9385aa req-0325f69a-751b-4bdc-aca7-1fc2350440c5 service neutron] 10.222.0.67 "GET /v2.0/networks/25414d0e-39e2-4b3e-a787-1a7de54b6d2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599302 May 27 03:29:11.641097 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-ab588f0c-b6fa-4308-b6d3-a3c710faa155 req-1758ceae-daa0-49b7-ae85-30d703cfec33 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] 10.222.0.50 "GET /v2.0/security-groups?id=221fa5c3-e637-4a04-908a-213f77a7868e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438859 May 27 03:29:11.682584 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:11.691946 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.plugin [req-11341869-97b1-41ba-abc7-ce695617dde8 req-284065fa-d55d-4713-a6ac-0e3f630a8dd1 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Deleting port 6d9acc3b-ba55-4e78-9bbb-cb5a5ce850ef {{(pid=104071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:29:11.692291 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-11341869-97b1-41ba-abc7-ce695617dde8 req-284065fa-d55d-4713-a6ac-0e3f630a8dd1 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743907775461'] for port (6d9acc3b-ba55-4e78-9bbb-cb5a5ce850ef), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:11.788720 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.db [req-11341869-97b1-41ba-abc7-ce695617dde8 req-284065fa-d55d-4713-a6ac-0e3f630a8dd1 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] For port 6d9acc3b-ba55-4e78-9bbb-cb5a5ce850ef, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=6d9acc3b-ba55-4e78-9bbb-cb5a5ce850ef,segment=NetworkSegment(e06d4ee8-7c2f-4c75-a8e8-97fb5af915aa),segment_id=e06d4ee8-7c2f-4c75-a8e8-97fb5af915aa)] {{(pid=104071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:29:11.789119 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-11341869-97b1-41ba-abc7-ce695617dde8 req-284065fa-d55d-4713-a6ac-0e3f630a8dd1 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16271712'] for port (6d9acc3b-ba55-4e78-9bbb-cb5a5ce850ef), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:11.802845 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.plugin [req-11341869-97b1-41ba-abc7-ce695617dde8 req-284065fa-d55d-4713-a6ac-0e3f630a8dd1 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Calling delete_port for 6d9acc3b-ba55-4e78-9bbb-cb5a5ce850ef owned by compute:nova {{(pid=104071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:29:11.949067 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-11341869-97b1-41ba-abc7-ce695617dde8 req-284065fa-d55d-4713-a6ac-0e3f630a8dd1 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743907783123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743907242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12907156'] for port (6d9acc3b-ba55-4e78-9bbb-cb5a5ce850ef), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:11.984136 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284065fa-d55d-4713-a6ac-0e3f630a8dd1 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Pushing event deleted for resources: {'Port': ['ID=6d9acc3b-ba55-4e78-9bbb-cb5a5ce850ef,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:11.996017 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] get_ports_and_sgs() called for port_ids ['6d9acc3b-ba55-4e78-9bbb-cb5a5ce850ef'] {{(pid=104073) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:29:12.031063 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [req-11341869-97b1-41ba-abc7-ce695617dde8 req-284065fa-d55d-4713-a6ac-0e3f630a8dd1 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] No DVR routers for this DVR port 6d9acc3b-ba55-4e78-9bbb-cb5a5ce850ef on host hv-cinder-82880 {{(pid=104071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:29:12.035945 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-11341869-97b1-41ba-abc7-ce695617dde8 req-284065fa-d55d-4713-a6ac-0e3f630a8dd1 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159658'] for port (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:12.039686 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-11341869-97b1-41ba-abc7-ce695617dde8 req-284065fa-d55d-4713-a6ac-0e3f630a8dd1 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.67 "DELETE /v2.0/ports/6d9acc3b-ba55-4e78-9bbb-cb5a5ce850ef HTTP/1.1" status: 204 len: 173 time: 0.4596598 May 27 03:29:12.040153 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c0b7be0-94f6-463c-ae31-1fdb017d059a', 'name': 'network-vif-deleted', 'tag': '6d9acc3b-ba55-4e78-9bbb-cb5a5ce850ef'}] {{(pid=104071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:29:12.042879 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bb076ad6e20eee76da9493a154e3e0af7ddb4a8668b70cc9390b05200f69f4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a94adeb-b252-473d-91da-f83211535855" -d '{"events": [{"server_uuid": "8c0b7be0-94f6-463c-ae31-1fdb017d059a", "name": "network-vif-deleted", "tag": "6d9acc3b-ba55-4e78-9bbb-cb5a5ce850ef"}]}' {{(pid=104071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:29:12.105142 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-0b9b3e15-f0c6-4468-967d-91f61f0979b4 req-26a81d3f-bf22-4194-9c02-f775fb4b3cfd tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c0b7be0-94f6-463c-ae31-1fdb017d059a HTTP/1.1" status: 200 len: 210 time: 0.0300000 May 27 03:29:12.154898 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f26f0c22-e4fb-4979-bf3a-4beb2160263a x-openstack-request-id: req-f26f0c22-e4fb-4979-bf3a-4beb2160263a {{(pid=104071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:29:12.155419 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c0b7be0-94f6-463c-ae31-1fdb017d059a", "name": "network-vif-deleted", "tag": "6d9acc3b-ba55-4e78-9bbb-cb5a5ce850ef", "status": "completed", "code": 200}]} {{(pid=104071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:29:12.155676 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f26f0c22-e4fb-4979-bf3a-4beb2160263a {{(pid=104071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:29:12.156084 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f26f0c22-e4fb-4979-bf3a-4beb2160263a'] response: {'server_uuid': '8c0b7be0-94f6-463c-ae31-1fdb017d059a', 'name': 'network-vif-deleted', 'tag': '6d9acc3b-ba55-4e78-9bbb-cb5a5ce850ef', 'status': 'completed', 'code': 200} May 27 03:29:12.777417 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87dfa12-2f9e-4950-9e6c-c53568fe4c5d req-752df8cd-65e4-4cc9-b05e-7762d0be8aa4 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:12.778908 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-f87dfa12-2f9e-4950-9e6c-c53568fe4c5d req-752df8cd-65e4-4cc9-b05e-7762d0be8aa4 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] 10.222.0.50 "GET /v2.0/ports?device_id=70020c76-0cc4-4adf-985d-4bd2c1b6b0da HTTP/1.1" status: 200 len: 943 time: 0.0593715 May 27 03:29:12.833991 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-f87dfa12-2f9e-4950-9e6c-c53568fe4c5d req-c28fae26-605e-433d-97e1-e8a71a944f95 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] 10.222.0.50 "GET /v2.0/security-groups?id=221fa5c3-e637-4a04-908a-213f77a7868e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492470 May 27 03:29:13.214696 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-d9df91ae-ee57-4ec1-9f52-91208ac13752 req-8c7c5446-a4fd-4736-927c-85e2a0a37ede tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c0b7be0-94f6-463c-ae31-1fdb017d059a HTTP/1.1" status: 200 len: 210 time: 0.0357018 May 27 03:29:13.257582 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc159091-cb72-4573-b80b-a99796c1077a req-9e795f38-8f91-48b8-b476-ff2879c2983c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:13.266142 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-fc159091-cb72-4573-b80b-a99796c1077a req-9e795f38-8f91-48b8-b476-ff2879c2983c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f03723b938b845309929162c81adfe51&device_id=70020c76-0cc4-4adf-985d-4bd2c1b6b0da HTTP/1.1" status: 200 len: 1127 time: 0.0574443 May 27 03:29:13.279783 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (a17a57cc-679f-4398-8430-1b64b86f4dc1), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:13.374727 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc159091-cb72-4573-b80b-a99796c1077a req-0b34c1fc-41a5-452a-9312-e29f41ec0145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:13.376209 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-fc159091-cb72-4573-b80b-a99796c1077a req-0b34c1fc-41a5-452a-9312-e29f41ec0145 service neutron] 10.222.0.67 "GET /v2.0/networks?id=25414d0e-39e2-4b3e-a787-1a7de54b6d2c HTTP/1.1" status: 200 len: 916 time: 0.1026878 May 27 03:29:13.795909 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-fc159091-cb72-4573-b80b-a99796c1077a req-e9bbda3b-796e-4476-8ef7-aec7799362c5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bac56807-d1e8-4e80-8e99-25b19600d119 HTTP/1.1" status: 200 len: 217 time: 0.0398481 May 27 03:29:13.964710 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b625890-40ce-4e08-a3f4-d62b01b83414 req-a6723980-b5ce-4ca9-afa6-e24a643a4324 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:13.966258 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-7b625890-40ce-4e08-a3f4-d62b01b83414 req-a6723980-b5ce-4ca9-afa6-e24a643a4324 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] 10.222.0.50 "GET /v2.0/ports?device_id=70020c76-0cc4-4adf-985d-4bd2c1b6b0da HTTP/1.1" status: 200 len: 943 time: 0.0522962 May 27 03:29:14.019362 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-7b625890-40ce-4e08-a3f4-d62b01b83414 req-a295f8b4-de01-49e7-a56e-8f7f82f0610e tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] 10.222.0.50 "GET /v2.0/security-groups?id=221fa5c3-e637-4a04-908a-213f77a7868e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448251 May 27 03:29:14.137565 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc159091-cb72-4573-b80b-a99796c1077a req-bd36be3f-cfd4-4f68-a31b-eb00daced058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:14.138984 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-fc159091-cb72-4573-b80b-a99796c1077a req-bd36be3f-cfd4-4f68-a31b-eb00daced058 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8b1ea465-f005-4898-ac99-ecd590f06095 HTTP/1.1" status: 200 len: 854 time: 0.0482841 May 27 03:29:14.213823 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc159091-cb72-4573-b80b-a99796c1077a req-eb857958-32d2-40f8-af54-9e9d00d60298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:14.215527 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-fc159091-cb72-4573-b80b-a99796c1077a req-eb857958-32d2-40f8-af54-9e9d00d60298 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=25414d0e-39e2-4b3e-a787-1a7de54b6d2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0481675 May 27 03:29:14.350982 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-21c6ee12-4387-464c-ab11-bc6e6a60ae48 req-0ddd0cdd-7697-4cd7-94bf-197a72922366 tempest-ServerRescueNegativeTestJSON-568556180 tempest-ServerRescueNegativeTestJSON-568556180-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c0b7be0-94f6-463c-ae31-1fdb017d059a HTTP/1.1" status: 200 len: 210 time: 0.0321262 May 27 03:29:14.366158 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:14.405068 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-fc159091-cb72-4573-b80b-a99796c1077a req-cd988979-7a74-4572-b547-985067baa1f5 service neutron] 10.222.0.67 "GET /v2.0/networks/25414d0e-39e2-4b3e-a787-1a7de54b6d2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963759 May 27 03:29:14.654065 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc124e2-ef9c-444e-a5f7-958cabd00526 req-7f9194b1-53cd-4eba-9671-f5a39187c178 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:14.655761 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-7dc124e2-ef9c-444e-a5f7-958cabd00526 req-7f9194b1-53cd-4eba-9671-f5a39187c178 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=3aa1b29c-4aa9-4ece-a9ee-fd84d519970f HTTP/1.1" status: 200 len: 945 time: 0.0540638 May 27 03:29:14.707920 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-7dc124e2-ef9c-444e-a5f7-958cabd00526 req-a99deccb-9c9f-4744-b18c-946f8911eb86 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ce8f43f-6a1f-4134-bfa6-ac4d57290765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462785 May 27 03:29:14.950966 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-fc159091-cb72-4573-b80b-a99796c1077a req-ddef4c38-a31c-44a1-9e8e-a830dfea0109 service neutron] 10.222.0.67 "GET /v2.0/networks/25414d0e-39e2-4b3e-a787-1a7de54b6d2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3582990 May 27 03:29:15.153833 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399e24ba-b1e8-477b-9180-9871d74a6f1d req-44e395f3-4366-4335-9568-3d9cf14f877d tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:15.155432 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-399e24ba-b1e8-477b-9180-9871d74a6f1d req-44e395f3-4366-4335-9568-3d9cf14f877d tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] 10.222.0.50 "GET /v2.0/ports?device_id=70020c76-0cc4-4adf-985d-4bd2c1b6b0da HTTP/1.1" status: 200 len: 943 time: 0.0581369 May 27 03:29:15.213037 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-399e24ba-b1e8-477b-9180-9871d74a6f1d req-771ca681-67de-468b-a2f5-366441cf5630 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] 10.222.0.50 "GET /v2.0/security-groups?id=221fa5c3-e637-4a04-908a-213f77a7868e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515683 May 27 03:29:15.396144 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Device bac56807-d1e8-4e80-8e99-25b19600d119 details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=104073) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 03:29:15.404482 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Device 6d9acc3b-ba55-4e78-9bbb-cb5a5ce850ef no longer exists at agent hyperv_hv-cinder-82880 {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:29:15.416761 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 34150) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:29:15.429506 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] No Port match for: 6d9acc3b-ba55-4e78-9bbb-cb5a5ce850ef {{(pid=104073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:29:15.429852 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Device 6d9acc3b-ba55-4e78-9bbb-cb5a5ce850ef not bound to the agent host hv-cinder-82880 {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:29:15.523435 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] For port bac56807-d1e8-4e80-8e99-25b19600d119, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=bac56807-d1e8-4e80-8e99-25b19600d119,segment=NetworkSegment(1c0f45b9-9b6e-4c7f-96ab-814f76cdd6fd),segment_id=1c0f45b9-9b6e-4c7f-96ab-814f76cdd6fd)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:29:15.536172 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Returning: {'device': 'bac56807-d1e8-4e80-8e99-25b19600d119', 'network_id': '25414d0e-39e2-4b3e-a787-1a7de54b6d2c', 'port_id': 'bac56807-d1e8-4e80-8e99-25b19600d119', 'mac_address': 'fa:16:3e:d7:31:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b1ea465-f005-4898-ac99-ecd590f06095', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104073) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 03:29:15.577142 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Current status of the port bac56807-d1e8-4e80-8e99-25b19600d119 is: DOWN; New status is: BUILD {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:29:15.577278 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:15.577535 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (bac56807-d1e8-4e80-8e99-25b19600d119), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:15.591779 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.notifiers.nova [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bac56807-d1e8-4e80-8e99-25b19600d119 {{(pid=104073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:29:15.611723 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] For port bac56807-d1e8-4e80-8e99-25b19600d119, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=bac56807-d1e8-4e80-8e99-25b19600d119,segment=NetworkSegment(1c0f45b9-9b6e-4c7f-96ab-814f76cdd6fd),segment_id=1c0f45b9-9b6e-4c7f-96ab-814f76cdd6fd)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:29:15.617279 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (bac56807-d1e8-4e80-8e99-25b19600d119), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:15.669936 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Pushing event updated for resources: {'Port': ['ID=bac56807-d1e8-4e80-8e99-25b19600d119,revision_number=4']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:15.677571 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:15.677915 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:15.678255 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:15.678589 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:15.678940 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:15.679257 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:15.679922 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:15.680465 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:15.680718 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:15.681060 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:15.681491 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:15.682039 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:15.682519 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:15.682835 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:15.683145 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:15.791890 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801f34b0-bc87-485f-a246-847e86c8fdbb req-05504e8f-f9f5-4afa-b4f3-29d4ad7faf0e tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:15.793403 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-801f34b0-bc87-485f-a246-847e86c8fdbb req-05504e8f-f9f5-4afa-b4f3-29d4ad7faf0e tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d25eaff-39bb-4434-848b-7b2dcc68d1e9 HTTP/1.1" status: 200 len: 946 time: 0.0642054 May 27 03:29:15.837468 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593dc944-dc57-4650-a369-91bbfc01c0fa req-a21a194b-0768-4d4a-ba75-f7b7ef6d8d5f tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:15.838997 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-593dc944-dc57-4650-a369-91bbfc01c0fa req-a21a194b-0768-4d4a-ba75-f7b7ef6d8d5f tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=3aa1b29c-4aa9-4ece-a9ee-fd84d519970f HTTP/1.1" status: 200 len: 945 time: 0.0532629 May 27 03:29:15.857878 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:15.888606 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-593dc944-dc57-4650-a369-91bbfc01c0fa req-e7970872-6fbf-4159-91b8-411f2f165cc8 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ce8f43f-6a1f-4134-bfa6-ac4d57290765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436137 May 27 03:29:15.923071 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-801f34b0-bc87-485f-a246-847e86c8fdbb req-d7a05ade-8168-499f-95d6-334be7f40f0c tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/security-groups?id=9ab776d0-c5a9-4444-bea0-a2ff2e4e7d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083410 May 27 03:29:16.006084 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] get_ports_and_sgs() called for port_ids ['bac56807-d1e8-4e80-8e99-25b19600d119'] {{(pid=104073) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:29:16.011201 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-28c8d05f-eb8b-48be-9c5b-147991edb78f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16280280'] for router_interface (38eac928-01f1-4978-ba20-ac2c031b8983), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:16.055017 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:16.293204 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.plugin [None req-28c8d05f-eb8b-48be-9c5b-147991edb78f admin admin] Deleting port 335dd27d-4958-4907-8e7c-cd3d9070011a {{(pid=104071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:29:16.293501 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-28c8d05f-eb8b-48be-9c5b-147991edb78f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743907775461'] for port (335dd27d-4958-4907-8e7c-cd3d9070011a), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:16.332504 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d296b5-f85a-47a5-9764-52833d686383 req-1126f0ad-aa85-40c4-b08f-e2cbc7856d07 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:16.334153 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-64d296b5-f85a-47a5-9764-52833d686383 req-1126f0ad-aa85-40c4-b08f-e2cbc7856d07 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] 10.222.0.50 "GET /v2.0/ports?device_id=70020c76-0cc4-4adf-985d-4bd2c1b6b0da HTTP/1.1" status: 200 len: 944 time: 0.0487936 May 27 03:29:16.348670 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=100 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:16.373314 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.db [None req-28c8d05f-eb8b-48be-9c5b-147991edb78f admin admin] For port 335dd27d-4958-4907-8e7c-cd3d9070011a, host dv-cinder-828806-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-4-iscsi',level=0,port_id=335dd27d-4958-4907-8e7c-cd3d9070011a,segment=NetworkSegment(e06d4ee8-7c2f-4c75-a8e8-97fb5af915aa),segment_id=e06d4ee8-7c2f-4c75-a8e8-97fb5af915aa)] {{(pid=104071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:29:16.373676 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-28c8d05f-eb8b-48be-9c5b-147991edb78f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16271712'] for port (335dd27d-4958-4907-8e7c-cd3d9070011a), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:16.382441 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-64d296b5-f85a-47a5-9764-52833d686383 req-da458a4b-728e-4387-8750-9763adcf36e6 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] 10.222.0.50 "GET /v2.0/security-groups?id=221fa5c3-e637-4a04-908a-213f77a7868e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418015 May 27 03:29:16.388057 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.plugin [None req-28c8d05f-eb8b-48be-9c5b-147991edb78f admin admin] Calling delete_port for 335dd27d-4958-4907-8e7c-cd3d9070011a owned by network:router_interface {{(pid=104071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:29:16.573415 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-28c8d05f-eb8b-48be-9c5b-147991edb78f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743907783123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743907242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12907156'] for port (335dd27d-4958-4907-8e7c-cd3d9070011a), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:16.601478 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c8d05f-eb8b-48be-9c5b-147991edb78f admin admin] Pushing event deleted for resources: {'Port': ['ID=335dd27d-4958-4907-8e7c-cd3d9070011a,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:16.608482 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:16.765051 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-28c8d05f-eb8b-48be-9c5b-147991edb78f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-366363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16280132'] for router_interface (38eac928-01f1-4978-ba20-ac2c031b8983), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:17.003763 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28c8d05f-eb8b-48be-9c5b-147991edb78f admin admin] Router 38eac928-01f1-4978-ba20-ac2c031b8983 has already been hosted by L3 agent 3e4effd7-5bc9-408b-93fa-42e4b19a61d9 {{(pid=104071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:29:17.022809 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157517c3-4efc-4ca6-869f-5cf3949dd4bd req-128d875c-109e-4d03-93f0-c2c9e1067774 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:17.024296 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-157517c3-4efc-4ca6-869f-5cf3949dd4bd req-128d875c-109e-4d03-93f0-c2c9e1067774 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=3aa1b29c-4aa9-4ece-a9ee-fd84d519970f HTTP/1.1" status: 200 len: 945 time: 0.0600193 May 27 03:29:17.044860 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f421957-8fec-48a0-a817-4b5e6de4469f req-7e339d7d-2830-49a3-a194-50a38b3a4a42 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:17.046396 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-1f421957-8fec-48a0-a817-4b5e6de4469f req-7e339d7d-2830-49a3-a194-50a38b3a4a42 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d25eaff-39bb-4434-848b-7b2dcc68d1e9 HTTP/1.1" status: 200 len: 946 time: 0.0524721 May 27 03:29:17.095236 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-1f421957-8fec-48a0-a817-4b5e6de4469f req-0d4a95e3-1f4d-42d5-900b-13ce67469c98 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/security-groups?id=9ab776d0-c5a9-4444-bea0-a2ff2e4e7d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430281 May 27 03:29:17.148220 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-157517c3-4efc-4ca6-869f-5cf3949dd4bd req-77e1c2a1-72c7-4509-9645-b84dfbfc4800 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ce8f43f-6a1f-4134-bfa6-ac4d57290765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884426 May 27 03:29:17.161771 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28c8d05f-eb8b-48be-9c5b-147991edb78f admin admin] Notify agent at l3_agent.dv-cinder-828806-4-iscsi the message routers_updated {{(pid=104071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:29:17.167964 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-28c8d05f-eb8b-48be-9c5b-147991edb78f admin admin] 10.222.0.50 "PUT /v2.0/routers/38eac928-01f1-4978-ba20-ac2c031b8983/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7502677 May 27 03:29:17.170675 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 34170) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:29:17.172819 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e84b2bd-da03-4db1-aaee-047d4fbf280b None None] Sync routers for ids ['38eac928-01f1-4978-ba20-ac2c031b8983'] in dv-cinder-828806-4-iscsi {{(pid=104073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:29:17.184592 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e84b2bd-da03-4db1-aaee-047d4fbf280b None None] Routers {'38eac928-01f1-4978-ba20-ac2c031b8983'} bound to L3 agent in host dv-cinder-828806-4-iscsi {{(pid=104073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:29:17.185710 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-9e84b2bd-da03-4db1-aaee-047d4fbf280b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-27T03:14:31Z,description=,heartbeat_timestamp=2022-05-27T03:29:01Z,host='dv-cinder-828806-4-iscsi',id=3e4effd7-5bc9-408b-93fa-42e4b19a61d9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:14:31Z,topic='l3_agent')) {'router_ids': ['38eac928-01f1-4978-ba20-ac2c031b8983'], 'active': True} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:29:17.279552 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-833e0f57-e4cc-4c14-8f80-c2b19e2f2750 admin admin] Publish callbacks [] for router (38eac928-01f1-4978-ba20-ac2c031b8983), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:17.295942 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvr_db [None req-9e84b2bd-da03-4db1-aaee-047d4fbf280b None None] Set router 38eac928-01f1-4978-ba20-ac2c031b8983 gateway port host: dv-cinder-828806-4-iscsi {{(pid=104073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:29:17.382254 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-833e0f57-e4cc-4c14-8f80-c2b19e2f2750 admin admin] Publish callbacks [] for router_gateway (38eac928-01f1-4978-ba20-ac2c031b8983), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:17.424319 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Device bac56807-d1e8-4e80-8e99-25b19600d119 up at agent hyperv_hv-cinder-82880 {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:29:17.428276 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [None req-833e0f57-e4cc-4c14-8f80-c2b19e2f2750 admin admin] Deleting port 717a75d6-2ae6-41ed-a225-2bf1cc18fb1b {{(pid=104072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:29:17.428860 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-833e0f57-e4cc-4c14-8f80-c2b19e2f2750 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743907775461'] for port (717a75d6-2ae6-41ed-a225-2bf1cc18fb1b), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:17.475610 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:17.489850 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:17.505444 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-9e84b2bd-da03-4db1-aaee-047d4fbf280b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38eac928-01f1-4978-ba20-ac2c031b8983', 'name': 'tempest-ServerRescueNegativeTestJSON-1434591703-router', 'tenant_id': '6db8193dcee944008c7b41889bfa67a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '717a75d6-2ae6-41ed-a225-2bf1cc18fb1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:13Z', 'updated_at': '2022-05-27T03:29:16Z', 'revision_number': 5, 'project_id': '6db8193dcee944008c7b41889bfa67a3', 'gw_port': {'id': '717a75d6-2ae6-41ed-a225-2bf1cc18fb1b', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:62:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38eac928-01f1-4978-ba20-ac2c031b8983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:15Z', 'updated_at': '2022-05-27T03:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi'}], 'dv-cinder-828806-4-iscsi', False) {} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:29:17.538065 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Provisioning for port bac56807-d1e8-4e80-8e99-25b19600d119 completed by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 03:29:17.540577 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e84b2bd-da03-4db1-aaee-047d4fbf280b None None] Checking router: 38eac928-01f1-4978-ba20-ac2c031b8983 for host: dv-cinder-828806-4-iscsi {{(pid=104073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:29:17.543787 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea84858-6909-48b2-a47c-7e7390caa19a req-5301cbf2-fb38-4466-9026-f765d700288c tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:17.545478 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-eea84858-6909-48b2-a47c-7e7390caa19a req-5301cbf2-fb38-4466-9026-f765d700288c tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] 10.222.0.50 "GET /v2.0/ports?device_id=70020c76-0cc4-4adf-985d-4bd2c1b6b0da HTTP/1.1" status: 200 len: 944 time: 0.0714574 May 27 03:29:17.549668 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Provisioning complete for port bac56807-d1e8-4e80-8e99-25b19600d119 triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:29:17.550106 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (bac56807-d1e8-4e80-8e99-25b19600d119), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:17.553653 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e84b2bd-da03-4db1-aaee-047d4fbf280b None None] Routers {'38eac928-01f1-4978-ba20-ac2c031b8983'} bound to L3 agent in host dv-cinder-828806-4-iscsi {{(pid=104073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:29:17.554298 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-9e84b2bd-da03-4db1-aaee-047d4fbf280b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-27T03:14:31Z,description=,heartbeat_timestamp=2022-05-27T03:29:01Z,host='dv-cinder-828806-4-iscsi',id=3e4effd7-5bc9-408b-93fa-42e4b19a61d9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:14:31Z,topic='l3_agent')) {'router_ids': ['38eac928-01f1-4978-ba20-ac2c031b8983'], 'active': True} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:29:17.569198 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.db [None req-833e0f57-e4cc-4c14-8f80-c2b19e2f2750 admin admin] For port 717a75d6-2ae6-41ed-a225-2bf1cc18fb1b, host dv-cinder-828806-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-4-iscsi',level=0,port_id=717a75d6-2ae6-41ed-a225-2bf1cc18fb1b,segment=NetworkSegment(7e44f6fa-4b8b-41b0-9dbf-83bfa81b059a),segment_id=7e44f6fa-4b8b-41b0-9dbf-83bfa81b059a)] {{(pid=104072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:29:17.569556 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-833e0f57-e4cc-4c14-8f80-c2b19e2f2750 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16271712'] for port (717a75d6-2ae6-41ed-a225-2bf1cc18fb1b), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:17.592887 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [None req-833e0f57-e4cc-4c14-8f80-c2b19e2f2750 admin admin] Calling delete_port for 717a75d6-2ae6-41ed-a225-2bf1cc18fb1b owned by network:router_gateway {{(pid=104072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:29:17.639840 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e312188-df20-415e-8c85-868cd5b0f9f1 req-e81f6e36-7722-4d2d-9d77-58cac2c47ceb tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:17.641497 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-7e312188-df20-415e-8c85-868cd5b0f9f1 req-e81f6e36-7722-4d2d-9d77-58cac2c47ceb tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.67 "GET /v2.0/ports?device_id=9d25eaff-39bb-4434-848b-7b2dcc68d1e9 HTTP/1.1" status: 200 len: 946 time: 0.0473685 May 27 03:29:17.654546 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:17.656437 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-eea84858-6909-48b2-a47c-7e7390caa19a req-8028094f-24a6-4b85-afd6-37195775c5f7 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] 10.222.0.50 "GET /v2.0/security-groups?id=221fa5c3-e637-4a04-908a-213f77a7868e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998330 May 27 03:29:17.698787 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvr_db [None req-9e84b2bd-da03-4db1-aaee-047d4fbf280b None None] Set router 38eac928-01f1-4978-ba20-ac2c031b8983 gateway port host: None {{(pid=104073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:29:17.739536 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.plugin [req-7e312188-df20-415e-8c85-868cd5b0f9f1 req-9358a55f-a13b-4c75-8474-0e4fa49cc8c9 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Deleting port 7548807f-da0a-4e25-9317-457dbf196bc6 {{(pid=104071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:29:17.739872 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-7e312188-df20-415e-8c85-868cd5b0f9f1 req-9358a55f-a13b-4c75-8474-0e4fa49cc8c9 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743907775461'] for port (7548807f-da0a-4e25-9317-457dbf196bc6), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:17.759819 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-9e84b2bd-da03-4db1-aaee-047d4fbf280b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38eac928-01f1-4978-ba20-ac2c031b8983', 'name': 'tempest-ServerRescueNegativeTestJSON-1434591703-router', 'tenant_id': '6db8193dcee944008c7b41889bfa67a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:13Z', 'updated_at': '2022-05-27T03:29:17Z', 'revision_number': 6, 'project_id': '6db8193dcee944008c7b41889bfa67a3', 'gw_port_host': None}], 'dv-cinder-828806-4-iscsi', False) {} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:29:17.785235 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e84b2bd-da03-4db1-aaee-047d4fbf280b None None] The sync data for ids ['38eac928-01f1-4978-ba20-ac2c031b8983'] in dv-cinder-828806-4-iscsi is: [{'id': '38eac928-01f1-4978-ba20-ac2c031b8983', 'name': 'tempest-ServerRescueNegativeTestJSON-1434591703-router', 'tenant_id': '6db8193dcee944008c7b41889bfa67a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:13Z', 'updated_at': '2022-05-27T03:29:17Z', 'revision_number': 6, 'project_id': '6db8193dcee944008c7b41889bfa67a3', 'gw_port_host': None}] {{(pid=104073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:29:17.786933 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Current status of the port bac56807-d1e8-4e80-8e99-25b19600d119 is: BUILD; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:29:17.787486 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (bac56807-d1e8-4e80-8e99-25b19600d119), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:17.807311 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-833e0f57-e4cc-4c14-8f80-c2b19e2f2750 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743907783123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743907242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13119109'] for port (717a75d6-2ae6-41ed-a225-2bf1cc18fb1b), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:17.815735 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70020c76-0cc4-4adf-985d-4bd2c1b6b0da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bac56807-d1e8-4e80-8e99-25b19600d119'}] {{(pid=104073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:29:17.818053 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fe636b475fcf817a66bede64dee182d8d37f0deb14dcb08a99f86243ff54ad7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04d4404c-e223-49db-b6f7-b9bdde5c08b4" -d '{"events": [{"server_uuid": "70020c76-0cc4-4adf-985d-4bd2c1b6b0da", "name": "network-vif-plugged", "status": "completed", "tag": "bac56807-d1e8-4e80-8e99-25b19600d119"}]}' {{(pid=104073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:29:17.836871 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] For port bac56807-d1e8-4e80-8e99-25b19600d119, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=bac56807-d1e8-4e80-8e99-25b19600d119,segment=NetworkSegment(1c0f45b9-9b6e-4c7f-96ab-814f76cdd6fd),segment_id=1c0f45b9-9b6e-4c7f-96ab-814f76cdd6fd)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:29:17.843508 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (bac56807-d1e8-4e80-8e99-25b19600d119), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:17.850839 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833e0f57-e4cc-4c14-8f80-c2b19e2f2750 admin admin] Pushing event deleted for resources: {'Port': ['ID=717a75d6-2ae6-41ed-a225-2bf1cc18fb1b,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:17.872133 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.db [req-7e312188-df20-415e-8c85-868cd5b0f9f1 req-9358a55f-a13b-4c75-8474-0e4fa49cc8c9 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] For port 7548807f-da0a-4e25-9317-457dbf196bc6, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=7548807f-da0a-4e25-9317-457dbf196bc6,segment=NetworkSegment(9331d2d7-a6a0-4c34-9e42-53844ef9b31b),segment_id=9331d2d7-a6a0-4c34-9e42-53844ef9b31b)] {{(pid=104071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:29:17.872770 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-7e312188-df20-415e-8c85-868cd5b0f9f1 req-9358a55f-a13b-4c75-8474-0e4fa49cc8c9 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16271712'] for port (7548807f-da0a-4e25-9317-457dbf196bc6), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:17.880216 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833e0f57-e4cc-4c14-8f80-c2b19e2f2750 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:17.880984 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833e0f57-e4cc-4c14-8f80-c2b19e2f2750 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:17.880984 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833e0f57-e4cc-4c14-8f80-c2b19e2f2750 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:17.881233 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833e0f57-e4cc-4c14-8f80-c2b19e2f2750 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:17.881565 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833e0f57-e4cc-4c14-8f80-c2b19e2f2750 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:17.881887 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833e0f57-e4cc-4c14-8f80-c2b19e2f2750 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:17.882205 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833e0f57-e4cc-4c14-8f80-c2b19e2f2750 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:17.882605 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833e0f57-e4cc-4c14-8f80-c2b19e2f2750 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:17.883323 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833e0f57-e4cc-4c14-8f80-c2b19e2f2750 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:17.883630 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833e0f57-e4cc-4c14-8f80-c2b19e2f2750 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:17.883945 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833e0f57-e4cc-4c14-8f80-c2b19e2f2750 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:17.884562 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833e0f57-e4cc-4c14-8f80-c2b19e2f2750 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:17.885201 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833e0f57-e4cc-4c14-8f80-c2b19e2f2750 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:17.885696 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833e0f57-e4cc-4c14-8f80-c2b19e2f2750 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:17.886189 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833e0f57-e4cc-4c14-8f80-c2b19e2f2750 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:17.904427 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Pushing event updated for resources: {'Port': ['ID=bac56807-d1e8-4e80-8e99-25b19600d119,revision_number=5']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:17.918892 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:17.936024 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-833e0f57-e4cc-4c14-8f80-c2b19e2f2750 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16279526'] for router_gateway (38eac928-01f1-4978-ba20-ac2c031b8983), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:17.941729 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1e8f95b-3a5a-4b88-a9dc-09b457b6cb19 x-openstack-request-id: req-e1e8f95b-3a5a-4b88-a9dc-09b457b6cb19 {{(pid=104073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:29:17.942088 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70020c76-0cc4-4adf-985d-4bd2c1b6b0da", "name": "network-vif-plugged", "status": "completed", "tag": "bac56807-d1e8-4e80-8e99-25b19600d119", "code": 200}]} {{(pid=104073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:29:17.943077 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e1e8f95b-3a5a-4b88-a9dc-09b457b6cb19 {{(pid=104073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:29:17.943077 dv-cinder-828806-4-iscsi neutron-server[104073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1e8f95b-3a5a-4b88-a9dc-09b457b6cb19'] response: {'server_uuid': '70020c76-0cc4-4adf-985d-4bd2c1b6b0da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bac56807-d1e8-4e80-8e99-25b19600d119', 'code': 200} May 27 03:29:17.986727 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=100 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:18.047677 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-833e0f57-e4cc-4c14-8f80-c2b19e2f2750 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16723127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4102'] for router (38eac928-01f1-4978-ba20-ac2c031b8983), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:18.049966 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-833e0f57-e4cc-4c14-8f80-c2b19e2f2750 admin admin] Publish callbacks [] for router_controller (38eac928-01f1-4978-ba20-ac2c031b8983), precommit_delete_associations {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:18.065835 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-7e312188-df20-415e-8c85-868cd5b0f9f1 req-9358a55f-a13b-4c75-8474-0e4fa49cc8c9 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:18.066423 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-7e312188-df20-415e-8c85-868cd5b0f9f1 req-9358a55f-a13b-4c75-8474-0e4fa49cc8c9 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16279512'] for floatingip (0eb11a7e-718c-4de9-8b8c-baceabf05f4c), after_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:18.066565 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.db.l3_db [req-7e312188-df20-415e-8c85-868cd5b0f9f1 req-9358a55f-a13b-4c75-8474-0e4fa49cc8c9 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Floating IP 0eb11a7e-718c-4de9-8b8c-baceabf05f4c disassociated. External IP: 172.27.3.156, port: 7548807f-da0a-4e25-9317-457dbf196bc6. May 27 03:29:18.066851 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.plugin [req-7e312188-df20-415e-8c85-868cd5b0f9f1 req-9358a55f-a13b-4c75-8474-0e4fa49cc8c9 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Calling delete_port for 7548807f-da0a-4e25-9317-457dbf196bc6 owned by compute:nova {{(pid=104071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:29:18.248554 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5814a381-9bc9-4708-9f9b-aac4bb12aa1c req-97ec0f33-f6ac-4002-8eef-0a936eae1568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:18.250403 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-5814a381-9bc9-4708-9f9b-aac4bb12aa1c req-97ec0f33-f6ac-4002-8eef-0a936eae1568 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=70020c76-0cc4-4adf-985d-4bd2c1b6b0da HTTP/1.1" status: 200 len: 1129 time: 0.0638869 May 27 03:29:18.267517 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-7e312188-df20-415e-8c85-868cd5b0f9f1 req-9358a55f-a13b-4c75-8474-0e4fa49cc8c9 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743907783123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743907242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12907156'] for port (7548807f-da0a-4e25-9317-457dbf196bc6), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:18.351657 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9358a55f-a13b-4c75-8474-0e4fa49cc8c9 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Pushing event deleted for resources: {'Port': ['ID=7548807f-da0a-4e25-9317-457dbf196bc6,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:18.374723 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cdd6cf-2e13-43e3-a055-b9069cae01ed req-6ff0f232-5712-43e6-8665-4eff6140c850 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:18.376392 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-74cdd6cf-2e13-43e3-a055-b9069cae01ed req-6ff0f232-5712-43e6-8665-4eff6140c850 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=3aa1b29c-4aa9-4ece-a9ee-fd84d519970f HTTP/1.1" status: 200 len: 945 time: 0.1205366 May 27 03:29:18.408123 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-5814a381-9bc9-4708-9f9b-aac4bb12aa1c req-1da977e4-27b6-4f21-a00c-88e57b368987 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=221fa5c3-e637-4a04-908a-213f77a7868e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326511 May 27 03:29:18.410684 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-e52afe93-5084-4fb0-85ab-3244bfa0666a req-cec10083-29d3-4a30-8e29-50aa3437f152 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d25eaff-39bb-4434-848b-7b2dcc68d1e9 HTTP/1.1" status: 200 len: 210 time: 0.0645523 May 27 03:29:18.411387 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-833e0f57-e4cc-4c14-8f80-c2b19e2f2750 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16723132'] for router (38eac928-01f1-4978-ba20-ac2c031b8983), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:18.412110 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-833e0f57-e4cc-4c14-8f80-c2b19e2f2750 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 38eac928-01f1-4978-ba20-ac2c031b8983 {{(pid=104072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 03:29:18.418197 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-833e0f57-e4cc-4c14-8f80-c2b19e2f2750 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:18.419454 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-833e0f57-e4cc-4c14-8f80-c2b19e2f2750 admin admin] 10.222.0.50 "DELETE /v2.0/routers/38eac928-01f1-4978-ba20-ac2c031b8983 HTTP/1.1" status: 204 len: 168 time: 1.2477341 May 27 03:29:18.422143 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 34184) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:29:18.469336 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f51206c-8408-4885-aa38-f87504e3fad0 admin admin] Deleting subnet cc441656-896b-4ce0-b128-b3b9a7f3a183 {{(pid=104072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 03:29:18.472728 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-0f51206c-8408-4885-aa38-f87504e3fad0 admin admin] Publish callbacks [] for subnet (cc441656-896b-4ce0-b128-b3b9a7f3a183), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:18.509343 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-0f51206c-8408-4885-aa38-f87504e3fad0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13119285'] for subnet (cc441656-896b-4ce0-b128-b3b9a7f3a183), precommit_delete_associations {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:18.632094 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-0f51206c-8408-4885-aa38-f87504e3fad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-817388'] for subnet (cc441656-896b-4ce0-b128-b3b9a7f3a183), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:18.706304 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-0f51206c-8408-4885-aa38-f87504e3fad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-817397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16716613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13119348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14026658'] for subnet (cc441656-896b-4ce0-b128-b3b9a7f3a183), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:18.713787 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Device 335dd27d-4958-4907-8e7c-cd3d9070011a no longer exists at agent ovs-agent-dv-cinder-828806-4-iscsi {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:29:18.746381 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-0f51206c-8408-4885-aa38-f87504e3fad0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-366398'] for subnet (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:18.749832 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-74cdd6cf-2e13-43e3-a055-b9069cae01ed req-0cfa5f1e-1601-462e-9359-9b80d5e7715d tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ce8f43f-6a1f-4134-bfa6-ac4d57290765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3659737 May 27 03:29:18.752665 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-0f51206c-8408-4885-aa38-f87504e3fad0 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/cc441656-896b-4ce0-b128-b3b9a7f3a183 HTTP/1.1" status: 204 len: 168 time: 0.3294981 May 27 03:29:18.753555 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 34188) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:29:18.755972 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f51206c-8408-4885-aa38-f87504e3fad0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc441656-896b-4ce0-b128-b3b9a7f3a183,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:18.763074 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] No Port match for: 335dd27d-4958-4907-8e7c-cd3d9070011a {{(pid=104073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:29:18.763919 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Device 335dd27d-4958-4907-8e7c-cd3d9070011a not bound to the agent host dv-cinder-828806-4-iscsi {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:29:18.765316 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Device 717a75d6-2ae6-41ed-a225-2bf1cc18fb1b no longer exists at agent ovs-agent-dv-cinder-828806-4-iscsi {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:29:18.812459 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c4e3287-ba94-4409-9797-b3733c74b9cf None None] Network ee2ac450-e56e-4c1d-8d15-c8bfd50e2024 requested from dv-cinder-828806-4-iscsi {{(pid=104073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:29:18.817106 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] No Port match for: 717a75d6-2ae6-41ed-a225-2bf1cc18fb1b {{(pid=104073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:29:18.817749 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Device 717a75d6-2ae6-41ed-a225-2bf1cc18fb1b not bound to the agent host dv-cinder-828806-4-iscsi {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:29:18.832727 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7e312188-df20-415e-8c85-868cd5b0f9f1 req-9358a55f-a13b-4c75-8474-0e4fa49cc8c9 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Router 48ccfd99-9d2a-40bc-8f48-1ef8477ddac8 has already been hosted by L3 agent 3e4effd7-5bc9-408b-93fa-42e4b19a61d9 {{(pid=104071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:29:18.861567 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:18.885397 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5e1c38-6186-41b3-befc-f0651b385edb req-4c05ade5-dc2c-40a2-8cf4-4a837cb5c774 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:18.887233 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-da5e1c38-6186-41b3-befc-f0651b385edb req-4c05ade5-dc2c-40a2-8cf4-4a837cb5c774 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] 10.222.0.50 "GET /v2.0/ports?device_id=70020c76-0cc4-4adf-985d-4bd2c1b6b0da HTTP/1.1" status: 200 len: 945 time: 0.0721095 May 27 03:29:18.892759 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-dcca6a88-8740-4df4-9628-4375ff275263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561515'] for network (ee2ac450-e56e-4c1d-8d15-c8bfd50e2024), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:18.965583 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7e312188-df20-415e-8c85-868cd5b0f9f1 req-9358a55f-a13b-4c75-8474-0e4fa49cc8c9 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Notify agent at l3_agent.dv-cinder-828806-4-iscsi the message routers_updated {{(pid=104071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:29:18.978526 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620f048b-8ebb-4eb9-8c38-17bac59d0391 None None] Sync routers for ids ['48ccfd99-9d2a-40bc-8f48-1ef8477ddac8'] in dv-cinder-828806-4-iscsi {{(pid=104074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:29:18.999944 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620f048b-8ebb-4eb9-8c38-17bac59d0391 None None] Routers {'48ccfd99-9d2a-40bc-8f48-1ef8477ddac8'} bound to L3 agent in host dv-cinder-828806-4-iscsi {{(pid=104074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:29:19.005582 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-da5e1c38-6186-41b3-befc-f0651b385edb req-cf6d030f-5743-4a22-bf78-f1aaedc134ec tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] 10.222.0.50 "GET /v2.0/security-groups?id=221fa5c3-e637-4a04-908a-213f77a7868e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094987 May 27 03:29:19.006655 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [None req-dcca6a88-8740-4df4-9628-4375ff275263 admin admin] Deleting port 213fd885-c8e1-4df4-a81f-57d4225760e8 {{(pid=104072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:29:19.006999 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-dcca6a88-8740-4df4-9628-4375ff275263 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743907775461'] for port (213fd885-c8e1-4df4-a81f-57d4225760e8), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:19.008721 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-620f048b-8ebb-4eb9-8c38-17bac59d0391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-27T03:14:31Z,description=,heartbeat_timestamp=2022-05-27T03:29:01Z,host='dv-cinder-828806-4-iscsi',id=3e4effd7-5bc9-408b-93fa-42e4b19a61d9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:14:31Z,topic='l3_agent')) {'router_ids': ['48ccfd99-9d2a-40bc-8f48-1ef8477ddac8'], 'active': True} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:29:19.027915 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e312188-df20-415e-8c85-868cd5b0f9f1 req-9358a55f-a13b-4c75-8474-0e4fa49cc8c9 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] No DVR routers for this DVR port 7548807f-da0a-4e25-9317-457dbf196bc6 on host hv-cinder-82880 {{(pid=104071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:29:19.030994 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-7e312188-df20-415e-8c85-868cd5b0f9f1 req-9358a55f-a13b-4c75-8474-0e4fa49cc8c9 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159658'] for port (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:19.035422 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-7e312188-df20-415e-8c85-868cd5b0f9f1 req-9358a55f-a13b-4c75-8474-0e4fa49cc8c9 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.67 "DELETE /v2.0/ports/7548807f-da0a-4e25-9317-457dbf196bc6 HTTP/1.1" status: 204 len: 173 time: 1.3882186 May 27 03:29:19.035975 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d25eaff-39bb-4434-848b-7b2dcc68d1e9', 'name': 'network-vif-deleted', 'tag': '7548807f-da0a-4e25-9317-457dbf196bc6'}] {{(pid=104071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:29:19.038867 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bb076ad6e20eee76da9493a154e3e0af7ddb4a8668b70cc9390b05200f69f4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-693cfbe6-0708-4dd7-9012-28e12264141c" -d '{"events": [{"server_uuid": "9d25eaff-39bb-4434-848b-7b2dcc68d1e9", "name": "network-vif-deleted", "tag": "7548807f-da0a-4e25-9317-457dbf196bc6"}]}' {{(pid=104071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:29:19.052547 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-034ec01f-181d-4a69-bdbe-b012e3c1107a None None] DHCP port deletion for ee2ac450-e56e-4c1d-8d15-c8bfd50e2024 request from dv-cinder-828806-4-iscsi {{(pid=104073) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 27 03:29:19.093570 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0841e70-638a-4423-9757-aa78111caf8d x-openstack-request-id: req-c0841e70-638a-4423-9757-aa78111caf8d {{(pid=104071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:29:19.094591 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d25eaff-39bb-4434-848b-7b2dcc68d1e9", "name": "network-vif-deleted", "tag": "7548807f-da0a-4e25-9317-457dbf196bc6", "status": "completed", "code": 200}]} {{(pid=104071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:29:19.094992 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c0841e70-638a-4423-9757-aa78111caf8d {{(pid=104071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:29:19.095560 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0841e70-638a-4423-9757-aa78111caf8d'] response: {'server_uuid': '9d25eaff-39bb-4434-848b-7b2dcc68d1e9', 'name': 'network-vif-deleted', 'tag': '7548807f-da0a-4e25-9317-457dbf196bc6', 'status': 'completed', 'code': 200} May 27 03:29:19.124911 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-034ec01f-181d-4a69-bdbe-b012e3c1107a None None] Deleting port 213fd885-c8e1-4df4-a81f-57d4225760e8 {{(pid=104073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:29:19.125438 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-034ec01f-181d-4a69-bdbe-b012e3c1107a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743907775461'] for port (213fd885-c8e1-4df4-a81f-57d4225760e8), before_delete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:19.127773 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=100 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:19.128817 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.db [None req-dcca6a88-8740-4df4-9628-4375ff275263 admin admin] For port 213fd885-c8e1-4df4-a81f-57d4225760e8, host dv-cinder-828806-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-4-iscsi',level=0,port_id=213fd885-c8e1-4df4-a81f-57d4225760e8,segment=NetworkSegment(e06d4ee8-7c2f-4c75-a8e8-97fb5af915aa),segment_id=e06d4ee8-7c2f-4c75-a8e8-97fb5af915aa)] {{(pid=104072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:29:19.129753 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-dcca6a88-8740-4df4-9628-4375ff275263 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16271712'] for port (213fd885-c8e1-4df4-a81f-57d4225760e8), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:19.148418 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [None req-dcca6a88-8740-4df4-9628-4375ff275263 admin admin] Calling delete_port for 213fd885-c8e1-4df4-a81f-57d4225760e8 owned by network:dhcp {{(pid=104072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:29:19.171100 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvr_db [None req-620f048b-8ebb-4eb9-8c38-17bac59d0391 None None] Set router 48ccfd99-9d2a-40bc-8f48-1ef8477ddac8 gateway port host: dv-cinder-828806-4-iscsi {{(pid=104074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:29:19.210499 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-034ec01f-181d-4a69-bdbe-b012e3c1107a None None] For port 213fd885-c8e1-4df4-a81f-57d4225760e8, host dv-cinder-828806-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-4-iscsi',level=0,port_id=213fd885-c8e1-4df4-a81f-57d4225760e8,segment=NetworkSegment(e06d4ee8-7c2f-4c75-a8e8-97fb5af915aa),segment_id=e06d4ee8-7c2f-4c75-a8e8-97fb5af915aa)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:29:19.210973 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-034ec01f-181d-4a69-bdbe-b012e3c1107a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16271712'] for port (213fd885-c8e1-4df4-a81f-57d4225760e8), precommit_delete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:19.234532 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-034ec01f-181d-4a69-bdbe-b012e3c1107a None None] Calling delete_port for 213fd885-c8e1-4df4-a81f-57d4225760e8 owned by network:dhcp {{(pid=104073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:29:19.251986 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-dcca6a88-8740-4df4-9628-4375ff275263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743907783123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743907242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13119109'] for port (213fd885-c8e1-4df4-a81f-57d4225760e8), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:19.268577 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcca6a88-8740-4df4-9628-4375ff275263 admin admin] No DVR routers for this DVR port 213fd885-c8e1-4df4-a81f-57d4225760e8 on host dv-cinder-828806-4-iscsi {{(pid=104072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:29:19.294373 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcca6a88-8740-4df4-9628-4375ff275263 admin admin] Pushing event deleted for resources: {'Port': ['ID=213fd885-c8e1-4df4-a81f-57d4225760e8,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:19.378971 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-dcca6a88-8740-4df4-9628-4375ff275263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-818777', 'neutron.services.segments.db._delete_segments_for_network-8743907721840'] for network (ee2ac450-e56e-4c1d-8d15-c8bfd50e2024), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:19.379776 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-034ec01f-181d-4a69-bdbe-b012e3c1107a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743907783123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743907242289'] for port (213fd885-c8e1-4df4-a81f-57d4225760e8), after_delete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:19.402392 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.services.segments.db [None req-dcca6a88-8740-4df4-9628-4375ff275263 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee2ac450-e56e-4c1d-8d15-c8bfd50e2024']}} {{(pid=104072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:29:19.409950 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:19.412529 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-620f048b-8ebb-4eb9-8c38-17bac59d0391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ccfd99-9d2a-40bc-8f48-1ef8477ddac8', 'name': 'tempest-AttachVolumeNegativeTest-1190605770-router', 'tenant_id': '082b5523ee504be09f6fcaf833207a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': 'ee2b145c-866a-4545-a5dc-b000db3e976a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:15Z', 'updated_at': '2022-05-27T03:23:33Z', 'revision_number': 4, 'project_id': '082b5523ee504be09f6fcaf833207a4f', 'gw_port': {'id': 'ee2b145c-866a-4545-a5dc-b000db3e976a', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ccfd99-9d2a-40bc-8f48-1ef8477ddac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:16Z', 'updated_at': '2022-05-27T03:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi', '_interfaces': [{'id': 'de2e02ca-ae55-44a3-8d3d-cbe2d4c0df81', 'name': '', 'network_id': 'e861f168-e1a5-4542-8ee4-9759fa17a578', 'tenant_id': '082b5523ee504be09f6fcaf833207a4f', 'mac_address': 'fa:16:3e:93:65:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ccfd99-9d2a-40bc-8f48-1ef8477ddac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '22c8ee8a-bdb1-4646-81f4-b6b1b8177bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:28Z', 'updated_at': '2022-05-27T03:23:46Z', 'revision_number': 5, 'project_id': '082b5523ee504be09f6fcaf833207a4f', 'subnets': [{'id': '22c8ee8a-bdb1-4646-81f4-b6b1b8177bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-4-iscsi', False) {} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:29:19.414388 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.services.segments.db [None req-dcca6a88-8740-4df4-9628-4375ff275263 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e06d4ee8-7c2f-4c75-a8e8-97fb5af915aa') {'for_net_delete': True} {{(pid=104072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:29:19.414732 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.services.segments.db [None req-dcca6a88-8740-4df4-9628-4375ff275263 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e06d4ee8-7c2f-4c75-a8e8-97fb5af915aa') {} {{(pid=104072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:29:19.421675 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034ec01f-181d-4a69-bdbe-b012e3c1107a None None] Pushing event deleted for resources: {'Port': ['ID=213fd885-c8e1-4df4-a81f-57d4225760e8,revision_number=None']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:19.431049 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034ec01f-181d-4a69-bdbe-b012e3c1107a None None] No DVR routers for this DVR port 213fd885-c8e1-4df4-a81f-57d4225760e8 on host dv-cinder-828806-4-iscsi {{(pid=104073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:29:19.435271 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-dcca6a88-8740-4df4-9628-4375ff275263 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743907722361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13119244'] for segment (e06d4ee8-7c2f-4c75-a8e8-97fb5af915aa), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:19.455392 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-dcca6a88-8740-4df4-9628-4375ff275263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-814499'] for segment (e06d4ee8-7c2f-4c75-a8e8-97fb5af915aa), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:19.455683 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620f048b-8ebb-4eb9-8c38-17bac59d0391 None None] Checking router: 48ccfd99-9d2a-40bc-8f48-1ef8477ddac8 for host: dv-cinder-828806-4-iscsi {{(pid=104074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:29:19.462304 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcca6a88-8740-4df4-9628-4375ff275263 admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=104072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 03:29:19.462941 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-dcca6a88-8740-4df4-9628-4375ff275263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-814499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13119190'] for segment (e06d4ee8-7c2f-4c75-a8e8-97fb5af915aa), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:19.469528 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620f048b-8ebb-4eb9-8c38-17bac59d0391 None None] Routers {'48ccfd99-9d2a-40bc-8f48-1ef8477ddac8'} bound to L3 agent in host dv-cinder-828806-4-iscsi {{(pid=104074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:29:19.470158 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-620f048b-8ebb-4eb9-8c38-17bac59d0391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-27T03:14:31Z,description=,heartbeat_timestamp=2022-05-27T03:29:01Z,host='dv-cinder-828806-4-iscsi',id=3e4effd7-5bc9-408b-93fa-42e4b19a61d9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:14:31Z,topic='l3_agent')) {'router_ids': ['48ccfd99-9d2a-40bc-8f48-1ef8477ddac8'], 'active': True} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:29:19.566825 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-cc160f4a-aa06-41db-8918-05ed702df5a7 req-cd330177-0e3b-40fb-915e-f92826373173 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d25eaff-39bb-4434-848b-7b2dcc68d1e9 HTTP/1.1" status: 200 len: 210 time: 0.0429132 May 27 03:29:19.569459 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-dcca6a88-8740-4df4-9628-4375ff275263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-818786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16279498'] for network (ee2ac450-e56e-4c1d-8d15-c8bfd50e2024), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:19.581348 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-dcca6a88-8740-4df4-9628-4375ff275263 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-366398'] for network (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:19.594026 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-dcca6a88-8740-4df4-9628-4375ff275263 admin admin] 10.222.0.50 "DELETE /v2.0/networks/ee2ac450-e56e-4c1d-8d15-c8bfd50e2024 HTTP/1.1" status: 204 len: 168 time: 0.8390851 May 27 03:29:19.610581 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcca6a88-8740-4df4-9628-4375ff275263 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee2ac450-e56e-4c1d-8d15-c8bfd50e2024,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:19.639584 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.services.segments.plugin [-] Segment e06d4ee8-7c2f-4c75-a8e8-97fb5af915aa resource provider aggregate not found May 27 03:29:19.657748 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.services.segments.plugin [-] Segment e06d4ee8-7c2f-4c75-a8e8-97fb5af915aa resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e06d4ee8-7c2f-4c75-a8e8-97fb5af915aa found for delete ", "request_id": "req-a0d60c92-fd04-49d3-b997-20f1eb50edfb"}]} May 27 03:29:19.676351 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvr_db [None req-620f048b-8ebb-4eb9-8c38-17bac59d0391 None None] Set router 48ccfd99-9d2a-40bc-8f48-1ef8477ddac8 gateway port host: dv-cinder-828806-4-iscsi {{(pid=104074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:29:19.728034 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 34202) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:29:19.773902 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-ae108d99-b65a-4e0e-a643-594ff99567b4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6db8193dcee944008c7b41889bfa67a3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0422482 May 27 03:29:19.774119 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 34204) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:29:19.825607 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-253dd9a3-7ef1-475b-b9cd-6cc3325915d7 admin admin] Publish callbacks [] for security_group (5bb45d27-4147-42b8-a14c-c2b672c6e0f2), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:19.847429 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-253dd9a3-7ef1-475b-b9cd-6cc3325915d7 admin admin] Publish callbacks [] for security_group (5bb45d27-4147-42b8-a14c-c2b672c6e0f2), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:19.878494 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-620f048b-8ebb-4eb9-8c38-17bac59d0391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ccfd99-9d2a-40bc-8f48-1ef8477ddac8', 'name': 'tempest-AttachVolumeNegativeTest-1190605770-router', 'tenant_id': '082b5523ee504be09f6fcaf833207a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': 'ee2b145c-866a-4545-a5dc-b000db3e976a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:15Z', 'updated_at': '2022-05-27T03:23:33Z', 'revision_number': 4, 'project_id': '082b5523ee504be09f6fcaf833207a4f', 'gw_port': {'id': 'ee2b145c-866a-4545-a5dc-b000db3e976a', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ccfd99-9d2a-40bc-8f48-1ef8477ddac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:16Z', 'updated_at': '2022-05-27T03:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi', '_interfaces': [{'id': 'de2e02ca-ae55-44a3-8d3d-cbe2d4c0df81', 'name': '', 'network_id': 'e861f168-e1a5-4542-8ee4-9759fa17a578', 'tenant_id': '082b5523ee504be09f6fcaf833207a4f', 'mac_address': 'fa:16:3e:93:65:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ccfd99-9d2a-40bc-8f48-1ef8477ddac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '22c8ee8a-bdb1-4646-81f4-b6b1b8177bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:28Z', 'updated_at': '2022-05-27T03:23:46Z', 'revision_number': 5, 'project_id': '082b5523ee504be09f6fcaf833207a4f', 'subnets': [{'id': '22c8ee8a-bdb1-4646-81f4-b6b1b8177bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-4-iscsi', False) {} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:29:19.904271 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620f048b-8ebb-4eb9-8c38-17bac59d0391 None None] The sync data for ids ['48ccfd99-9d2a-40bc-8f48-1ef8477ddac8'] in dv-cinder-828806-4-iscsi is: [{'id': '48ccfd99-9d2a-40bc-8f48-1ef8477ddac8', 'name': 'tempest-AttachVolumeNegativeTest-1190605770-router', 'tenant_id': '082b5523ee504be09f6fcaf833207a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': 'ee2b145c-866a-4545-a5dc-b000db3e976a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:15Z', 'updated_at': '2022-05-27T03:23:33Z', 'revision_number': 4, 'project_id': '082b5523ee504be09f6fcaf833207a4f', 'gw_port': {'id': 'ee2b145c-866a-4545-a5dc-b000db3e976a', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ccfd99-9d2a-40bc-8f48-1ef8477ddac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:16Z', 'updated_at': '2022-05-27T03:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi', '_interfaces': [{'id': 'de2e02ca-ae55-44a3-8d3d-cbe2d4c0df81', 'name': '', 'network_id': 'e861f168-e1a5-4542-8ee4-9759fa17a578', 'tenant_id': '082b5523ee504be09f6fcaf833207a4f', 'mac_address': 'fa:16:3e:93:65:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ccfd99-9d2a-40bc-8f48-1ef8477ddac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '22c8ee8a-bdb1-4646-81f4-b6b1b8177bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:28Z', 'updated_at': '2022-05-27T03:23:46Z', 'revision_number': 5, 'project_id': '082b5523ee504be09f6fcaf833207a4f', 'subnets': [{'id': '22c8ee8a-bdb1-4646-81f4-b6b1b8177bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:29:19.911038 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-253dd9a3-7ef1-475b-b9cd-6cc3325915d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (5bb45d27-4147-42b8-a14c-c2b672c6e0f2), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:19.915355 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-253dd9a3-7ef1-475b-b9cd-6cc3325915d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:19.919492 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-253dd9a3-7ef1-475b-b9cd-6cc3325915d7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5bb45d27-4147-42b8-a14c-c2b672c6e0f2 HTTP/1.1" status: 204 len: 168 time: 0.1441958 May 27 03:29:19.928819 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5ced66-57e8-4b4d-b935-147030599830 req-922aa1e3-d0dd-472c-9b51-57e265cd2dc4 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:19.936584 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-4f5ced66-57e8-4b4d-b935-147030599830 req-922aa1e3-d0dd-472c-9b51-57e265cd2dc4 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=3aa1b29c-4aa9-4ece-a9ee-fd84d519970f HTTP/1.1" status: 200 len: 945 time: 0.0835400 May 27 03:29:19.939022 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253dd9a3-7ef1-475b-b9cd-6cc3325915d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bb45d27-4147-42b8-a14c-c2b672c6e0f2,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:19.992538 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:20.004350 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-4f5ced66-57e8-4b4d-b935-147030599830 req-a5373a92-c9e4-4abd-81f0-757f91a041df tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ce8f43f-6a1f-4134-bfa6-ac4d57290765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667415 May 27 03:29:20.137322 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97279e1a-d900-42ba-91e7-9b4dd5a961af req-b09abd61-9111-44ab-a3e6-ebd7db27b0cf tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:20.139045 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-97279e1a-d900-42ba-91e7-9b4dd5a961af req-b09abd61-9111-44ab-a3e6-ebd7db27b0cf tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] 10.222.0.50 "GET /v2.0/ports?device_id=70020c76-0cc4-4adf-985d-4bd2c1b6b0da HTTP/1.1" status: 200 len: 945 time: 0.0661001 May 27 03:29:20.205725 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-97279e1a-d900-42ba-91e7-9b4dd5a961af req-0d58b125-9835-42fb-843b-9d1c7ce34656 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] 10.222.0.50 "GET /v2.0/security-groups?id=221fa5c3-e637-4a04-908a-213f77a7868e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607495 May 27 03:29:20.223447 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b17daa-0e64-493a-84d2-0557bb60e622 None None] New status for floating IP 0eb11a7e-718c-4de9-8b8c-baceabf05f4c: DOWN {{(pid=104073) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 03:29:20.335145 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06abbe7-8523-4df2-896d-87df02a7f3d9 req-7b5afe5e-dfc8-494d-b80e-78753cf1b33a tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:20.340018 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-d06abbe7-8523-4df2-896d-87df02a7f3d9 req-7b5afe5e-dfc8-494d-b80e-78753cf1b33a tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] 10.222.0.50 "GET /v2.0/ports?device_id=70020c76-0cc4-4adf-985d-4bd2c1b6b0da HTTP/1.1" status: 200 len: 945 time: 0.0596635 May 27 03:29:20.397837 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-d06abbe7-8523-4df2-896d-87df02a7f3d9 req-d9bcb5a5-96dc-428a-ad92-02c03a713c03 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] 10.222.0.50 "GET /v2.0/security-groups?id=221fa5c3-e637-4a04-908a-213f77a7868e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510027 May 27 03:29:20.615516 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Device 213fd885-c8e1-4df4-a81f-57d4225760e8 no longer exists at agent ovs-agent-dv-cinder-828806-4-iscsi {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:29:20.638348 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] No Port match for: 213fd885-c8e1-4df4-a81f-57d4225760e8 {{(pid=104073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:29:20.638721 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Device 213fd885-c8e1-4df4-a81f-57d4225760e8 not bound to the agent host dv-cinder-828806-4-iscsi {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:29:20.691889 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 34236) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:29:20.762897 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-5a789e48-602d-4653-8385-f31e8c0a46b3 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks [] for security_group (9ab776d0-c5a9-4444-bea0-a2ff2e4e7d7c), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:20.786728 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:20.788849 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-5a789e48-602d-4653-8385-f31e8c0a46b3 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks [] for security_group (9ab776d0-c5a9-4444-bea0-a2ff2e4e7d7c), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:20.813397 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:20.825367 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d5b12a-9e26-45a0-8e7e-6a51b4766731 req-4ea53630-8e34-4c82-8bba-854f13a21395 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:20.827390 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-d2d5b12a-9e26-45a0-8e7e-6a51b4766731 req-4ea53630-8e34-4c82-8bba-854f13a21395 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] 10.222.0.50 "GET /v2.0/ports?device_id=70020c76-0cc4-4adf-985d-4bd2c1b6b0da HTTP/1.1" status: 200 len: 945 time: 0.0597398 May 27 03:29:20.844968 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-5a789e48-602d-4653-8385-f31e8c0a46b3 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (9ab776d0-c5a9-4444-bea0-a2ff2e4e7d7c), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:20.847664 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-5a789e48-602d-4653-8385-f31e8c0a46b3 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks [] for security_group (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:20.852148 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-5a789e48-602d-4653-8385-f31e8c0a46b3 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "DELETE /v2.0/security-groups/9ab776d0-c5a9-4444-bea0-a2ff2e4e7d7c HTTP/1.1" status: 204 len: 168 time: 0.1566620 May 27 03:29:20.852445 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 34242) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:29:20.859793 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a789e48-602d-4653-8385-f31e8c0a46b3 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ab776d0-c5a9-4444-bea0-a2ff2e4e7d7c,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:20.874300 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.api.v2.resource [None req-9b6b31f8-ef1f-4d70-9669-cdfb5f800a27 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] show failed (client error): The resource could not be found. May 27 03:29:20.875315 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-9b6b31f8-ef1f-4d70-9669-cdfb5f800a27 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/security-groups/9ab776d0-c5a9-4444-bea0-a2ff2e4e7d7c HTTP/1.1" status: 404 len: 347 time: 0.0218611 May 27 03:29:20.881060 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 34244) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:29:20.905105 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-d2d5b12a-9e26-45a0-8e7e-6a51b4766731 req-080edcd8-cbcd-4549-979d-572e0a40cfe8 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] 10.222.0.50 "GET /v2.0/security-groups?id=221fa5c3-e637-4a04-908a-213f77a7868e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702629 May 27 03:29:21.003359 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [None req-111990e5-3fcd-4946-9e87-f4eec65df7d2 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Deleting port 043e5612-dd4d-4222-b550-6e910a845350 {{(pid=104072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:29:21.003693 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-111990e5-3fcd-4946-9e87-f4eec65df7d2 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743907775461'] for port (043e5612-dd4d-4222-b550-6e910a845350), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:21.100815 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-111990e5-3fcd-4946-9e87-f4eec65df7d2 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16271712'] for port (043e5612-dd4d-4222-b550-6e910a845350), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:21.101180 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-111990e5-3fcd-4946-9e87-f4eec65df7d2 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks [] for floatingip (043e5612-dd4d-4222-b550-6e910a845350), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:21.142289 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [None req-111990e5-3fcd-4946-9e87-f4eec65df7d2 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Calling delete_port for 043e5612-dd4d-4222-b550-6e910a845350 owned by network:floatingip {{(pid=104072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:29:21.201768 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450b4b94-03d5-47e3-bae9-d28ca49c7d32 req-863fdcfb-4918-4f83-bf28-41eb51f2ead3 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:21.203284 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-450b4b94-03d5-47e3-bae9-d28ca49c7d32 req-863fdcfb-4918-4f83-bf28-41eb51f2ead3 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=3aa1b29c-4aa9-4ece-a9ee-fd84d519970f HTTP/1.1" status: 200 len: 945 time: 0.0986187 May 27 03:29:21.252975 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:21.310876 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-450b4b94-03d5-47e3-bae9-d28ca49c7d32 req-0d3f259f-032b-4ac7-a655-a0567316190f tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ce8f43f-6a1f-4134-bfa6-ac4d57290765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909212 May 27 03:29:21.362194 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-111990e5-3fcd-4946-9e87-f4eec65df7d2 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743907783123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743907242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13119109'] for port (043e5612-dd4d-4222-b550-6e910a845350), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:21.387696 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111990e5-3fcd-4946-9e87-f4eec65df7d2 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Pushing event deleted for resources: {'Port': ['ID=043e5612-dd4d-4222-b550-6e910a845350,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:21.431575 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Device 7548807f-da0a-4e25-9317-457dbf196bc6 no longer exists at agent hyperv_hv-cinder-82880 {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:29:21.450415 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] No Port match for: 7548807f-da0a-4e25-9317-457dbf196bc6 {{(pid=104073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:29:21.450840 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Device 7548807f-da0a-4e25-9317-457dbf196bc6 not bound to the agent host hv-cinder-82880 {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:29:21.456822 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-111990e5-3fcd-4946-9e87-f4eec65df7d2 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks [] for floatingip (0eb11a7e-718c-4de9-8b8c-baceabf05f4c), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:21.459465 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-111990e5-3fcd-4946-9e87-f4eec65df7d2 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159658'] for floatingip (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:21.460651 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-111990e5-3fcd-4946-9e87-f4eec65df7d2 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "DELETE /v2.0/floatingips/0eb11a7e-718c-4de9-8b8c-baceabf05f4c HTTP/1.1" status: 204 len: 168 time: 0.5785694 May 27 03:29:21.536129 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 34270) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:29:21.540776 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [None req-f92ab7d4-5fd1-4f1f-81af-766f0e4008a6 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1489619846', 'description': 'tempest-description--1000262263'}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:29:21.562649 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-f92ab7d4-5fd1-4f1f-81af-766f0e4008a6 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks [] for security_group (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:21.630043 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-f92ab7d4-5fd1-4f1f-81af-766f0e4008a6 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks [] for security_group (2a7da55a-ae56-4bdb-bd61-0056b9e59296), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:21.637049 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-f92ab7d4-5fd1-4f1f-81af-766f0e4008a6 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (2a7da55a-ae56-4bdb-bd61-0056b9e59296), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:21.667348 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-f92ab7d4-5fd1-4f1f-81af-766f0e4008a6 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks [] for security_group (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:21.668629 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-f92ab7d4-5fd1-4f1f-81af-766f0e4008a6 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1315241 May 27 03:29:21.670634 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92ab7d4-5fd1-4f1f-81af-766f0e4008a6 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a7da55a-ae56-4bdb-bd61-0056b9e59296,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:21.671769 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 34276) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:29:21.678022 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [None req-6586e03b-773d-48bb-ac06-2e99beb4f9a8 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Request body: {'security_group_rule': {'security_group_id': '2a7da55a-ae56-4bdb-bd61-0056b9e59296', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:29:21.709297 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-6586e03b-773d-48bb-ac06-2e99beb4f9a8 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks [] for security_group_rule (2ed57333-6b86-45f1-88c7-ebc5dae0dcda), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:21.768913 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-6586e03b-773d-48bb-ac06-2e99beb4f9a8 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks [] for security_group_rule (2ed57333-6b86-45f1-88c7-ebc5dae0dcda), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:21.774417 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-6586e03b-773d-48bb-ac06-2e99beb4f9a8 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713807'] for security_group_rule (2ed57333-6b86-45f1-88c7-ebc5dae0dcda), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:21.794718 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6586e03b-773d-48bb-ac06-2e99beb4f9a8 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ed57333-6b86-45f1-88c7-ebc5dae0dcda,revision_number=0']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:21.806659 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-6586e03b-773d-48bb-ac06-2e99beb4f9a8 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:21.810515 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-6586e03b-773d-48bb-ac06-2e99beb4f9a8 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1337364 May 27 03:29:21.810669 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 34284) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:29:21.814933 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [None req-4be1725d-054e-41d6-98ca-76a7a76ba59d tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Request body: {'security_group_rule': {'security_group_id': '2a7da55a-ae56-4bdb-bd61-0056b9e59296', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:29:21.843305 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-4be1725d-054e-41d6-98ca-76a7a76ba59d tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks [] for security_group_rule (6ba436a8-02b7-4c78-8883-b2125f22e398), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:21.899083 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-4be1725d-054e-41d6-98ca-76a7a76ba59d tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks [] for security_group_rule (6ba436a8-02b7-4c78-8883-b2125f22e398), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:21.904774 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-4be1725d-054e-41d6-98ca-76a7a76ba59d tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713807'] for security_group_rule (6ba436a8-02b7-4c78-8883-b2125f22e398), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:21.925588 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be1725d-054e-41d6-98ca-76a7a76ba59d tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ba436a8-02b7-4c78-8883-b2125f22e398,revision_number=0']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:21.940104 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-4be1725d-054e-41d6-98ca-76a7a76ba59d tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:21.941547 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-4be1725d-054e-41d6-98ca-76a7a76ba59d tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1299269 May 27 03:29:21.944783 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 34288) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:29:21.949930 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [None req-72fcac95-1aa4-4b09-8955-659211bcf024 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Request body: {'floatingip': {'floating_network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d'}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:29:21.975406 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-72fcac95-1aa4-4b09-8955-659211bcf024 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:21.978169 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=5 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:22.068118 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-72fcac95-1aa4-4b09-8955-659211bcf024 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:22.181715 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.db.db_base_plugin_common [None req-72fcac95-1aa4-4b09-8955-659211bcf024 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Allocated IP 172.27.3.240 (ca8b8e18-04f1-46f4-8c3b-aba3c077569d/ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa/9978db53-ca09-4f81-b79f-232e4da325f5) {{(pid=104072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:29:22.297048 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-72fcac95-1aa4-4b09-8955-659211bcf024 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks [] for port (9978db53-ca09-4f81-b79f-232e4da325f5), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:22.332808 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-72fcac95-1aa4-4b09-8955-659211bcf024 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743907242280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13119109'] for port (9978db53-ca09-4f81-b79f-232e4da325f5), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:22.375405 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72fcac95-1aa4-4b09-8955-659211bcf024 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Network ca8b8e18-04f1-46f4-8c3b-aba3c077569d is already hosted by enough agents. {{(pid=104072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:29:22.378598 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.base_scheduler [None req-72fcac95-1aa4-4b09-8955-659211bcf024 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Resources bound (agent type, host, resource id): {{(pid=104072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:29:22.382440 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72fcac95-1aa4-4b09-8955-659211bcf024 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Received port after_create {{(pid=104072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:29:22.384547 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:DELETE=4,neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:22.386887 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fcac95-1aa4-4b09-8955-659211bcf024 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Pushing event updated for resources: {'Port': ['ID=9978db53-ca09-4f81-b79f-232e4da325f5,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:22.470089 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebb5224-a6a7-4641-9ad4-a2ac4a306c73 req-78b2a6bb-6fbe-4d60-b0ab-0a723e5fa9ce tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:22.471754 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-bebb5224-a6a7-4641-9ad4-a2ac4a306c73 req-78b2a6bb-6fbe-4d60-b0ab-0a723e5fa9ce tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=3aa1b29c-4aa9-4ece-a9ee-fd84d519970f HTTP/1.1" status: 200 len: 945 time: 0.0645533 May 27 03:29:22.560449 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-72fcac95-1aa4-4b09-8955-659211bcf024 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks [] for floatingip (3bb74181-20cd-47a0-85bc-65c7179ec00e), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:22.570177 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-bebb5224-a6a7-4641-9ad4-a2ac4a306c73 req-723d55e6-cf9f-46a7-a26e-a48c773e7fd2 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ce8f43f-6a1f-4134-bfa6-ac4d57290765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926805 May 27 03:29:22.604808 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-72fcac95-1aa4-4b09-8955-659211bcf024 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (9978db53-ca09-4f81-b79f-232e4da325f5), before_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:22.730883 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:22.789577 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-72fcac95-1aa4-4b09-8955-659211bcf024 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks [] for port (9978db53-ca09-4f81-b79f-232e4da325f5), precommit_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:22.795468 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-72fcac95-1aa4-4b09-8955-659211bcf024 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13119154'] for port (9978db53-ca09-4f81-b79f-232e4da325f5), after_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:22.876782 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fcac95-1aa4-4b09-8955-659211bcf024 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Pushing event updated for resources: {'Port': ['ID=9978db53-ca09-4f81-b79f-232e4da325f5,revision_number=2']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:22.887797 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-72fcac95-1aa4-4b09-8955-659211bcf024 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16279512'] for floatingip (3bb74181-20cd-47a0-85bc-65c7179ec00e), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:22.905922 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-72fcac95-1aa4-4b09-8955-659211bcf024 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159658'] for floatingip (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:22.913448 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-72fcac95-1aa4-4b09-8955-659211bcf024 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9674265 May 27 03:29:23.137443 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-5c29158e-03f2-44f2-ba37-38e7e3069936 req-e42407a3-5773-4c9e-abfa-be343f12250b tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1489619846&fields=id&tenant_id=082b5523ee504be09f6fcaf833207a4f HTTP/1.1" status: 200 len: 267 time: 0.0511856 May 27 03:29:23.251321 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c29158e-03f2-44f2-ba37-38e7e3069936 req-6790b791-c69c-4f6c-9bee-8ce47e1d2c11 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:23.252868 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-5c29158e-03f2-44f2-ba37-38e7e3069936 req-6790b791-c69c-4f6c-9bee-8ce47e1d2c11 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/networks?id=e861f168-e1a5-4542-8ee4-9759fa17a578 HTTP/1.1" status: 200 len: 815 time: 0.1091073 May 27 03:29:23.272593 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-5c29158e-03f2-44f2-ba37-38e7e3069936 req-6c7e6421-239a-4985-b070-c9cecad2145f tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/quotas/082b5523ee504be09f6fcaf833207a4f HTTP/1.1" status: 200 len: 375 time: 0.0097218 May 27 03:29:23.327976 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-5c29158e-03f2-44f2-ba37-38e7e3069936 req-d7635bca-bb30-4480-ab57-cac0e204de54 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=082b5523ee504be09f6fcaf833207a4f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484431 May 27 03:29:23.435059 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-5c29158e-03f2-44f2-ba37-38e7e3069936 req-e0a68048-0508-4150-9c19-d44b2db7b8a5 service neutron] 10.222.0.50 "GET /v2.0/networks/e861f168-e1a5-4542-8ee4-9759fa17a578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919044 May 27 03:29:23.461699 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:23.532414 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-5c29158e-03f2-44f2-ba37-38e7e3069936 req-87090978-cd98-4f36-ad0b-bd5934ed50f5 service neutron] 10.222.0.50 "GET /v2.0/networks/e861f168-e1a5-4542-8ee4-9759fa17a578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915842 May 27 03:29:23.698386 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c5b7d659-7f34-4ca0-8ed7-c9cdd6340e84 req-a2e7817c-c6f0-4b9b-8e6e-d467caca1014 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/ports?device_id=5e0e8bee-579d-4c69-b1cb-516d6216e089 HTTP/1.1" status: 200 len: 210 time: 0.0300500 May 27 03:29:23.701903 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7eeee7-d3ba-49a1-8d20-ef3208441c08 req-fc375ed5-6cec-4f59-9f80-53b78c3c7c08 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:23.703822 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-8c7eeee7-d3ba-49a1-8d20-ef3208441c08 req-fc375ed5-6cec-4f59-9f80-53b78c3c7c08 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=3aa1b29c-4aa9-4ece-a9ee-fd84d519970f HTTP/1.1" status: 200 len: 945 time: 0.0546527 May 27 03:29:23.753994 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-8c7eeee7-d3ba-49a1-8d20-ef3208441c08 req-fa0111d5-5890-4186-8906-1ece2b6e0e9f tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ce8f43f-6a1f-4134-bfa6-ac4d57290765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443511 May 27 03:29:24.827625 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-8d9feefa-92ed-4fad-a577-53e0be1a8af8 req-47b76be4-310c-43db-b549-333356524958 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/ports?device_id=5e0e8bee-579d-4c69-b1cb-516d6216e089 HTTP/1.1" status: 200 len: 210 time: 0.0601432 May 27 03:29:24.959379 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e83d9f2-13a1-4bb4-9380-ad0f1c615a1a req-27aa256d-3a10-491d-8145-8143dd614f73 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:24.961497 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-9e83d9f2-13a1-4bb4-9380-ad0f1c615a1a req-27aa256d-3a10-491d-8145-8143dd614f73 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=3aa1b29c-4aa9-4ece-a9ee-fd84d519970f HTTP/1.1" status: 200 len: 945 time: 0.0967367 May 27 03:29:25.021992 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c29158e-03f2-44f2-ba37-38e7e3069936 req-0f2ae4e9-950c-4633-ade2-4803585ddce9 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:25.023587 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-5c29158e-03f2-44f2-ba37-38e7e3069936 req-0f2ae4e9-950c-4633-ade2-4803585ddce9 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.67 "GET /v2.0/networks?id=e861f168-e1a5-4542-8ee4-9759fa17a578 HTTP/1.1" status: 200 len: 815 time: 0.1816604 May 27 03:29:25.046720 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-9e83d9f2-13a1-4bb4-9380-ad0f1c615a1a req-853b6d6b-c5c3-42c1-8a46-d6727dfe9eb8 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ce8f43f-6a1f-4134-bfa6-ac4d57290765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782297 May 27 03:29:25.110313 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-5c29158e-03f2-44f2-ba37-38e7e3069936 req-5851b76b-eec1-400d-a943-24d16a75fc6c tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=082b5523ee504be09f6fcaf833207a4f HTTP/1.1" status: 200 len: 380 time: 0.0604384 May 27 03:29:25.177334 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [req-5c29158e-03f2-44f2-ba37-38e7e3069936 req-0f55400b-ba84-475a-a0c3-477b1c31eb4b tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Request body: {'port': {'device_id': '5e0e8bee-579d-4c69-b1cb-516d6216e089', 'network_id': 'e861f168-e1a5-4542-8ee4-9759fa17a578', 'admin_state_up': True, 'tenant_id': '082b5523ee504be09f6fcaf833207a4f', 'security_groups': ['2a7da55a-ae56-4bdb-bd61-0056b9e59296']}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:29:25.261409 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:25.310575 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c29158e-03f2-44f2-ba37-38e7e3069936 req-0f55400b-ba84-475a-a0c3-477b1c31eb4b tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Made reservation on behalf of 082b5523ee504be09f6fcaf833207a4f for: {'port': 1} {{(pid=104071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:29:25.314266 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-5c29158e-03f2-44f2-ba37-38e7e3069936 req-0f55400b-ba84-475a-a0c3-477b1c31eb4b tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:25.379453 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:25.445847 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.db.db_base_plugin_common [req-5c29158e-03f2-44f2-ba37-38e7e3069936 req-0f55400b-ba84-475a-a0c3-477b1c31eb4b tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Allocated IP 172.20.0.6 (e861f168-e1a5-4542-8ee4-9759fa17a578/22c8ee8a-bdb1-4646-81f4-b6b1b8177bb9/72e619f9-cc36-4b46-b89f-a4af82c97aa9) {{(pid=104071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:29:25.598228 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-5c29158e-03f2-44f2-ba37-38e7e3069936 req-0f55400b-ba84-475a-a0c3-477b1c31eb4b tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks [] for port (72e619f9-cc36-4b46-b89f-a4af82c97aa9), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:25.630976 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-5c29158e-03f2-44f2-ba37-38e7e3069936 req-0f55400b-ba84-475a-a0c3-477b1c31eb4b tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743907242280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12907156'] for port (72e619f9-cc36-4b46-b89f-a4af82c97aa9), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:25.676801 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c29158e-03f2-44f2-ba37-38e7e3069936 req-0f55400b-ba84-475a-a0c3-477b1c31eb4b tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Network e861f168-e1a5-4542-8ee4-9759fa17a578 is already hosted by enough agents. {{(pid=104071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:29:25.681963 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.scheduler.base_scheduler [req-5c29158e-03f2-44f2-ba37-38e7e3069936 req-0f55400b-ba84-475a-a0c3-477b1c31eb4b tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Resources bound (agent type, host, resource id): {{(pid=104071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:29:25.684309 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f55400b-ba84-475a-a0c3-477b1c31eb4b tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Pushing event updated for resources: {'Port': ['ID=72e619f9-cc36-4b46-b89f-a4af82c97aa9,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:25.686461 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c29158e-03f2-44f2-ba37-38e7e3069936 req-0f55400b-ba84-475a-a0c3-477b1c31eb4b tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Received port after_create {{(pid=104071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:29:25.739470 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c29158e-03f2-44f2-ba37-38e7e3069936 req-0f55400b-ba84-475a-a0c3-477b1c31eb4b tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:25.740037 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-5c29158e-03f2-44f2-ba37-38e7e3069936 req-0f55400b-ba84-475a-a0c3-477b1c31eb4b tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159658'] for port (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:25.758227 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-5c29158e-03f2-44f2-ba37-38e7e3069936 req-0f55400b-ba84-475a-a0c3-477b1c31eb4b tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5846608 May 27 03:29:25.948868 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daa32c5-6a61-499e-8a79-7cfc753e7f34 req-a6f6a243-e66c-4ef1-b9f3-3fef9e917b5f tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:25.950398 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-1daa32c5-6a61-499e-8a79-7cfc753e7f34 req-a6f6a243-e66c-4ef1-b9f3-3fef9e917b5f tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/ports?device_id=5e0e8bee-579d-4c69-b1cb-516d6216e089 HTTP/1.1" status: 200 len: 931 time: 0.0510042 May 27 03:29:25.952482 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-1d73de2a-6453-4161-9897-ca2347b24c2f None None] Provisioning complete for port 72e619f9-cc36-4b46-b89f-a4af82c97aa9 triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:29:25.953026 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1d73de2a-6453-4161-9897-ca2347b24c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (72e619f9-cc36-4b46-b89f-a4af82c97aa9), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:25.985577 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-1d73de2a-6453-4161-9897-ca2347b24c2f None None] Port 72e619f9-cc36-4b46-b89f-a4af82c97aa9 cannot update to ACTIVE because it is not bound. {{(pid=104073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:29:26.000643 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-1daa32c5-6a61-499e-8a79-7cfc753e7f34 req-813c2e15-2b70-4edb-8e34-43a73c94b2bb tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a7da55a-ae56-4bdb-bd61-0056b9e59296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445166 May 27 03:29:26.076676 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.agents_db [None req-9472a85a-8dd5-480f-9a02-5eb3d7473862 None None] Agent healthcheck: found 6 active agents {{(pid=104074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:29:26.176234 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21224b52-2a6b-42cc-ac8f-83bad14e0298 req-488abf54-c354-43ca-b783-4a130d7fa6af tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:26.177770 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-21224b52-2a6b-42cc-ac8f-83bad14e0298 req-488abf54-c354-43ca-b783-4a130d7fa6af tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=3aa1b29c-4aa9-4ece-a9ee-fd84d519970f HTTP/1.1" status: 200 len: 945 time: 0.0533288 May 27 03:29:26.229649 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-21224b52-2a6b-42cc-ac8f-83bad14e0298 req-65e51ff2-c9f6-4555-bfea-35d964796f82 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ce8f43f-6a1f-4134-bfa6-ac4d57290765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457437 May 27 03:29:27.133779 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efa2579-7f4f-4545-8e05-889aa5fa5f81 req-ebc3438a-5935-490a-8ace-0e5226a9318c tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:27.135257 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-8efa2579-7f4f-4545-8e05-889aa5fa5f81 req-ebc3438a-5935-490a-8ace-0e5226a9318c tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/ports?device_id=5e0e8bee-579d-4c69-b1cb-516d6216e089 HTTP/1.1" status: 200 len: 931 time: 0.0591631 May 27 03:29:27.183466 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-8efa2579-7f4f-4545-8e05-889aa5fa5f81 req-ab0a8f01-6f48-4a45-81c9-247eb92e8285 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a7da55a-ae56-4bdb-bd61-0056b9e59296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421650 May 27 03:29:27.351307 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dfc5fa-c47b-44d9-8fcf-d7c4f4fefde0 req-2b4e24a2-310e-4c68-8cc1-82ffb3531cda tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:27.352748 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-61dfc5fa-c47b-44d9-8fcf-d7c4f4fefde0 req-2b4e24a2-310e-4c68-8cc1-82ffb3531cda tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=3aa1b29c-4aa9-4ece-a9ee-fd84d519970f HTTP/1.1" status: 200 len: 945 time: 0.0502901 May 27 03:29:27.404751 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-61dfc5fa-c47b-44d9-8fcf-d7c4f4fefde0 req-8b0b5054-3a38-4695-8ca8-c69e199d14dc tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ce8f43f-6a1f-4134-bfa6-ac4d57290765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438068 May 27 03:29:27.702752 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [req-5c29158e-03f2-44f2-ba37-38e7e3069936 req-0c8c4bd8-abfc-4f89-acf9-6944841ac75c service neutron] Request body: {'port': {'device_id': '5e0e8bee-579d-4c69-b1cb-516d6216e089', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:29:27.767734 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-5c29158e-03f2-44f2-ba37-38e7e3069936 req-0c8c4bd8-abfc-4f89-acf9-6944841ac75c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (72e619f9-cc36-4b46-b89f-a4af82c97aa9), before_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:27.798016 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:28.007136 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:28.064120 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.notifiers.nova [req-5c29158e-03f2-44f2-ba37-38e7e3069936 req-0c8c4bd8-abfc-4f89-acf9-6944841ac75c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72e619f9-cc36-4b46-b89f-a4af82c97aa9 {{(pid=104071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:29:28.071932 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-5c29158e-03f2-44f2-ba37-38e7e3069936 req-0c8c4bd8-abfc-4f89-acf9-6944841ac75c service neutron] Publish callbacks [] for port (72e619f9-cc36-4b46-b89f-a4af82c97aa9), precommit_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:28.084694 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.db.provisioning_blocks [req-5c29158e-03f2-44f2-ba37-38e7e3069936 req-0c8c4bd8-abfc-4f89-acf9-6944841ac75c service neutron] Transition to ACTIVE for port object 72e619f9-cc36-4b46-b89f-a4af82c97aa9 will not be triggered until provisioned by entity L2. {{(pid=104071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 03:29:28.091796 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-5c29158e-03f2-44f2-ba37-38e7e3069936 req-0c8c4bd8-abfc-4f89-acf9-6944841ac75c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12907171'] for port (72e619f9-cc36-4b46-b89f-a4af82c97aa9), after_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:28.143837 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8c4bd8-abfc-4f89-acf9-6944841ac75c service neutron] Pushing event updated for resources: {'Port': ['ID=72e619f9-cc36-4b46-b89f-a4af82c97aa9,revision_number=2']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:28.217206 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.managers [req-5c29158e-03f2-44f2-ba37-38e7e3069936 req-0c8c4bd8-abfc-4f89-acf9-6944841ac75c service neutron] Attempting to bind port 72e619f9-cc36-4b46-b89f-a4af82c97aa9 on host hv-cinder-82880 for vnic_type normal with profile {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:29:28.217543 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.managers [req-5c29158e-03f2-44f2-ba37-38e7e3069936 req-0c8c4bd8-abfc-4f89-acf9-6944841ac75c service neutron] Attempting to bind port 72e619f9-cc36-4b46-b89f-a4af82c97aa9 by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': '9331d2d7-a6a0-4c34-9e42-53844ef9b31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e861f168-e1a5-4542-8ee4-9759fa17a578'}] {{(pid=104071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:29:28.217870 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c29158e-03f2-44f2-ba37-38e7e3069936 req-0c8c4bd8-abfc-4f89-acf9-6944841ac75c service neutron] Attempting to bind port 72e619f9-cc36-4b46-b89f-a4af82c97aa9 on network e861f168-e1a5-4542-8ee4-9759fa17a578 {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:29:28.223339 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c29158e-03f2-44f2-ba37-38e7e3069936 req-0c8c4bd8-abfc-4f89-acf9-6944841ac75c service neutron] Port 72e619f9-cc36-4b46-b89f-a4af82c97aa9 on network e861f168-e1a5-4542-8ee4-9759fa17a578 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 03:29:28.223632 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c29158e-03f2-44f2-ba37-38e7e3069936 req-0c8c4bd8-abfc-4f89-acf9-6944841ac75c service neutron] Attempting to bind port 72e619f9-cc36-4b46-b89f-a4af82c97aa9 on network e861f168-e1a5-4542-8ee4-9759fa17a578 {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:29:28.229496 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c29158e-03f2-44f2-ba37-38e7e3069936 req-0c8c4bd8-abfc-4f89-acf9-6944841ac75c service neutron] Checking agent: {'id': 'a17a57cc-679f-4398-8430-1b64b86f4dc1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 21, 13), 'started_at': datetime.datetime(2022, 5, 27, 3, 21, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 29, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:29:28.229828 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c29158e-03f2-44f2-ba37-38e7e3069936 req-0c8c4bd8-abfc-4f89-acf9-6944841ac75c service neutron] Checking segment: {'id': '9331d2d7-a6a0-4c34-9e42-53844ef9b31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e861f168-e1a5-4542-8ee4-9759fa17a578'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:29:28.230206 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c29158e-03f2-44f2-ba37-38e7e3069936 req-0c8c4bd8-abfc-4f89-acf9-6944841ac75c service neutron] Bound using segment: {'id': '9331d2d7-a6a0-4c34-9e42-53844ef9b31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e861f168-e1a5-4542-8ee4-9759fa17a578'} {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:29:28.230624 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.managers [req-5c29158e-03f2-44f2-ba37-38e7e3069936 req-0c8c4bd8-abfc-4f89-acf9-6944841ac75c service neutron] Bound port: 72e619f9-cc36-4b46-b89f-a4af82c97aa9, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9331d2d7-a6a0-4c34-9e42-53844ef9b31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e861f168-e1a5-4542-8ee4-9759fa17a578'}}] {{(pid=104071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:29:28.230970 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-5c29158e-03f2-44f2-ba37-38e7e3069936 req-0c8c4bd8-abfc-4f89-acf9-6944841ac75c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (72e619f9-cc36-4b46-b89f-a4af82c97aa9), before_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:28.348847 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e554347-7af2-425d-9bc1-b09a4d9dd66b req-4e462f45-79d1-4c5a-adcd-1decf6bfb36d tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:28.350398 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-2e554347-7af2-425d-9bc1-b09a4d9dd66b req-4e462f45-79d1-4c5a-adcd-1decf6bfb36d tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/ports?device_id=5e0e8bee-579d-4c69-b1cb-516d6216e089 HTTP/1.1" status: 200 len: 943 time: 0.0725710 May 27 03:29:28.354348 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.db [req-5c29158e-03f2-44f2-ba37-38e7e3069936 req-0c8c4bd8-abfc-4f89-acf9-6944841ac75c service neutron] For port 72e619f9-cc36-4b46-b89f-a4af82c97aa9, host hv-cinder-82880, cleared binding levels {{(pid=104071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:29:28.359267 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.db [req-5c29158e-03f2-44f2-ba37-38e7e3069936 req-0c8c4bd8-abfc-4f89-acf9-6944841ac75c service neutron] For port 72e619f9-cc36-4b46-b89f-a4af82c97aa9, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=72e619f9-cc36-4b46-b89f-a4af82c97aa9,segment=NetworkSegment(9331d2d7-a6a0-4c34-9e42-53844ef9b31b),segment_id=9331d2d7-a6a0-4c34-9e42-53844ef9b31b)] {{(pid=104071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:29:28.375504 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-5c29158e-03f2-44f2-ba37-38e7e3069936 req-0c8c4bd8-abfc-4f89-acf9-6944841ac75c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12907171'] for port (72e619f9-cc36-4b46-b89f-a4af82c97aa9), after_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:28.424701 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c29158e-03f2-44f2-ba37-38e7e3069936 req-0c8c4bd8-abfc-4f89-acf9-6944841ac75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:28.425215 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-5c29158e-03f2-44f2-ba37-38e7e3069936 req-0c8c4bd8-abfc-4f89-acf9-6944841ac75c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159658'] for port (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:28.426906 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-5c29158e-03f2-44f2-ba37-38e7e3069936 req-0c8c4bd8-abfc-4f89-acf9-6944841ac75c service neutron] 10.222.0.67 "PUT /v2.0/ports/72e619f9-cc36-4b46-b89f-a4af82c97aa9 HTTP/1.1" status: 200 len: 1093 time: 0.7287116 May 27 03:29:28.429073 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e0e8bee-579d-4c69-b1cb-516d6216e089', 'tag': '72e619f9-cc36-4b46-b89f-a4af82c97aa9'}] {{(pid=104071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:29:28.431392 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bb076ad6e20eee76da9493a154e3e0af7ddb4a8668b70cc9390b05200f69f4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b091934e-e460-4606-8bfd-20dc3ca2a410" -d '{"events": [{"name": "network-changed", "server_uuid": "5e0e8bee-579d-4c69-b1cb-516d6216e089", "tag": "72e619f9-cc36-4b46-b89f-a4af82c97aa9"}]}' {{(pid=104071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:29:28.470263 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-2e554347-7af2-425d-9bc1-b09a4d9dd66b req-adb2f1bd-fe66-4012-ad5f-5df5b6479d22 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a7da55a-ae56-4bdb-bd61-0056b9e59296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130688 May 27 03:29:28.475374 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8c4bd8-abfc-4f89-acf9-6944841ac75c service neutron] Pushing event updated for resources: {'Port': ['ID=72e619f9-cc36-4b46-b89f-a4af82c97aa9,revision_number=3']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:28.540709 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4133b6f8-dcdd-4c9d-8b9e-238b246d793f x-openstack-request-id: req-4133b6f8-dcdd-4c9d-8b9e-238b246d793f {{(pid=104071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:29:28.543824 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e0e8bee-579d-4c69-b1cb-516d6216e089", "tag": "72e619f9-cc36-4b46-b89f-a4af82c97aa9", "status": "completed", "code": 200}]} {{(pid=104071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:29:28.543824 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4133b6f8-dcdd-4c9d-8b9e-238b246d793f {{(pid=104071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:29:28.544464 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4133b6f8-dcdd-4c9d-8b9e-238b246d793f'] response: {'name': 'network-changed', 'server_uuid': '5e0e8bee-579d-4c69-b1cb-516d6216e089', 'tag': '72e619f9-cc36-4b46-b89f-a4af82c97aa9', 'status': 'completed', 'code': 200} May 27 03:29:28.547982 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c29158e-03f2-44f2-ba37-38e7e3069936 req-04441b88-9541-4ba2-bae3-5422ab723e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:28.549543 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-5c29158e-03f2-44f2-ba37-38e7e3069936 req-04441b88-9541-4ba2-bae3-5422ab723e4d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=082b5523ee504be09f6fcaf833207a4f&device_id=5e0e8bee-579d-4c69-b1cb-516d6216e089 HTTP/1.1" status: 200 len: 1127 time: 0.0572541 May 27 03:29:28.564186 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba081377-72fa-4733-a0d4-ba1a30533cb9 req-1965724b-339b-4ee7-9e3a-94c08f300693 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:28.565787 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-ba081377-72fa-4733-a0d4-ba1a30533cb9 req-1965724b-339b-4ee7-9e3a-94c08f300693 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=3aa1b29c-4aa9-4ece-a9ee-fd84d519970f HTTP/1.1" status: 200 len: 945 time: 0.0711324 May 27 03:29:28.607223 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-5c29158e-03f2-44f2-ba37-38e7e3069936 req-7301899a-cea0-419b-83ac-7f96ef2e8cd1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=72e619f9-cc36-4b46-b89f-a4af82c97aa9 HTTP/1.1" status: 200 len: 217 time: 0.0352991 May 27 03:29:28.627126 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-ba081377-72fa-4733-a0d4-ba1a30533cb9 req-9341418a-fdab-419b-8c7c-bf0d67da887f tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ce8f43f-6a1f-4134-bfa6-ac4d57290765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531497 May 27 03:29:28.660622 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c29158e-03f2-44f2-ba37-38e7e3069936 req-ff96c415-1e19-4603-83bd-44a8736f9f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:28.662218 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-5c29158e-03f2-44f2-ba37-38e7e3069936 req-ff96c415-1e19-4603-83bd-44a8736f9f5a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=22c8ee8a-bdb1-4646-81f4-b6b1b8177bb9 HTTP/1.1" status: 200 len: 854 time: 0.0486393 May 27 03:29:28.705360 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-690273e0-a17a-4987-8c12-b53e3664cfb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (88cb169e-23a7-4380-813c-9b707a5671b5), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:28.723319 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c29158e-03f2-44f2-ba37-38e7e3069936 req-3ad34f65-9900-44fd-a0df-8ffa287b3eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:28.724826 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-5c29158e-03f2-44f2-ba37-38e7e3069936 req-3ad34f65-9900-44fd-a0df-8ffa287b3eef service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e861f168-e1a5-4542-8ee4-9759fa17a578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0482531 May 27 03:29:28.819463 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-5c29158e-03f2-44f2-ba37-38e7e3069936 req-feb96aab-3537-440a-92a4-ad3a48dc9bb1 service neutron] 10.222.0.67 "GET /v2.0/networks/e861f168-e1a5-4542-8ee4-9759fa17a578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873864 May 27 03:29:28.892942 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:28.936404 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-5c29158e-03f2-44f2-ba37-38e7e3069936 req-43a09155-144e-48f8-9cf4-2117bb68b197 service neutron] 10.222.0.67 "GET /v2.0/networks/e861f168-e1a5-4542-8ee4-9759fa17a578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921953 May 27 03:29:29.606417 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcdaa87-aa9f-48e8-85c1-3771acc05f4d req-f8ffe490-3174-4537-8a10-01a0b0a3678b tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:29.607964 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-0dcdaa87-aa9f-48e8-85c1-3771acc05f4d req-f8ffe490-3174-4537-8a10-01a0b0a3678b tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/ports?device_id=5e0e8bee-579d-4c69-b1cb-516d6216e089 HTTP/1.1" status: 200 len: 943 time: 0.0492177 May 27 03:29:29.659205 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-0dcdaa87-aa9f-48e8-85c1-3771acc05f4d req-6239ac45-af87-4314-8d8c-d4bcb0ccd072 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a7da55a-ae56-4bdb-bd61-0056b9e59296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453265 May 27 03:29:29.751484 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102826b7-a6f7-4ca4-89e3-45a73f7c1098 req-44d84d5a-696f-4db4-896d-17794cfc8035 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:29.753020 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-102826b7-a6f7-4ca4-89e3-45a73f7c1098 req-44d84d5a-696f-4db4-896d-17794cfc8035 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=3aa1b29c-4aa9-4ece-a9ee-fd84d519970f HTTP/1.1" status: 200 len: 945 time: 0.0498149 May 27 03:29:29.800285 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-102826b7-a6f7-4ca4-89e3-45a73f7c1098 req-91a7e135-eba7-4b4d-9d9e-a3904d46dcb5 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ce8f43f-6a1f-4134-bfa6-ac4d57290765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412905 May 27 03:29:30.046769 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:30.056611 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b091934e-e460-4606-8bfd-20dc3ca2a410 req-9863a4f8-4449-4014-94dc-190554f69c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:30.058060 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-b091934e-e460-4606-8bfd-20dc3ca2a410 req-9863a4f8-4449-4014-94dc-190554f69c99 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=082b5523ee504be09f6fcaf833207a4f&device_id=5e0e8bee-579d-4c69-b1cb-516d6216e089 HTTP/1.1" status: 200 len: 1127 time: 0.0485275 May 27 03:29:30.405211 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b091934e-e460-4606-8bfd-20dc3ca2a410 req-2110c312-fa60-422b-a9d8-4a3dc476f690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:30.406678 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-b091934e-e460-4606-8bfd-20dc3ca2a410 req-2110c312-fa60-422b-a9d8-4a3dc476f690 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e861f168-e1a5-4542-8ee4-9759fa17a578 HTTP/1.1" status: 200 len: 916 time: 0.0930130 May 27 03:29:30.687357 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-b091934e-e460-4606-8bfd-20dc3ca2a410 req-3c3382e6-4541-46b2-9392-b5191259d4b2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=72e619f9-cc36-4b46-b89f-a4af82c97aa9 HTTP/1.1" status: 200 len: 217 time: 0.0341740 May 27 03:29:30.741153 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b091934e-e460-4606-8bfd-20dc3ca2a410 req-6e6b1fb6-7b89-4548-a55f-cca02b89bff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:30.742891 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-b091934e-e460-4606-8bfd-20dc3ca2a410 req-6e6b1fb6-7b89-4548-a55f-cca02b89bff1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=22c8ee8a-bdb1-4646-81f4-b6b1b8177bb9 HTTP/1.1" status: 200 len: 854 time: 0.0495946 May 27 03:29:30.800684 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b091934e-e460-4606-8bfd-20dc3ca2a410 req-e8c6966b-6ac5-4ea0-8d78-012a99be75a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:30.802488 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-b091934e-e460-4606-8bfd-20dc3ca2a410 req-e8c6966b-6ac5-4ea0-8d78-012a99be75a9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e861f168-e1a5-4542-8ee4-9759fa17a578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0539303 May 27 03:29:30.813851 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5289be1-3f8b-430d-9115-714951a1c7b2 req-e21fbb04-b1f7-4f49-a1ce-fc34d7e459fe tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:30.818232 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a5289be1-3f8b-430d-9115-714951a1c7b2 req-e21fbb04-b1f7-4f49-a1ce-fc34d7e459fe tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/ports?device_id=5e0e8bee-579d-4c69-b1cb-516d6216e089 HTTP/1.1" status: 200 len: 943 time: 0.0742042 May 27 03:29:30.878791 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a5289be1-3f8b-430d-9115-714951a1c7b2 req-53a301a9-c69e-438a-b673-b7d479acbbbe tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a7da55a-ae56-4bdb-bd61-0056b9e59296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578804 May 27 03:29:31.013581 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb1f2d6-23ed-41ff-8ecb-713109c95458 req-bdbbca9b-cfef-4ba8-8182-5f5bd1bb2137 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:31.016252 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-cfb1f2d6-23ed-41ff-8ecb-713109c95458 req-bdbbca9b-cfef-4ba8-8182-5f5bd1bb2137 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=3aa1b29c-4aa9-4ece-a9ee-fd84d519970f HTTP/1.1" status: 200 len: 945 time: 0.0936368 May 27 03:29:31.019509 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-b091934e-e460-4606-8bfd-20dc3ca2a410 req-cf2929df-3f72-4df9-af2c-3cda5d3f9eec service neutron] 10.222.0.67 "GET /v2.0/networks/e861f168-e1a5-4542-8ee4-9759fa17a578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964631 May 27 03:29:31.092349 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:31.101526 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-6272304b-fb41-4d7e-aa6c-d999b6d0cd65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (3e4effd7-5bc9-408b-93fa-42e4b19a61d9), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:31.138015 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-cfb1f2d6-23ed-41ff-8ecb-713109c95458 req-cc8d0081-6292-4b6d-b811-1181dba03d9d tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ce8f43f-6a1f-4134-bfa6-ac4d57290765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160097 May 27 03:29:31.169085 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-b091934e-e460-4606-8bfd-20dc3ca2a410 req-5d108cdd-2e63-40cf-9cd2-9af57c8aedc3 service neutron] 10.222.0.67 "GET /v2.0/networks/e861f168-e1a5-4542-8ee4-9759fa17a578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376348 May 27 03:29:31.731385 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Device 72e619f9-cc36-4b46-b89f-a4af82c97aa9 details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=104073) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 03:29:31.835159 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] For port 72e619f9-cc36-4b46-b89f-a4af82c97aa9, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=72e619f9-cc36-4b46-b89f-a4af82c97aa9,segment=NetworkSegment(9331d2d7-a6a0-4c34-9e42-53844ef9b31b),segment_id=9331d2d7-a6a0-4c34-9e42-53844ef9b31b)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:29:31.847821 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Returning: {'device': '72e619f9-cc36-4b46-b89f-a4af82c97aa9', 'network_id': 'e861f168-e1a5-4542-8ee4-9759fa17a578', 'port_id': '72e619f9-cc36-4b46-b89f-a4af82c97aa9', 'mac_address': 'fa:16:3e:0c:cc:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22c8ee8a-bdb1-4646-81f4-b6b1b8177bb9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104073) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 03:29:31.860994 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:31.885028 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Current status of the port 72e619f9-cc36-4b46-b89f-a4af82c97aa9 is: DOWN; New status is: BUILD {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:29:31.885410 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (72e619f9-cc36-4b46-b89f-a4af82c97aa9), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:31.898645 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.notifiers.nova [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72e619f9-cc36-4b46-b89f-a4af82c97aa9 {{(pid=104073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:29:31.899904 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cf08cc-f061-4fe1-9b77-68473de1f4ca req-2e8f6efc-ddb1-40af-8185-733be524c02a tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:31.901424 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-33cf08cc-f061-4fe1-9b77-68473de1f4ca req-2e8f6efc-ddb1-40af-8185-733be524c02a tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] 10.222.0.50 "GET /v2.0/ports?device_id=70020c76-0cc4-4adf-985d-4bd2c1b6b0da HTTP/1.1" status: 200 len: 945 time: 0.0492051 May 27 03:29:31.923754 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] For port 72e619f9-cc36-4b46-b89f-a4af82c97aa9, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=72e619f9-cc36-4b46-b89f-a4af82c97aa9,segment=NetworkSegment(9331d2d7-a6a0-4c34-9e42-53844ef9b31b),segment_id=9331d2d7-a6a0-4c34-9e42-53844ef9b31b)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:29:31.929824 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (72e619f9-cc36-4b46-b89f-a4af82c97aa9), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:31.953530 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-33cf08cc-f061-4fe1-9b77-68473de1f4ca req-3bee15ec-235b-4459-b2c6-05827e3e4470 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] 10.222.0.50 "GET /v2.0/security-groups?id=221fa5c3-e637-4a04-908a-213f77a7868e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459864 May 27 03:29:31.978441 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 34492) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:29:31.991221 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Pushing event updated for resources: {'Port': ['ID=72e619f9-cc36-4b46-b89f-a4af82c97aa9,revision_number=4']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:32.027070 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297c38ea-8e0c-4a94-841d-c2a4487cf4c3 req-9014f83a-1b60-49d4-9888-635e382d9b7d tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:32.028573 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-297c38ea-8e0c-4a94-841d-c2a4487cf4c3 req-9014f83a-1b60-49d4-9888-635e382d9b7d tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/ports?device_id=5e0e8bee-579d-4c69-b1cb-516d6216e089 HTTP/1.1" status: 200 len: 944 time: 0.0556316 May 27 03:29:32.076186 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-297c38ea-8e0c-4a94-841d-c2a4487cf4c3 req-915aaf5e-5c7b-483e-99de-64b3a38610f2 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a7da55a-ae56-4bdb-bd61-0056b9e59296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417645 May 27 03:29:32.149240 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-df01de3e-f6cf-4253-895b-65b557a1455e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (84e30450-e547-4748-a220-898a66747e61), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:32.193939 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f67040-d5f5-4a21-962c-121095131001 tempest-TestMinimumBasicScenario-112271401 tempest-TestMinimumBasicScenario-112271401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:32.195886 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-57f67040-d5f5-4a21-962c-121095131001 tempest-TestMinimumBasicScenario-112271401 tempest-TestMinimumBasicScenario-112271401-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=70020c76-0cc4-4adf-985d-4bd2c1b6b0da HTTP/1.1" status: 200 len: 1124 time: 0.2164631 May 27 03:29:32.198775 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 34510) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:29:32.204404 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [None req-ece40993-002e-4f5d-acf6-e88858401c9a tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Request body: {'floatingip': {'floating_network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'port_id': 'bac56807-d1e8-4e80-8e99-25b19600d119', 'tenant_id': 'f03723b938b845309929162c81adfe51', 'fixed_ip_address': '172.20.0.5'}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:29:32.278523 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-ece40993-002e-4f5d-acf6-e88858401c9a tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:32.286161 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] get_ports_and_sgs() called for port_ids ['72e619f9-cc36-4b46-b89f-a4af82c97aa9'] {{(pid=104073) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:29:32.289282 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ec922-0cd8-4717-89f1-021d8895ee9a req-518f9459-51dc-48e7-a960-617ecef67d9a tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:32.290979 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-650ec922-0cd8-4717-89f1-021d8895ee9a req-518f9459-51dc-48e7-a960-617ecef67d9a tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=3aa1b29c-4aa9-4ece-a9ee-fd84d519970f HTTP/1.1" status: 200 len: 945 time: 0.0796392 May 27 03:29:32.389759 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:UPDATE=5 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:32.390103 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-650ec922-0cd8-4717-89f1-021d8895ee9a req-c489099b-4cb2-4cdb-9ca3-2c44df5e2f34 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ce8f43f-6a1f-4134-bfa6-ac4d57290765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874236 May 27 03:29:32.410700 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-ece40993-002e-4f5d-acf6-e88858401c9a tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:32.475835 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:32.525432 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.db.db_base_plugin_common [None req-ece40993-002e-4f5d-acf6-e88858401c9a tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Allocated IP 172.27.3.209 (ca8b8e18-04f1-46f4-8c3b-aba3c077569d/ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa/c3b9d8c5-8e8a-4be1-87d5-f3f868f97bd3) {{(pid=104072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:29:32.558953 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 34520) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:29:32.628911 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-ece40993-002e-4f5d-acf6-e88858401c9a tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Publish callbacks [] for port (c3b9d8c5-8e8a-4be1-87d5-f3f868f97bd3), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:32.663184 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-ece40993-002e-4f5d-acf6-e88858401c9a tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743907242280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13119109'] for port (c3b9d8c5-8e8a-4be1-87d5-f3f868f97bd3), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:32.669548 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-53174710-35a5-4895-9b32-610a8fc7554f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:32.709608 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece40993-002e-4f5d-acf6-e88858401c9a tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Network ca8b8e18-04f1-46f4-8c3b-aba3c077569d is already hosted by enough agents. {{(pid=104072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:29:32.714695 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.base_scheduler [None req-ece40993-002e-4f5d-acf6-e88858401c9a tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Resources bound (agent type, host, resource id): {{(pid=104072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:29:32.716875 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece40993-002e-4f5d-acf6-e88858401c9a tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Pushing event updated for resources: {'Port': ['ID=c3b9d8c5-8e8a-4be1-87d5-f3f868f97bd3,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:32.719163 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece40993-002e-4f5d-acf6-e88858401c9a tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Received port after_create {{(pid=104072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:29:32.750231 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-53174710-35a5-4895-9b32-610a8fc7554f admin admin] Publish callbacks [] for security_group (170a494d-bf9a-4523-bd2e-b76a81e99fbf), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:32.756245 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-53174710-35a5-4895-9b32-610a8fc7554f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (170a494d-bf9a-4523-bd2e-b76a81e99fbf), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:32.798000 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-53174710-35a5-4895-9b32-610a8fc7554f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ba2f445c35674bc39734f54d78a44e8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2379117 May 27 03:29:32.799391 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53174710-35a5-4895-9b32-610a8fc7554f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=170a494d-bf9a-4523-bd2e-b76a81e99fbf,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:32.801872 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 34524) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:29:32.840613 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:32.853353 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-2437a8e7-165f-47b2-b059-3d8dcc054f10 admin admin] Publish callbacks [] for security_group (170a494d-bf9a-4523-bd2e-b76a81e99fbf), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:32.855103 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:32.878015 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-2437a8e7-165f-47b2-b059-3d8dcc054f10 admin admin] Publish callbacks [] for security_group (170a494d-bf9a-4523-bd2e-b76a81e99fbf), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:32.885666 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:32.933000 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-2437a8e7-165f-47b2-b059-3d8dcc054f10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (170a494d-bf9a-4523-bd2e-b76a81e99fbf), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:32.935591 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-2437a8e7-165f-47b2-b059-3d8dcc054f10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:32.937045 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-2437a8e7-165f-47b2-b059-3d8dcc054f10 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/170a494d-bf9a-4523-bd2e-b76a81e99fbf HTTP/1.1" status: 204 len: 168 time: 0.1340170 May 27 03:29:32.945510 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2437a8e7-165f-47b2-b059-3d8dcc054f10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=170a494d-bf9a-4523-bd2e-b76a81e99fbf,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:33.104501 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-ece40993-002e-4f5d-acf6-e88858401c9a tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Publish callbacks [] for floatingip (21d50ef4-975d-46c9-a092-47cc967a7d07), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:33.191802 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-ece40993-002e-4f5d-acf6-e88858401c9a tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (c3b9d8c5-8e8a-4be1-87d5-f3f868f97bd3), before_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:33.204806 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a8a8ea-2052-4005-b089-b8aee296acac req-8a625944-f709-4753-b972-43272bbbe30b tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:33.207049 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-80a8a8ea-2052-4005-b089-b8aee296acac req-8a625944-f709-4753-b972-43272bbbe30b tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/ports?device_id=5e0e8bee-579d-4c69-b1cb-516d6216e089 HTTP/1.1" status: 200 len: 944 time: 0.0502393 May 27 03:29:33.256885 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-80a8a8ea-2052-4005-b089-b8aee296acac req-011b8ed4-0772-49f5-8518-66229fda189a tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a7da55a-ae56-4bdb-bd61-0056b9e59296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438738 May 27 03:29:33.278593 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 34534) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:29:33.300813 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-0907ce06-9d72-4d73-bdcf-cc40d9143c91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:33.388394 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-0907ce06-9d72-4d73-bdcf-cc40d9143c91 admin admin] Publish callbacks [] for security_group (c18d18bd-6371-4e5f-9cfc-c1a66f4b92c1), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:33.393900 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-0907ce06-9d72-4d73-bdcf-cc40d9143c91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (c18d18bd-6371-4e5f-9cfc-c1a66f4b92c1), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:33.437501 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-0907ce06-9d72-4d73-bdcf-cc40d9143c91 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=57243a254e864281a3d77c2b8d160f1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1553357 May 27 03:29:33.438423 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0907ce06-9d72-4d73-bdcf-cc40d9143c91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c18d18bd-6371-4e5f-9cfc-c1a66f4b92c1,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:33.443741 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 34538) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:29:33.502450 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-770abc9c-e1c6-48df-8f7e-ae11ed04785e admin admin] Publish callbacks [] for security_group (c18d18bd-6371-4e5f-9cfc-c1a66f4b92c1), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:33.525224 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-770abc9c-e1c6-48df-8f7e-ae11ed04785e admin admin] Publish callbacks [] for security_group (c18d18bd-6371-4e5f-9cfc-c1a66f4b92c1), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:33.575376 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-770abc9c-e1c6-48df-8f7e-ae11ed04785e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (c18d18bd-6371-4e5f-9cfc-c1a66f4b92c1), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:33.578924 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-770abc9c-e1c6-48df-8f7e-ae11ed04785e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:33.580076 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-770abc9c-e1c6-48df-8f7e-ae11ed04785e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c18d18bd-6371-4e5f-9cfc-c1a66f4b92c1 HTTP/1.1" status: 204 len: 168 time: 0.1370089 May 27 03:29:33.588481 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770abc9c-e1c6-48df-8f7e-ae11ed04785e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c18d18bd-6371-4e5f-9cfc-c1a66f4b92c1,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:33.625502 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e27811c-4339-4b8b-baa3-662c52f95759 req-b58ac731-b32b-4e97-8bfb-57a8c31c42bf tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:33.628323 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-9e27811c-4339-4b8b-baa3-662c52f95759 req-b58ac731-b32b-4e97-8bfb-57a8c31c42bf tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=3aa1b29c-4aa9-4ece-a9ee-fd84d519970f HTTP/1.1" status: 200 len: 945 time: 0.0904357 May 27 03:29:33.662520 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:33.720938 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f70e7e6e-5d50-42a8-9a05-38619da83ed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (7db81693-ec25-4d8d-9069-8605391ffc10), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:33.743712 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-ece40993-002e-4f5d-acf6-e88858401c9a tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Publish callbacks [] for port (c3b9d8c5-8e8a-4be1-87d5-f3f868f97bd3), precommit_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:33.748269 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-9e27811c-4339-4b8b-baa3-662c52f95759 req-3075ff25-6891-4275-b0a6-f8d299653542 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ce8f43f-6a1f-4134-bfa6-ac4d57290765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036658 May 27 03:29:33.751101 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-ece40993-002e-4f5d-acf6-e88858401c9a tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13119154'] for port (c3b9d8c5-8e8a-4be1-87d5-f3f868f97bd3), after_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:33.753679 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Device 72e619f9-cc36-4b46-b89f-a4af82c97aa9 up at agent hyperv_hv-cinder-82880 {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:29:33.814571 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Provisioning for port 72e619f9-cc36-4b46-b89f-a4af82c97aa9 completed by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 03:29:33.821376 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Provisioning complete for port 72e619f9-cc36-4b46-b89f-a4af82c97aa9 triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:29:33.822212 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (72e619f9-cc36-4b46-b89f-a4af82c97aa9), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:33.863796 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece40993-002e-4f5d-acf6-e88858401c9a tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Pushing event updated for resources: {'Port': ['ID=c3b9d8c5-8e8a-4be1-87d5-f3f868f97bd3,revision_number=2']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:33.873054 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-ece40993-002e-4f5d-acf6-e88858401c9a tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16279512'] for floatingip (21d50ef4-975d-46c9-a092-47cc967a7d07), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:33.935459 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Current status of the port 72e619f9-cc36-4b46-b89f-a4af82c97aa9 is: BUILD; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:29:33.936331 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (72e619f9-cc36-4b46-b89f-a4af82c97aa9), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:33.966796 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e0e8bee-579d-4c69-b1cb-516d6216e089', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72e619f9-cc36-4b46-b89f-a4af82c97aa9'}] {{(pid=104073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:29:33.969329 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fe636b475fcf817a66bede64dee182d8d37f0deb14dcb08a99f86243ff54ad7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2846ba57-e677-4de0-b98b-d325a0c49b21" -d '{"events": [{"server_uuid": "5e0e8bee-579d-4c69-b1cb-516d6216e089", "name": "network-vif-plugged", "status": "completed", "tag": "72e619f9-cc36-4b46-b89f-a4af82c97aa9"}]}' {{(pid=104073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:29:33.990664 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] For port 72e619f9-cc36-4b46-b89f-a4af82c97aa9, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=72e619f9-cc36-4b46-b89f-a4af82c97aa9,segment=NetworkSegment(9331d2d7-a6a0-4c34-9e42-53844ef9b31b),segment_id=9331d2d7-a6a0-4c34-9e42-53844ef9b31b)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:29:34.002332 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (72e619f9-cc36-4b46-b89f-a4af82c97aa9), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:34.008858 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.db.l3_db [None req-ece40993-002e-4f5d-acf6-e88858401c9a tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Floating IP 21d50ef4-975d-46c9-a092-47cc967a7d07 associated. External IP: 172.27.3.209, port: bac56807-d1e8-4e80-8e99-25b19600d119. May 27 03:29:34.016403 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76e91afa-f3a0-4690-ad7e-cf46f6721121 x-openstack-request-id: req-76e91afa-f3a0-4690-ad7e-cf46f6721121 {{(pid=104073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:29:34.016747 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e0e8bee-579d-4c69-b1cb-516d6216e089", "name": "network-vif-plugged", "status": "completed", "tag": "72e619f9-cc36-4b46-b89f-a4af82c97aa9", "code": 200}]} {{(pid=104073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:29:34.017037 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-76e91afa-f3a0-4690-ad7e-cf46f6721121 {{(pid=104073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:29:34.017569 dv-cinder-828806-4-iscsi neutron-server[104073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76e91afa-f3a0-4690-ad7e-cf46f6721121'] response: {'server_uuid': '5e0e8bee-579d-4c69-b1cb-516d6216e089', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72e619f9-cc36-4b46-b89f-a4af82c97aa9', 'code': 200} May 27 03:29:34.065912 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Pushing event updated for resources: {'Port': ['ID=72e619f9-cc36-4b46-b89f-a4af82c97aa9,revision_number=5']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:34.108851 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:34.255152 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ece40993-002e-4f5d-acf6-e88858401c9a tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Router 8e101ce8-2427-4d77-85b6-e3a4f1b60cbc has already been hosted by L3 agent 3e4effd7-5bc9-408b-93fa-42e4b19a61d9 {{(pid=104072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:29:34.260358 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0172e6a5-bc4f-4655-b1dc-49c5c6766e3d req-ec39782c-26b9-4cfe-9d39-d72d7c08deae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:34.262255 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-0172e6a5-bc4f-4655-b1dc-49c5c6766e3d req-ec39782c-26b9-4cfe-9d39-d72d7c08deae service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=5e0e8bee-579d-4c69-b1cb-516d6216e089 HTTP/1.1" status: 200 len: 1129 time: 0.0464394 May 27 03:29:34.340700 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-0172e6a5-bc4f-4655-b1dc-49c5c6766e3d req-a669e342-0a0d-4b35-b9a1-963f6345d76f service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=2a7da55a-ae56-4bdb-bd61-0056b9e59296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651495 May 27 03:29:34.434733 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ece40993-002e-4f5d-acf6-e88858401c9a tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Notify agent at l3_agent.dv-cinder-828806-4-iscsi the message routers_updated {{(pid=104072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:29:34.442670 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5382c6-4b8e-4642-9d81-7edc54ddb5d4 req-13a14ece-46af-44c3-80ac-ca0cc87a858c tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:34.444291 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-1a5382c6-4b8e-4642-9d81-7edc54ddb5d4 req-13a14ece-46af-44c3-80ac-ca0cc87a858c tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/ports?device_id=5e0e8bee-579d-4c69-b1cb-516d6216e089 HTTP/1.1" status: 200 len: 945 time: 0.0750933 May 27 03:29:34.447914 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c942a6-af54-46b4-8996-0f0a2592f1b7 None None] Sync routers for ids ['8e101ce8-2427-4d77-85b6-e3a4f1b60cbc'] in dv-cinder-828806-4-iscsi {{(pid=104074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:29:34.457990 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=78 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:34.460060 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=92 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:34.463135 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c942a6-af54-46b4-8996-0f0a2592f1b7 None None] Routers {'8e101ce8-2427-4d77-85b6-e3a4f1b60cbc'} bound to L3 agent in host dv-cinder-828806-4-iscsi {{(pid=104074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:29:34.463760 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-b8c942a6-af54-46b4-8996-0f0a2592f1b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T03:14:31Z,description=,heartbeat_timestamp=2022-05-27T03:29:31Z,host='dv-cinder-828806-4-iscsi',id=3e4effd7-5bc9-408b-93fa-42e4b19a61d9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:14:31Z,topic='l3_agent')) {'router_ids': ['8e101ce8-2427-4d77-85b6-e3a4f1b60cbc'], 'active': True} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:29:34.486530 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-ece40993-002e-4f5d-acf6-e88858401c9a tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159658'] for floatingip (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:34.526403 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-ece40993-002e-4f5d-acf6-e88858401c9a tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3237550 May 27 03:29:34.527472 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70020c76-0cc4-4adf-985d-4bd2c1b6b0da', 'tag': 'bac56807-d1e8-4e80-8e99-25b19600d119'}] {{(pid=104072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:29:34.527971 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 34566) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:29:34.530771 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f396617ba49ae57b35f1e46e178334f70bfad08bdaf3fab16ca373e13b5bdfba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3d76103-a0f7-40f6-afd7-d5e61fd47d4d" -d '{"events": [{"name": "network-changed", "server_uuid": "70020c76-0cc4-4adf-985d-4bd2c1b6b0da", "tag": "bac56807-d1e8-4e80-8e99-25b19600d119"}]}' {{(pid=104072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:29:34.534619 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [None req-0314e741-c7fb-48ba-a9aa-3703dff5fee0 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-865430063', 'description': 'tempest-secgroup-smoke-865430063 description', 'project_id': 'f03723b938b845309929162c81adfe51'}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:29:34.561144 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-1a5382c6-4b8e-4642-9d81-7edc54ddb5d4 req-2c2aef15-3c5e-46e0-90ff-71b27c8bbcd7 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a7da55a-ae56-4bdb-bd61-0056b9e59296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030538 May 27 03:29:34.573123 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-0314e741-c7fb-48ba-a9aa-3703dff5fee0 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Publish callbacks [] for security_group (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:34.601479 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81387c1a-93a0-422b-8f72-0b24c1ffc4f9 x-openstack-request-id: req-81387c1a-93a0-422b-8f72-0b24c1ffc4f9 {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:29:34.601809 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70020c76-0cc4-4adf-985d-4bd2c1b6b0da", "tag": "bac56807-d1e8-4e80-8e99-25b19600d119", "status": "completed", "code": 200}]} {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:29:34.602037 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-81387c1a-93a0-422b-8f72-0b24c1ffc4f9 {{(pid=104072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:29:34.602448 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81387c1a-93a0-422b-8f72-0b24c1ffc4f9'] response: {'name': 'network-changed', 'server_uuid': '70020c76-0cc4-4adf-985d-4bd2c1b6b0da', 'tag': 'bac56807-d1e8-4e80-8e99-25b19600d119', 'status': 'completed', 'code': 200} May 27 03:29:34.622370 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvr_db [None req-b8c942a6-af54-46b4-8996-0f0a2592f1b7 None None] Set router 8e101ce8-2427-4d77-85b6-e3a4f1b60cbc gateway port host: dv-cinder-828806-4-iscsi {{(pid=104074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:29:34.654106 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-0314e741-c7fb-48ba-a9aa-3703dff5fee0 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Publish callbacks [] for security_group (741e00ab-843f-4669-ba88-bc4dfb76ef77), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:34.659451 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-0314e741-c7fb-48ba-a9aa-3703dff5fee0 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (741e00ab-843f-4669-ba88-bc4dfb76ef77), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:34.678631 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:34.701226 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-0314e741-c7fb-48ba-a9aa-3703dff5fee0 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Publish callbacks [] for security_group (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:34.706285 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 34572) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:29:34.708051 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-0314e741-c7fb-48ba-a9aa-3703dff5fee0 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1761966 May 27 03:29:34.709152 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314e741-c7fb-48ba-a9aa-3703dff5fee0 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=741e00ab-843f-4669-ba88-bc4dfb76ef77,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:34.711637 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [None req-74a5642e-d2b8-48bf-a445-230bd37f7147 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Request body: {'security_group_rule': {'security_group_id': '741e00ab-843f-4669-ba88-bc4dfb76ef77', 'project_id': 'f03723b938b845309929162c81adfe51', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:29:34.759544 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-74a5642e-d2b8-48bf-a445-230bd37f7147 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Publish callbacks [] for security_group_rule (19f41a92-4800-4f92-a992-f72bd2a21d8f), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:34.761618 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d76103-a0f7-40f6-afd7-d5e61fd47d4d req-022ea6d2-2886-409e-bd76-57778dc5de94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:34.765075 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-e3d76103-a0f7-40f6-afd7-d5e61fd47d4d req-022ea6d2-2886-409e-bd76-57778dc5de94 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f03723b938b845309929162c81adfe51&device_id=70020c76-0cc4-4adf-985d-4bd2c1b6b0da HTTP/1.1" status: 200 len: 1129 time: 0.0532036 May 27 03:29:34.818261 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-74a5642e-d2b8-48bf-a445-230bd37f7147 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Publish callbacks [] for security_group_rule (19f41a92-4800-4f92-a992-f72bd2a21d8f), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:34.823886 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-74a5642e-d2b8-48bf-a445-230bd37f7147 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713807'] for security_group_rule (19f41a92-4800-4f92-a992-f72bd2a21d8f), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:34.844439 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a5642e-d2b8-48bf-a445-230bd37f7147 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19f41a92-4800-4f92-a992-f72bd2a21d8f,revision_number=0']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:34.860121 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-74a5642e-d2b8-48bf-a445-230bd37f7147 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:34.863905 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-74a5642e-d2b8-48bf-a445-230bd37f7147 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1540139 May 27 03:29:34.864266 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 34578) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:29:34.869881 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-b8c942a6-af54-46b4-8996-0f0a2592f1b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e101ce8-2427-4d77-85b6-e3a4f1b60cbc', 'name': 'tempest-TestMinimumBasicScenario-2092057732-router', 'tenant_id': 'f03723b938b845309929162c81adfe51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '50b3a7c3-af47-467e-a7f6-7f31364e2422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:28:24Z', 'updated_at': '2022-05-27T03:28:29Z', 'revision_number': 4, 'project_id': 'f03723b938b845309929162c81adfe51', 'gw_port': {'id': '50b3a7c3-af47-467e-a7f6-7f31364e2422', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ed:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e101ce8-2427-4d77-85b6-e3a4f1b60cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:28:25Z', 'updated_at': '2022-05-27T03:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi', '_floatingips': [{'id': '21d50ef4-975d-46c9-a092-47cc967a7d07', 'tenant_id': 'f03723b938b845309929162c81adfe51', 'floating_ip_address': '172.27.3.209', 'floating_network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'router_id': '8e101ce8-2427-4d77-85b6-e3a4f1b60cbc', 'port_id': 'bac56807-d1e8-4e80-8e99-25b19600d119', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25414d0e-39e2-4b3e-a787-1a7de54b6d2c', 'mac_address': 'fa:16:3e:d7:31:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70020c76-0cc4-4adf-985d-4bd2c1b6b0da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:29:32Z', 'updated_at': '2022-05-27T03:29:32Z', 'revision_number': 0, 'project_id': 'f03723b938b845309929162c81adfe51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd81d9181-1a83-4adb-ab28-eea68c59cb75', 'name': '', 'network_id': '25414d0e-39e2-4b3e-a787-1a7de54b6d2c', 'tenant_id': 'f03723b938b845309929162c81adfe51', 'mac_address': 'fa:16:3e:3d:04:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e101ce8-2427-4d77-85b6-e3a4f1b60cbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '8b1ea465-f005-4898-ac99-ecd590f06095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:28:27Z', 'updated_at': '2022-05-27T03:28:33Z', 'revision_number': 5, 'project_id': 'f03723b938b845309929162c81adfe51', 'subnets': [{'id': '8b1ea465-f005-4898-ac99-ecd590f06095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-4-iscsi', False) {} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:29:34.877673 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [None req-3123b406-bf30-4cde-9113-279009d4d4aa tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Request body: {'security_group_rule': {'security_group_id': '741e00ab-843f-4669-ba88-bc4dfb76ef77', 'project_id': 'f03723b938b845309929162c81adfe51', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:29:34.898352 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c942a6-af54-46b4-8996-0f0a2592f1b7 None None] Checking router: 8e101ce8-2427-4d77-85b6-e3a4f1b60cbc for host: dv-cinder-828806-4-iscsi {{(pid=104074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:29:34.907414 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c942a6-af54-46b4-8996-0f0a2592f1b7 None None] Routers {'8e101ce8-2427-4d77-85b6-e3a4f1b60cbc'} bound to L3 agent in host dv-cinder-828806-4-iscsi {{(pid=104074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:29:34.908035 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-b8c942a6-af54-46b4-8996-0f0a2592f1b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T03:14:31Z,description=,heartbeat_timestamp=2022-05-27T03:29:31Z,host='dv-cinder-828806-4-iscsi',id=3e4effd7-5bc9-408b-93fa-42e4b19a61d9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:14:31Z,topic='l3_agent')) {'router_ids': ['8e101ce8-2427-4d77-85b6-e3a4f1b60cbc'], 'active': True} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:29:34.947854 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (01a6c5a5-ff25-49ea-8869-bb2b5ba0570e), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:34.948474 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa89750-7c3a-4140-b00a-dab649183b97 req-a3cd84be-6046-4947-b30a-b1995379e01b tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:34.951415 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-5fa89750-7c3a-4140-b00a-dab649183b97 req-a3cd84be-6046-4947-b30a-b1995379e01b tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=3aa1b29c-4aa9-4ece-a9ee-fd84d519970f HTTP/1.1" status: 200 len: 945 time: 0.0873466 May 27 03:29:34.977245 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-3123b406-bf30-4cde-9113-279009d4d4aa tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Publish callbacks [] for security_group_rule (b9ba74a6-33fb-471a-8446-7d3f3958fef8), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:34.982580 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:35.018548 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvr_db [None req-b8c942a6-af54-46b4-8996-0f0a2592f1b7 None None] Set router 8e101ce8-2427-4d77-85b6-e3a4f1b60cbc gateway port host: dv-cinder-828806-4-iscsi {{(pid=104074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:29:35.056840 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-5fa89750-7c3a-4140-b00a-dab649183b97 req-a22bc60e-15ac-4c8d-91b0-768a7b92de60 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ce8f43f-6a1f-4134-bfa6-ac4d57290765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950694 May 27 03:29:35.072241 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-3123b406-bf30-4cde-9113-279009d4d4aa tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Publish callbacks [] for security_group_rule (b9ba74a6-33fb-471a-8446-7d3f3958fef8), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:35.078714 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-3123b406-bf30-4cde-9113-279009d4d4aa tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713807'] for security_group_rule (b9ba74a6-33fb-471a-8446-7d3f3958fef8), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:35.104632 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:35.105899 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3123b406-bf30-4cde-9113-279009d4d4aa tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9ba74a6-33fb-471a-8446-7d3f3958fef8,revision_number=0']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:35.115090 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-3123b406-bf30-4cde-9113-279009d4d4aa tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:35.116477 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-3123b406-bf30-4cde-9113-279009d4d4aa tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2436647 May 27 03:29:35.119294 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 34588) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:29:35.124780 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [None req-55d479e6-2b42-4534-afeb-50fb9c39e435 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Request body: {'security_group_rule': {'security_group_id': '741e00ab-843f-4669-ba88-bc4dfb76ef77', 'project_id': 'f03723b938b845309929162c81adfe51', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:29:35.162090 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-55d479e6-2b42-4534-afeb-50fb9c39e435 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Publish callbacks [] for security_group_rule (28061c69-3c5a-4615-abdc-148642ad8e13), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:35.189872 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:35.230008 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-55d479e6-2b42-4534-afeb-50fb9c39e435 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Publish callbacks [] for security_group_rule (28061c69-3c5a-4615-abdc-148642ad8e13), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:35.235664 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-55d479e6-2b42-4534-afeb-50fb9c39e435 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713807'] for security_group_rule (28061c69-3c5a-4615-abdc-148642ad8e13), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:35.251163 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d76103-a0f7-40f6-afd7-d5e61fd47d4d req-971c7f7b-c4df-4dca-9714-1f542f9ef018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:35.252165 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-b8c942a6-af54-46b4-8996-0f0a2592f1b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e101ce8-2427-4d77-85b6-e3a4f1b60cbc', 'name': 'tempest-TestMinimumBasicScenario-2092057732-router', 'tenant_id': 'f03723b938b845309929162c81adfe51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '50b3a7c3-af47-467e-a7f6-7f31364e2422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:28:24Z', 'updated_at': '2022-05-27T03:28:29Z', 'revision_number': 4, 'project_id': 'f03723b938b845309929162c81adfe51', 'gw_port': {'id': '50b3a7c3-af47-467e-a7f6-7f31364e2422', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ed:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e101ce8-2427-4d77-85b6-e3a4f1b60cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:28:25Z', 'updated_at': '2022-05-27T03:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi', '_floatingips': [{'id': '21d50ef4-975d-46c9-a092-47cc967a7d07', 'tenant_id': 'f03723b938b845309929162c81adfe51', 'floating_ip_address': '172.27.3.209', 'floating_network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'router_id': '8e101ce8-2427-4d77-85b6-e3a4f1b60cbc', 'port_id': 'bac56807-d1e8-4e80-8e99-25b19600d119', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25414d0e-39e2-4b3e-a787-1a7de54b6d2c', 'mac_address': 'fa:16:3e:d7:31:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70020c76-0cc4-4adf-985d-4bd2c1b6b0da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:29:32Z', 'updated_at': '2022-05-27T03:29:32Z', 'revision_number': 0, 'project_id': 'f03723b938b845309929162c81adfe51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd81d9181-1a83-4adb-ab28-eea68c59cb75', 'name': '', 'network_id': '25414d0e-39e2-4b3e-a787-1a7de54b6d2c', 'tenant_id': 'f03723b938b845309929162c81adfe51', 'mac_address': 'fa:16:3e:3d:04:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e101ce8-2427-4d77-85b6-e3a4f1b60cbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '8b1ea465-f005-4898-ac99-ecd590f06095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:28:27Z', 'updated_at': '2022-05-27T03:28:33Z', 'revision_number': 5, 'project_id': 'f03723b938b845309929162c81adfe51', 'subnets': [{'id': '8b1ea465-f005-4898-ac99-ecd590f06095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-4-iscsi', False) {} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:29:35.253710 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-e3d76103-a0f7-40f6-afd7-d5e61fd47d4d req-971c7f7b-c4df-4dca-9714-1f542f9ef018 service neutron] 10.222.0.67 "GET /v2.0/networks?id=25414d0e-39e2-4b3e-a787-1a7de54b6d2c HTTP/1.1" status: 200 len: 916 time: 0.1390390 May 27 03:29:35.255485 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d479e6-2b42-4534-afeb-50fb9c39e435 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28061c69-3c5a-4615-abdc-148642ad8e13,revision_number=0']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:35.270945 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-55d479e6-2b42-4534-afeb-50fb9c39e435 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:35.272602 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-55d479e6-2b42-4534-afeb-50fb9c39e435 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1521728 May 27 03:29:35.275397 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 34592) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:29:35.280104 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [None req-43bd4cce-2e12-4f72-bf54-25901df6aece tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Request body: {'security_group_rule': {'security_group_id': '741e00ab-843f-4669-ba88-bc4dfb76ef77', 'project_id': 'f03723b938b845309929162c81adfe51', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:29:35.282223 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c942a6-af54-46b4-8996-0f0a2592f1b7 None None] The sync data for ids ['8e101ce8-2427-4d77-85b6-e3a4f1b60cbc'] in dv-cinder-828806-4-iscsi is: [{'id': '8e101ce8-2427-4d77-85b6-e3a4f1b60cbc', 'name': 'tempest-TestMinimumBasicScenario-2092057732-router', 'tenant_id': 'f03723b938b845309929162c81adfe51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '50b3a7c3-af47-467e-a7f6-7f31364e2422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:28:24Z', 'updated_at': '2022-05-27T03:28:29Z', 'revision_number': 4, 'project_id': 'f03723b938b845309929162c81adfe51', 'gw_port': {'id': '50b3a7c3-af47-467e-a7f6-7f31364e2422', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ed:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e101ce8-2427-4d77-85b6-e3a4f1b60cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:28:25Z', 'updated_at': '2022-05-27T03:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi', '_floatingips': [{'id': '21d50ef4-975d-46c9-a092-47cc967a7d07', 'tenant_id': 'f03723b938b845309929162c81adfe51', 'floating_ip_address': '172.27.3.209', 'floating_network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'router_id': '8e101ce8-2427-4d77-85b6-e3a4f1b60cbc', 'port_id': 'bac56807-d1e8-4e80-8e99-25b19600d119', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25414d0e-39e2-4b3e-a787-1a7de54b6d2c', 'mac_address': 'fa:16:3e:d7:31:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70020c76-0cc4-4adf-985d-4bd2c1b6b0da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:29:32Z', 'updated_at': '2022-05-27T03:29:32Z', 'revision_number': 0, 'project_id': 'f03723b938b845309929162c81adfe51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd81d9181-1a83-4adb-ab28-eea68c59cb75', 'name': '', 'network_id': '25414d0e-39e2-4b3e-a787-1a7de54b6d2c', 'tenant_id': 'f03723b938b845309929162c81adfe51', 'mac_address': 'fa:16:3e:3d:04:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e101ce8-2427-4d77-85b6-e3a4f1b60cbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '8b1ea465-f005-4898-ac99-ecd590f06095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:28:27Z', 'updated_at': '2022-05-27T03:28:33Z', 'revision_number': 5, 'project_id': 'f03723b938b845309929162c81adfe51', 'subnets': [{'id': '8b1ea465-f005-4898-ac99-ecd590f06095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:29:35.320619 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-43bd4cce-2e12-4f72-bf54-25901df6aece tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Publish callbacks [] for security_group_rule (82237c24-9821-46b4-a456-9cce5991dbd6), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:35.365399 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-e3d76103-a0f7-40f6-afd7-d5e61fd47d4d req-1bee9bd9-d1cb-406f-8ade-2a2faf681254 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bac56807-d1e8-4e80-8e99-25b19600d119 HTTP/1.1" status: 200 len: 999 time: 0.0806661 May 27 03:29:35.410608 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-43bd4cce-2e12-4f72-bf54-25901df6aece tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Publish callbacks [] for security_group_rule (82237c24-9821-46b4-a456-9cce5991dbd6), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:35.414888 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-43bd4cce-2e12-4f72-bf54-25901df6aece tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713807'] for security_group_rule (82237c24-9821-46b4-a456-9cce5991dbd6), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:35.444939 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bd4cce-2e12-4f72-bf54-25901df6aece tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82237c24-9821-46b4-a456-9cce5991dbd6,revision_number=0']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:35.456215 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-43bd4cce-2e12-4f72-bf54-25901df6aece tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:35.460575 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 34600) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:29:35.460739 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-43bd4cce-2e12-4f72-bf54-25901df6aece tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1842687 May 27 03:29:35.465533 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [None req-a7ad9ee7-1047-462c-a037-236319323ca5 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Request body: {'security_group_rule': {'security_group_id': '741e00ab-843f-4669-ba88-bc4dfb76ef77', 'project_id': 'f03723b938b845309929162c81adfe51', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:29:35.492657 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.db.securitygroups_db [None req-a7ad9ee7-1047-462c-a037-236319323ca5 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Project f03723b938b845309929162c81adfe51 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 03:29:35.499750 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-a7ad9ee7-1047-462c-a037-236319323ca5 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Publish callbacks [] for security_group_rule (8e050912-1431-4dce-ad74-2978810decf4), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:35.557825 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557ad3a9-4d5c-44ca-9c42-543d0e6b6b57 None None] New status for floating IP 21d50ef4-975d-46c9-a092-47cc967a7d07: ACTIVE {{(pid=104073) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 03:29:35.565546 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-a7ad9ee7-1047-462c-a037-236319323ca5 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Publish callbacks [] for security_group_rule (8e050912-1431-4dce-ad74-2978810decf4), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:35.573543 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-a7ad9ee7-1047-462c-a037-236319323ca5 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713807'] for security_group_rule (8e050912-1431-4dce-ad74-2978810decf4), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:35.598221 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ad9ee7-1047-462c-a037-236319323ca5 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e050912-1431-4dce-ad74-2978810decf4,revision_number=0']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:35.618036 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-a7ad9ee7-1047-462c-a037-236319323ca5 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:35.619397 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-a7ad9ee7-1047-462c-a037-236319323ca5 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1574092 May 27 03:29:35.622671 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 34604) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:29:35.627782 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [None req-42829860-fdd1-43cc-a6ef-026ad65b285d tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Request body: {'security_group_rule': {'security_group_id': '741e00ab-843f-4669-ba88-bc4dfb76ef77', 'project_id': 'f03723b938b845309929162c81adfe51', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:29:35.654051 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.db.securitygroups_db [None req-42829860-fdd1-43cc-a6ef-026ad65b285d tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Project f03723b938b845309929162c81adfe51 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 03:29:35.662185 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-42829860-fdd1-43cc-a6ef-026ad65b285d tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Publish callbacks [] for security_group_rule (e20fa1c6-71fe-443b-99b4-7fac429dcddf), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:35.686293 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:35.727193 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765a5b5e-5104-480c-beba-645d8973c46f req-0698dcf2-477c-4746-ada1-c47dc6ffe88d tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:35.728524 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-42829860-fdd1-43cc-a6ef-026ad65b285d tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Publish callbacks [] for security_group_rule (e20fa1c6-71fe-443b-99b4-7fac429dcddf), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:35.729761 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-765a5b5e-5104-480c-beba-645d8973c46f req-0698dcf2-477c-4746-ada1-c47dc6ffe88d tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/ports?device_id=5e0e8bee-579d-4c69-b1cb-516d6216e089 HTTP/1.1" status: 200 len: 945 time: 0.0634911 May 27 03:29:35.734265 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-42829860-fdd1-43cc-a6ef-026ad65b285d tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713807'] for security_group_rule (e20fa1c6-71fe-443b-99b4-7fac429dcddf), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:35.748792 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42829860-fdd1-43cc-a6ef-026ad65b285d tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e20fa1c6-71fe-443b-99b4-7fac429dcddf,revision_number=0']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:35.768122 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-42829860-fdd1-43cc-a6ef-026ad65b285d tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:35.769868 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-42829860-fdd1-43cc-a6ef-026ad65b285d tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1459794 May 27 03:29:35.802590 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-765a5b5e-5104-480c-beba-645d8973c46f req-4ea65050-6fdd-417a-b173-b67f2521bad2 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a7da55a-ae56-4bdb-bd61-0056b9e59296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668175 May 27 03:29:35.897245 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f230f51d-5083-4b26-8ab9-84cc1597700a req-37a3f304-e1e1-4d08-82ab-8988377f4d1d tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-865430063&fields=id&tenant_id=f03723b938b845309929162c81adfe51 HTTP/1.1" status: 200 len: 267 time: 0.0534890 May 27 03:29:35.965161 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f230f51d-5083-4b26-8ab9-84cc1597700a req-5f3379f6-e350-4c6b-8a38-2ace8bf0b293 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:35.966659 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f230f51d-5083-4b26-8ab9-84cc1597700a req-5f3379f6-e350-4c6b-8a38-2ace8bf0b293 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] 10.222.0.50 "GET /v2.0/ports?device_id=70020c76-0cc4-4adf-985d-4bd2c1b6b0da HTTP/1.1" status: 200 len: 945 time: 0.0637846 May 27 03:29:35.977710 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [req-f230f51d-5083-4b26-8ab9-84cc1597700a req-66d17cab-fa0a-40bc-a7dd-c15dc99b2654 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Request body: {'port': {'security_groups': ['221fa5c3-e637-4a04-908a-213f77a7868e', '741e00ab-843f-4669-ba88-bc4dfb76ef77']}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:29:36.062614 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d76103-a0f7-40f6-afd7-d5e61fd47d4d req-b7e2a640-49bb-4d09-8102-6500cb80c21c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:36.062954 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-f230f51d-5083-4b26-8ab9-84cc1597700a req-66d17cab-fa0a-40bc-a7dd-c15dc99b2654 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (bac56807-d1e8-4e80-8e99-25b19600d119), before_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:36.064132 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-e3d76103-a0f7-40f6-afd7-d5e61fd47d4d req-b7e2a640-49bb-4d09-8102-6500cb80c21c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8b1ea465-f005-4898-ac99-ecd590f06095 HTTP/1.1" status: 200 len: 854 time: 0.0528822 May 27 03:29:36.116386 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d76103-a0f7-40f6-afd7-d5e61fd47d4d req-09f6fc9a-549b-47a2-bf30-2d049313854a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:36.117869 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-e3d76103-a0f7-40f6-afd7-d5e61fd47d4d req-09f6fc9a-549b-47a2-bf30-2d049313854a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=25414d0e-39e2-4b3e-a787-1a7de54b6d2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447748 May 27 03:29:36.223283 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=83,neutron:INSERT=9,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:36.233575 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e3eaf8-7327-48ff-8c4f-c424d676e41c req-00d47b2f-23bf-4e81-ad9e-60413009e290 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:36.235118 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-c5e3eaf8-7327-48ff-8c4f-c424d676e41c req-00d47b2f-23bf-4e81-ad9e-60413009e290 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=3aa1b29c-4aa9-4ece-a9ee-fd84d519970f HTTP/1.1" status: 200 len: 945 time: 0.0824180 May 27 03:29:36.280708 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-e3d76103-a0f7-40f6-afd7-d5e61fd47d4d req-413d5d77-23ff-4ce5-9c70-3b8ea243be6e service neutron] 10.222.0.67 "GET /v2.0/networks/25414d0e-39e2-4b3e-a787-1a7de54b6d2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489406 May 27 03:29:36.321244 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-c5e3eaf8-7327-48ff-8c4f-c424d676e41c req-d78f05ac-686d-48ae-8593-d902faed1bed tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ce8f43f-6a1f-4134-bfa6-ac4d57290765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787687 May 27 03:29:36.325995 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:36.328265 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.db [req-f230f51d-5083-4b26-8ab9-84cc1597700a req-66d17cab-fa0a-40bc-a7dd-c15dc99b2654 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] For port bac56807-d1e8-4e80-8e99-25b19600d119, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=bac56807-d1e8-4e80-8e99-25b19600d119,segment=NetworkSegment(1c0f45b9-9b6e-4c7f-96ab-814f76cdd6fd),segment_id=1c0f45b9-9b6e-4c7f-96ab-814f76cdd6fd)] {{(pid=104072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:29:36.359910 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-f230f51d-5083-4b26-8ab9-84cc1597700a req-66d17cab-fa0a-40bc-a7dd-c15dc99b2654 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Publish callbacks [] for port (bac56807-d1e8-4e80-8e99-25b19600d119), precommit_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:36.365796 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-f230f51d-5083-4b26-8ab9-84cc1597700a req-66d17cab-fa0a-40bc-a7dd-c15dc99b2654 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13119154'] for port (bac56807-d1e8-4e80-8e99-25b19600d119), after_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:36.389201 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-e3d76103-a0f7-40f6-afd7-d5e61fd47d4d req-4820669d-d16f-4cf9-904d-15ede08614a9 service neutron] 10.222.0.67 "GET /v2.0/networks/25414d0e-39e2-4b3e-a787-1a7de54b6d2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977051 May 27 03:29:36.407932 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f230f51d-5083-4b26-8ab9-84cc1597700a req-66d17cab-fa0a-40bc-a7dd-c15dc99b2654 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:36.408547 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-f230f51d-5083-4b26-8ab9-84cc1597700a req-66d17cab-fa0a-40bc-a7dd-c15dc99b2654 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159658'] for port (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:36.409943 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f230f51d-5083-4b26-8ab9-84cc1597700a req-66d17cab-fa0a-40bc-a7dd-c15dc99b2654 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] 10.222.0.50 "PUT /v2.0/ports/bac56807-d1e8-4e80-8e99-25b19600d119 HTTP/1.1" status: 200 len: 981 time: 0.4369168 May 27 03:29:36.419635 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] get_ports_and_sgs() called for port_ids ['bac56807-d1e8-4e80-8e99-25b19600d119'] {{(pid=104073) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:29:36.432983 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d17cab-fa0a-40bc-a7dd-c15dc99b2654 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Pushing event updated for resources: {'Port': ['ID=bac56807-d1e8-4e80-8e99-25b19600d119,revision_number=6']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:36.552963 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ed282d-06c0-4d99-abeb-69397c060a39 req-6d449d53-3635-4a21-9a59-2a34c65e8b18 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:36.554545 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-63ed282d-06c0-4d99-abeb-69397c060a39 req-6d449d53-3635-4a21-9a59-2a34c65e8b18 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] 10.222.0.50 "GET /v2.0/ports?device_id=70020c76-0cc4-4adf-985d-4bd2c1b6b0da HTTP/1.1" status: 200 len: 984 time: 0.0667014 May 27 03:29:36.603442 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70020c76-0cc4-4adf-985d-4bd2c1b6b0da', 'tag': 'bac56807-d1e8-4e80-8e99-25b19600d119'}] {{(pid=104072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:29:36.609100 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f396617ba49ae57b35f1e46e178334f70bfad08bdaf3fab16ca373e13b5bdfba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c2a9187-ecdd-4912-966b-2cd146c0ad92" -d '{"events": [{"name": "network-changed", "server_uuid": "70020c76-0cc4-4adf-985d-4bd2c1b6b0da", "tag": "bac56807-d1e8-4e80-8e99-25b19600d119"}]}' {{(pid=104072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:29:36.635844 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] get_ports_and_sgs() called for port_ids ['bac56807-d1e8-4e80-8e99-25b19600d119'] {{(pid=104073) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:29:36.658434 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ed35659-2c84-4d4b-8337-ce96b8972564 x-openstack-request-id: req-1ed35659-2c84-4d4b-8337-ce96b8972564 {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:29:36.658723 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70020c76-0cc4-4adf-985d-4bd2c1b6b0da", "tag": "bac56807-d1e8-4e80-8e99-25b19600d119", "status": "completed", "code": 200}]} {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:29:36.658994 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1ed35659-2c84-4d4b-8337-ce96b8972564 {{(pid=104072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:29:36.659394 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ed35659-2c84-4d4b-8337-ce96b8972564'] response: {'name': 'network-changed', 'server_uuid': '70020c76-0cc4-4adf-985d-4bd2c1b6b0da', 'tag': 'bac56807-d1e8-4e80-8e99-25b19600d119', 'status': 'completed', 'code': 200} May 27 03:29:36.660460 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-63ed282d-06c0-4d99-abeb-69397c060a39 req-26fbf977-42d4-4c96-aa14-679a19d0eaf9 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] 10.222.0.50 "GET /v2.0/security-groups?id=221fa5c3-e637-4a04-908a-213f77a7868e&id=741e00ab-843f-4669-ba88-bc4dfb76ef77&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0910742 May 27 03:29:36.750213 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-a1335881-8211-4062-b438-3bd0341fef31 None None] Provisioning complete for port bac56807-d1e8-4e80-8e99-25b19600d119 triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:29:36.750591 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-a1335881-8211-4062-b438-3bd0341fef31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (bac56807-d1e8-4e80-8e99-25b19600d119), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:36.792127 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:36.922420 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11ca9cb-d38c-419f-8a8f-fe8ec2ec37dd req-5387dc64-d775-46bd-9e6f-57fc8073c8b4 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:36.923929 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b11ca9cb-d38c-419f-8a8f-fe8ec2ec37dd req-5387dc64-d775-46bd-9e6f-57fc8073c8b4 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/ports?device_id=5e0e8bee-579d-4c69-b1cb-516d6216e089 HTTP/1.1" status: 200 len: 945 time: 0.0502973 May 27 03:29:36.940684 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-a1335881-8211-4062-b438-3bd0341fef31 None None] Current status of the port bac56807-d1e8-4e80-8e99-25b19600d119 is: ACTIVE; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:29:36.977105 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b11ca9cb-d38c-419f-8a8f-fe8ec2ec37dd req-cf8953d4-c0ff-4d79-8eea-f8cb1e063f34 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a7da55a-ae56-4bdb-bd61-0056b9e59296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472662 May 27 03:29:37.029655 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:37.101460 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6af168-bbd2-4169-9737-649af3d2d2d1 req-a5b32816-3393-4adf-a683-791473675b7c tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:37.103376 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-cd6af168-bbd2-4169-9737-649af3d2d2d1 req-a5b32816-3393-4adf-a683-791473675b7c tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/ports?device_id=5e0e8bee-579d-4c69-b1cb-516d6216e089 HTTP/1.1" status: 200 len: 945 time: 0.0496936 May 27 03:29:37.113739 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 34630) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:29:37.118917 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [None req-d8ca91ae-be48-4da6-b9fd-6135edff38f8 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Request body: {'floatingip': {'port_id': '72e619f9-cc36-4b46-b89f-a4af82c97aa9'}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:29:37.162330 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-d8ca91ae-be48-4da6-b9fd-6135edff38f8 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks [] for floatingip (3bb74181-20cd-47a0-85bc-65c7179ec00e), before_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:37.260651 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:37.277841 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2a9187-ecdd-4912-966b-2cd146c0ad92 req-ae677613-307d-4dd1-a01f-e45a226f4525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:37.279496 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-7c2a9187-ecdd-4912-966b-2cd146c0ad92 req-ae677613-307d-4dd1-a01f-e45a226f4525 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f03723b938b845309929162c81adfe51&device_id=70020c76-0cc4-4adf-985d-4bd2c1b6b0da HTTP/1.1" status: 200 len: 1168 time: 0.0601609 May 27 03:29:37.351026 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:37.380355 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2a9187-ecdd-4912-966b-2cd146c0ad92 req-c47be0ad-b74c-499a-91c6-30ff0322a825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:37.381870 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-7c2a9187-ecdd-4912-966b-2cd146c0ad92 req-c47be0ad-b74c-499a-91c6-30ff0322a825 service neutron] 10.222.0.67 "GET /v2.0/networks?id=25414d0e-39e2-4b3e-a787-1a7de54b6d2c HTTP/1.1" status: 200 len: 916 time: 0.0931032 May 27 03:29:37.506356 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2c7c9d-b43d-4869-a612-f6f95e0c3b8e req-8c85861e-0d17-4acf-8c57-f4efdb6627df tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:37.508163 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-cf2c7c9d-b43d-4869-a612-f6f95e0c3b8e req-8c85861e-0d17-4acf-8c57-f4efdb6627df tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=3aa1b29c-4aa9-4ece-a9ee-fd84d519970f HTTP/1.1" status: 200 len: 945 time: 0.0901289 May 27 03:29:37.613362 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-cf2c7c9d-b43d-4869-a612-f6f95e0c3b8e req-b004502e-19ce-4a40-a7c5-b9f20310b39b tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ce8f43f-6a1f-4134-bfa6-ac4d57290765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988457 May 27 03:29:37.685227 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-d8ca91ae-be48-4da6-b9fd-6135edff38f8 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:37.692455 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-d8ca91ae-be48-4da6-b9fd-6135edff38f8 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16279512'] for floatingip (3bb74181-20cd-47a0-85bc-65c7179ec00e), after_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:37.785667 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:37.793554 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.db.l3_db [None req-d8ca91ae-be48-4da6-b9fd-6135edff38f8 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Floating IP 3bb74181-20cd-47a0-85bc-65c7179ec00e associated. External IP: 172.27.3.240, port: 72e619f9-cc36-4b46-b89f-a4af82c97aa9. May 27 03:29:38.015779 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:38.017681 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8ca91ae-be48-4da6-b9fd-6135edff38f8 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Router 48ccfd99-9d2a-40bc-8f48-1ef8477ddac8 has already been hosted by L3 agent 3e4effd7-5bc9-408b-93fa-42e4b19a61d9 {{(pid=104072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:29:38.124478 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8ca91ae-be48-4da6-b9fd-6135edff38f8 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Notify agent at l3_agent.dv-cinder-828806-4-iscsi the message routers_updated {{(pid=104072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:29:38.131187 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-d8ca91ae-be48-4da6-b9fd-6135edff38f8 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159658'] for floatingip (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:38.137979 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e91446a-bde9-42f9-8c91-6d5919b1fcc1 None None] Sync routers for ids ['48ccfd99-9d2a-40bc-8f48-1ef8477ddac8'] in dv-cinder-828806-4-iscsi {{(pid=104074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:29:38.149081 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e91446a-bde9-42f9-8c91-6d5919b1fcc1 None None] Routers {'48ccfd99-9d2a-40bc-8f48-1ef8477ddac8'} bound to L3 agent in host dv-cinder-828806-4-iscsi {{(pid=104074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:29:38.149695 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-4e91446a-bde9-42f9-8c91-6d5919b1fcc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T03:14:31Z,description=,heartbeat_timestamp=2022-05-27T03:29:31Z,host='dv-cinder-828806-4-iscsi',id=3e4effd7-5bc9-408b-93fa-42e4b19a61d9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:14:31Z,topic='l3_agent')) {'router_ids': ['48ccfd99-9d2a-40bc-8f48-1ef8477ddac8'], 'active': True} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:29:38.163448 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-d8ca91ae-be48-4da6-b9fd-6135edff38f8 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "PUT /v2.0/floatingips/3bb74181-20cd-47a0-85bc-65c7179ec00e HTTP/1.1" status: 200 len: 991 time: 1.0486059 May 27 03:29:38.255295 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvr_db [None req-4e91446a-bde9-42f9-8c91-6d5919b1fcc1 None None] Set router 48ccfd99-9d2a-40bc-8f48-1ef8477ddac8 gateway port host: dv-cinder-828806-4-iscsi {{(pid=104074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:29:38.349371 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=100 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:38.457638 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=100 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:38.553944 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-4e91446a-bde9-42f9-8c91-6d5919b1fcc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ccfd99-9d2a-40bc-8f48-1ef8477ddac8', 'name': 'tempest-AttachVolumeNegativeTest-1190605770-router', 'tenant_id': '082b5523ee504be09f6fcaf833207a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': 'ee2b145c-866a-4545-a5dc-b000db3e976a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:15Z', 'updated_at': '2022-05-27T03:23:33Z', 'revision_number': 4, 'project_id': '082b5523ee504be09f6fcaf833207a4f', 'gw_port': {'id': 'ee2b145c-866a-4545-a5dc-b000db3e976a', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ccfd99-9d2a-40bc-8f48-1ef8477ddac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:16Z', 'updated_at': '2022-05-27T03:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi', '_floatingips': [{'id': '3bb74181-20cd-47a0-85bc-65c7179ec00e', 'tenant_id': '082b5523ee504be09f6fcaf833207a4f', 'floating_ip_address': '172.27.3.240', 'floating_network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'router_id': '48ccfd99-9d2a-40bc-8f48-1ef8477ddac8', 'port_id': '72e619f9-cc36-4b46-b89f-a4af82c97aa9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e861f168-e1a5-4542-8ee4-9759fa17a578', 'mac_address': 'fa:16:3e:0c:cc:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e0e8bee-579d-4c69-b1cb-516d6216e089', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:29:22Z', 'updated_at': '2022-05-27T03:29:37Z', 'revision_number': 1, 'project_id': '082b5523ee504be09f6fcaf833207a4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de2e02ca-ae55-44a3-8d3d-cbe2d4c0df81', 'name': '', 'network_id': 'e861f168-e1a5-4542-8ee4-9759fa17a578', 'tenant_id': '082b5523ee504be09f6fcaf833207a4f', 'mac_address': 'fa:16:3e:93:65:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ccfd99-9d2a-40bc-8f48-1ef8477ddac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '22c8ee8a-bdb1-4646-81f4-b6b1b8177bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:28Z', 'updated_at': '2022-05-27T03:23:46Z', 'revision_number': 5, 'project_id': '082b5523ee504be09f6fcaf833207a4f', 'subnets': [{'id': '22c8ee8a-bdb1-4646-81f4-b6b1b8177bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-4-iscsi', False) {} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:29:38.579385 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e91446a-bde9-42f9-8c91-6d5919b1fcc1 None None] Checking router: 48ccfd99-9d2a-40bc-8f48-1ef8477ddac8 for host: dv-cinder-828806-4-iscsi {{(pid=104074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:29:38.587888 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e91446a-bde9-42f9-8c91-6d5919b1fcc1 None None] Routers {'48ccfd99-9d2a-40bc-8f48-1ef8477ddac8'} bound to L3 agent in host dv-cinder-828806-4-iscsi {{(pid=104074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:29:38.588487 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-4e91446a-bde9-42f9-8c91-6d5919b1fcc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T03:14:31Z,description=,heartbeat_timestamp=2022-05-27T03:29:31Z,host='dv-cinder-828806-4-iscsi',id=3e4effd7-5bc9-408b-93fa-42e4b19a61d9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:14:31Z,topic='l3_agent')) {'router_ids': ['48ccfd99-9d2a-40bc-8f48-1ef8477ddac8'], 'active': True} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:29:38.661123 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e0e8bee-579d-4c69-b1cb-516d6216e089', 'tag': '72e619f9-cc36-4b46-b89f-a4af82c97aa9'}] {{(pid=104072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:29:38.663990 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f396617ba49ae57b35f1e46e178334f70bfad08bdaf3fab16ca373e13b5bdfba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbbbc378-45c9-4491-bf3b-1e883bbc3375" -d '{"events": [{"name": "network-changed", "server_uuid": "5e0e8bee-579d-4c69-b1cb-516d6216e089", "tag": "72e619f9-cc36-4b46-b89f-a4af82c97aa9"}]}' {{(pid=104072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:29:38.697535 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvr_db [None req-4e91446a-bde9-42f9-8c91-6d5919b1fcc1 None None] Set router 48ccfd99-9d2a-40bc-8f48-1ef8477ddac8 gateway port host: dv-cinder-828806-4-iscsi {{(pid=104074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:29:38.707878 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-982d1751-1ad3-486f-a25f-be2ccc27c02f x-openstack-request-id: req-982d1751-1ad3-486f-a25f-be2ccc27c02f {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:29:38.708170 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e0e8bee-579d-4c69-b1cb-516d6216e089", "tag": "72e619f9-cc36-4b46-b89f-a4af82c97aa9", "status": "completed", "code": 200}]} {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:29:38.708381 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-982d1751-1ad3-486f-a25f-be2ccc27c02f {{(pid=104072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:29:38.708816 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-982d1751-1ad3-486f-a25f-be2ccc27c02f'] response: {'name': 'network-changed', 'server_uuid': '5e0e8bee-579d-4c69-b1cb-516d6216e089', 'tag': '72e619f9-cc36-4b46-b89f-a4af82c97aa9', 'status': 'completed', 'code': 200} May 27 03:29:38.754011 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011ab690-5263-45fd-9e33-5df65dc0d913 req-22cbdd59-591a-4b37-8b0b-00fd6b2073d0 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:38.755500 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-011ab690-5263-45fd-9e33-5df65dc0d913 req-22cbdd59-591a-4b37-8b0b-00fd6b2073d0 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=3aa1b29c-4aa9-4ece-a9ee-fd84d519970f HTTP/1.1" status: 200 len: 945 time: 0.0526657 May 27 03:29:38.808085 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-011ab690-5263-45fd-9e33-5df65dc0d913 req-ea9580f9-12ff-4226-b112-e02ffb41912d tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ce8f43f-6a1f-4134-bfa6-ac4d57290765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461538 May 27 03:29:38.911668 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-4e91446a-bde9-42f9-8c91-6d5919b1fcc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ccfd99-9d2a-40bc-8f48-1ef8477ddac8', 'name': 'tempest-AttachVolumeNegativeTest-1190605770-router', 'tenant_id': '082b5523ee504be09f6fcaf833207a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': 'ee2b145c-866a-4545-a5dc-b000db3e976a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:15Z', 'updated_at': '2022-05-27T03:23:33Z', 'revision_number': 4, 'project_id': '082b5523ee504be09f6fcaf833207a4f', 'gw_port': {'id': 'ee2b145c-866a-4545-a5dc-b000db3e976a', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ccfd99-9d2a-40bc-8f48-1ef8477ddac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:16Z', 'updated_at': '2022-05-27T03:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi', '_floatingips': [{'id': '3bb74181-20cd-47a0-85bc-65c7179ec00e', 'tenant_id': '082b5523ee504be09f6fcaf833207a4f', 'floating_ip_address': '172.27.3.240', 'floating_network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'router_id': '48ccfd99-9d2a-40bc-8f48-1ef8477ddac8', 'port_id': '72e619f9-cc36-4b46-b89f-a4af82c97aa9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e861f168-e1a5-4542-8ee4-9759fa17a578', 'mac_address': 'fa:16:3e:0c:cc:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e0e8bee-579d-4c69-b1cb-516d6216e089', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:29:22Z', 'updated_at': '2022-05-27T03:29:37Z', 'revision_number': 1, 'project_id': '082b5523ee504be09f6fcaf833207a4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de2e02ca-ae55-44a3-8d3d-cbe2d4c0df81', 'name': '', 'network_id': 'e861f168-e1a5-4542-8ee4-9759fa17a578', 'tenant_id': '082b5523ee504be09f6fcaf833207a4f', 'mac_address': 'fa:16:3e:93:65:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ccfd99-9d2a-40bc-8f48-1ef8477ddac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '22c8ee8a-bdb1-4646-81f4-b6b1b8177bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:28Z', 'updated_at': '2022-05-27T03:23:46Z', 'revision_number': 5, 'project_id': '082b5523ee504be09f6fcaf833207a4f', 'subnets': [{'id': '22c8ee8a-bdb1-4646-81f4-b6b1b8177bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-4-iscsi', False) {} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:29:38.939456 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e91446a-bde9-42f9-8c91-6d5919b1fcc1 None None] The sync data for ids ['48ccfd99-9d2a-40bc-8f48-1ef8477ddac8'] in dv-cinder-828806-4-iscsi is: [{'id': '48ccfd99-9d2a-40bc-8f48-1ef8477ddac8', 'name': 'tempest-AttachVolumeNegativeTest-1190605770-router', 'tenant_id': '082b5523ee504be09f6fcaf833207a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': 'ee2b145c-866a-4545-a5dc-b000db3e976a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:15Z', 'updated_at': '2022-05-27T03:23:33Z', 'revision_number': 4, 'project_id': '082b5523ee504be09f6fcaf833207a4f', 'gw_port': {'id': 'ee2b145c-866a-4545-a5dc-b000db3e976a', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ccfd99-9d2a-40bc-8f48-1ef8477ddac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:16Z', 'updated_at': '2022-05-27T03:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi', '_floatingips': [{'id': '3bb74181-20cd-47a0-85bc-65c7179ec00e', 'tenant_id': '082b5523ee504be09f6fcaf833207a4f', 'floating_ip_address': '172.27.3.240', 'floating_network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'router_id': '48ccfd99-9d2a-40bc-8f48-1ef8477ddac8', 'port_id': '72e619f9-cc36-4b46-b89f-a4af82c97aa9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e861f168-e1a5-4542-8ee4-9759fa17a578', 'mac_address': 'fa:16:3e:0c:cc:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e0e8bee-579d-4c69-b1cb-516d6216e089', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:29:22Z', 'updated_at': '2022-05-27T03:29:37Z', 'revision_number': 1, 'project_id': '082b5523ee504be09f6fcaf833207a4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de2e02ca-ae55-44a3-8d3d-cbe2d4c0df81', 'name': '', 'network_id': 'e861f168-e1a5-4542-8ee4-9759fa17a578', 'tenant_id': '082b5523ee504be09f6fcaf833207a4f', 'mac_address': 'fa:16:3e:93:65:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ccfd99-9d2a-40bc-8f48-1ef8477ddac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '22c8ee8a-bdb1-4646-81f4-b6b1b8177bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:28Z', 'updated_at': '2022-05-27T03:23:46Z', 'revision_number': 5, 'project_id': '082b5523ee504be09f6fcaf833207a4f', 'subnets': [{'id': '22c8ee8a-bdb1-4646-81f4-b6b1b8177bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:29:39.143030 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32d449c-d122-480c-adba-9b44a84e75a6 None None] New status for floating IP 3bb74181-20cd-47a0-85bc-65c7179ec00e: ACTIVE {{(pid=104073) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 03:29:39.945842 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf1fe04-14db-424a-bc7e-d1300e75e0dd req-fd30f865-ab27-4ab6-a6d1-8d446fe1fe49 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:39.947251 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-ebf1fe04-14db-424a-bc7e-d1300e75e0dd req-fd30f865-ab27-4ab6-a6d1-8d446fe1fe49 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=3aa1b29c-4aa9-4ece-a9ee-fd84d519970f HTTP/1.1" status: 200 len: 945 time: 0.0531740 May 27 03:29:39.997688 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-ebf1fe04-14db-424a-bc7e-d1300e75e0dd req-ddc17e0f-83c6-45ea-9d53-4e8910466a5a tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ce8f43f-6a1f-4134-bfa6-ac4d57290765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420842 May 27 03:29:40.405898 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Device 5e76e5be-43aa-4f7f-9313-3304d2fd1b0d details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=104073) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 03:29:40.524676 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] For port 5e76e5be-43aa-4f7f-9313-3304d2fd1b0d, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=5e76e5be-43aa-4f7f-9313-3304d2fd1b0d,segment=NetworkSegment(8900a96c-140e-4a88-9323-782a7b94dd95),segment_id=8900a96c-140e-4a88-9323-782a7b94dd95)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:29:40.537837 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Returning: {'device': '5e76e5be-43aa-4f7f-9313-3304d2fd1b0d', 'network_id': '9235750b-3863-4242-97a7-a4cb52643ca2', 'port_id': '5e76e5be-43aa-4f7f-9313-3304d2fd1b0d', 'mac_address': 'fa:16:3e:b5:84:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74986d1d-a9b7-43a2-b2c2-09937b076cb1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104073) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 03:29:40.558135 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbbc378-45c9-4491-bf3b-1e883bbc3375 req-6e2aaed6-54b7-42f7-8107-e11d9de79cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:40.559743 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-dbbbc378-45c9-4491-bf3b-1e883bbc3375 req-6e2aaed6-54b7-42f7-8107-e11d9de79cc4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=082b5523ee504be09f6fcaf833207a4f&device_id=5e0e8bee-579d-4c69-b1cb-516d6216e089 HTTP/1.1" status: 200 len: 1129 time: 0.0527468 May 27 03:29:40.566178 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-7c2a9187-ecdd-4912-966b-2cd146c0ad92 req-dbf751ff-4cd1-4234-a0cb-b3162f6c3b51 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bac56807-d1e8-4e80-8e99-25b19600d119 HTTP/1.1" status: 200 len: 1001 time: 0.0947766 May 27 03:29:40.575777 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Current status of the port 5e76e5be-43aa-4f7f-9313-3304d2fd1b0d is: ACTIVE; New status is: BUILD {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:29:40.576159 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (5e76e5be-43aa-4f7f-9313-3304d2fd1b0d), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:40.591955 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.notifiers.nova [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5e76e5be-43aa-4f7f-9313-3304d2fd1b0d {{(pid=104073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:29:40.615645 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:40.618220 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] For port 5e76e5be-43aa-4f7f-9313-3304d2fd1b0d, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=5e76e5be-43aa-4f7f-9313-3304d2fd1b0d,segment=NetworkSegment(8900a96c-140e-4a88-9323-782a7b94dd95),segment_id=8900a96c-140e-4a88-9323-782a7b94dd95)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:29:40.626887 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (5e76e5be-43aa-4f7f-9313-3304d2fd1b0d), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:40.684974 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Pushing event updated for resources: {'Port': ['ID=5e76e5be-43aa-4f7f-9313-3304d2fd1b0d,revision_number=6']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:40.776173 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2a9187-ecdd-4912-966b-2cd146c0ad92 req-a8008d4d-ea2a-4bd5-beaa-b5a971b2cfef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:40.777684 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-7c2a9187-ecdd-4912-966b-2cd146c0ad92 req-a8008d4d-ea2a-4bd5-beaa-b5a971b2cfef service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8b1ea465-f005-4898-ac99-ecd590f06095 HTTP/1.1" status: 200 len: 854 time: 0.0997574 May 27 03:29:40.836033 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbbc378-45c9-4491-bf3b-1e883bbc3375 req-431c1f79-366f-43a7-8299-e390572c9ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:40.837529 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-dbbbc378-45c9-4491-bf3b-1e883bbc3375 req-431c1f79-366f-43a7-8299-e390572c9ae2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e861f168-e1a5-4542-8ee4-9759fa17a578 HTTP/1.1" status: 200 len: 916 time: 0.1608613 May 27 03:29:40.840555 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2a9187-ecdd-4912-966b-2cd146c0ad92 req-b0c5085d-0212-461e-a420-2c715f8bb798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:40.841911 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-7c2a9187-ecdd-4912-966b-2cd146c0ad92 req-b0c5085d-0212-461e-a420-2c715f8bb798 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=25414d0e-39e2-4b3e-a787-1a7de54b6d2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0505657 May 27 03:29:40.926395 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] get_ports_and_sgs() called for port_ids ['5e76e5be-43aa-4f7f-9313-3304d2fd1b0d'] {{(pid=104073) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:29:40.989240 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-dbbbc378-45c9-4491-bf3b-1e883bbc3375 req-08462736-42c5-4c06-b040-17c84a3f6413 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=72e619f9-cc36-4b46-b89f-a4af82c97aa9 HTTP/1.1" status: 200 len: 1001 time: 0.1216111 May 27 03:29:41.019171 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-7c2a9187-ecdd-4912-966b-2cd146c0ad92 req-467dab7e-6b79-45f3-92b9-6a482ce16370 service neutron] 10.222.0.67 "GET /v2.0/networks/25414d0e-39e2-4b3e-a787-1a7de54b6d2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503437 May 27 03:29:41.471127 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbbc378-45c9-4491-bf3b-1e883bbc3375 req-bdd35ad1-4a5a-46dc-a0eb-ce651812f756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:41.472606 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-dbbbc378-45c9-4491-bf3b-1e883bbc3375 req-bdd35ad1-4a5a-46dc-a0eb-ce651812f756 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=22c8ee8a-bdb1-4646-81f4-b6b1b8177bb9 HTTP/1.1" status: 200 len: 854 time: 0.4526391 May 27 03:29:41.482233 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f2a83c-5498-4e5c-aed8-e730c6ee97d0 req-0fbcdae4-698b-4b8a-a3d3-500f86206367 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:41.483858 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-98f2a83c-5498-4e5c-aed8-e730c6ee97d0 req-0fbcdae4-698b-4b8a-a3d3-500f86206367 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=3aa1b29c-4aa9-4ece-a9ee-fd84d519970f HTTP/1.1" status: 200 len: 944 time: 0.1116953 May 27 03:29:41.519987 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Device 5e76e5be-43aa-4f7f-9313-3304d2fd1b0d up at agent hyperv_hv-cinder-82880 {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:29:41.612751 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbbc378-45c9-4491-bf3b-1e883bbc3375 req-7cf0a2f1-4d14-41dd-8c0c-a60aa4f0a8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:41.618375 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-dbbbc378-45c9-4491-bf3b-1e883bbc3375 req-7cf0a2f1-4d14-41dd-8c0c-a60aa4f0a8ee service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e861f168-e1a5-4542-8ee4-9759fa17a578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1328819 May 27 03:29:41.623316 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Provisioning complete for port 5e76e5be-43aa-4f7f-9313-3304d2fd1b0d triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:29:41.623975 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (5e76e5be-43aa-4f7f-9313-3304d2fd1b0d), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:41.629528 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-7c2a9187-ecdd-4912-966b-2cd146c0ad92 req-ae496840-1455-49bd-b977-d9cf4e6f1040 service neutron] 10.222.0.67 "GET /v2.0/networks/25414d0e-39e2-4b3e-a787-1a7de54b6d2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5978620 May 27 03:29:41.734859 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:41.736589 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Current status of the port 5e76e5be-43aa-4f7f-9313-3304d2fd1b0d is: BUILD; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:29:41.737197 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (5e76e5be-43aa-4f7f-9313-3304d2fd1b0d), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:41.780029 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] For port 5e76e5be-43aa-4f7f-9313-3304d2fd1b0d, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=5e76e5be-43aa-4f7f-9313-3304d2fd1b0d,segment=NetworkSegment(8900a96c-140e-4a88-9323-782a7b94dd95),segment_id=8900a96c-140e-4a88-9323-782a7b94dd95)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:29:41.781791 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aa1b29c-4aa9-4ece-a9ee-fd84d519970f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e76e5be-43aa-4f7f-9313-3304d2fd1b0d'}] {{(pid=104073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:29:41.784842 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fe636b475fcf817a66bede64dee182d8d37f0deb14dcb08a99f86243ff54ad7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-002fa558-6c87-4dc1-a044-1ba5f834cab5" -d '{"events": [{"server_uuid": "3aa1b29c-4aa9-4ece-a9ee-fd84d519970f", "name": "network-vif-plugged", "status": "completed", "tag": "5e76e5be-43aa-4f7f-9313-3304d2fd1b0d"}]}' {{(pid=104073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:29:41.791878 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-98f2a83c-5498-4e5c-aed8-e730c6ee97d0 req-a7791805-9fd5-4f92-9627-4e6bbe0d387d tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ce8f43f-6a1f-4134-bfa6-ac4d57290765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2911463 May 27 03:29:41.804662 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (5e76e5be-43aa-4f7f-9313-3304d2fd1b0d), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:41.859753 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-118235db-e101-468c-ba4d-f82bb1adb360 x-openstack-request-id: req-118235db-e101-468c-ba4d-f82bb1adb360 {{(pid=104073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:29:41.860023 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3aa1b29c-4aa9-4ece-a9ee-fd84d519970f", "name": "network-vif-plugged", "status": "completed", "tag": "5e76e5be-43aa-4f7f-9313-3304d2fd1b0d", "code": 200}]} {{(pid=104073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:29:41.860280 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-118235db-e101-468c-ba4d-f82bb1adb360 {{(pid=104073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:29:41.860669 dv-cinder-828806-4-iscsi neutron-server[104073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-118235db-e101-468c-ba4d-f82bb1adb360'] response: {'server_uuid': '3aa1b29c-4aa9-4ece-a9ee-fd84d519970f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e76e5be-43aa-4f7f-9313-3304d2fd1b0d', 'code': 200} May 27 03:29:41.866992 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-dbbbc378-45c9-4491-bf3b-1e883bbc3375 req-65effb9a-fc00-460a-b120-b50dea6fdc06 service neutron] 10.222.0.67 "GET /v2.0/networks/e861f168-e1a5-4542-8ee4-9759fa17a578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364428 May 27 03:29:41.896884 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Pushing event updated for resources: {'Port': ['ID=5e76e5be-43aa-4f7f-9313-3304d2fd1b0d,revision_number=7']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:41.996259 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=100 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:42.022743 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=100 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:42.051813 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-dbbbc378-45c9-4491-bf3b-1e883bbc3375 req-14581d84-e4f2-4a66-bbd7-9793ad90ab18 service neutron] 10.222.0.67 "GET /v2.0/networks/e861f168-e1a5-4542-8ee4-9759fa17a578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639674 May 27 03:29:42.942320 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a1aa6d-482a-472b-887a-75647fe95139 req-d8efe2d3-39ef-45e8-b726-835633f43dfc tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:42.944445 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-05a1aa6d-482a-472b-887a-75647fe95139 req-d8efe2d3-39ef-45e8-b726-835633f43dfc tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=3aa1b29c-4aa9-4ece-a9ee-fd84d519970f HTTP/1.1" status: 200 len: 945 time: 0.0504127 May 27 03:29:42.998423 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-05a1aa6d-482a-472b-887a-75647fe95139 req-37144c65-3c38-4442-a8e8-b5011ae7c4ba tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ce8f43f-6a1f-4134-bfa6-ac4d57290765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476861 May 27 03:29:43.283437 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (a17a57cc-679f-4398-8430-1b64b86f4dc1), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:44.148862 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495ad956-c014-44fe-9083-5bc54dc9d68c req-92920a34-3f68-4db0-875f-a0fbd825dd11 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:44.150508 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-495ad956-c014-44fe-9083-5bc54dc9d68c req-92920a34-3f68-4db0-875f-a0fbd825dd11 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=3aa1b29c-4aa9-4ece-a9ee-fd84d519970f HTTP/1.1" status: 200 len: 945 time: 0.0585711 May 27 03:29:44.202478 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-495ad956-c014-44fe-9083-5bc54dc9d68c req-216dcee7-89fa-4c3a-bad1-ba72499d5648 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ce8f43f-6a1f-4134-bfa6-ac4d57290765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458183 May 27 03:29:45.355594 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd43d20b-5124-4d3d-999d-68357f9f1846 req-6d2053f7-b755-434e-900b-56a26512253a tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:45.358053 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-bd43d20b-5124-4d3d-999d-68357f9f1846 req-6d2053f7-b755-434e-900b-56a26512253a tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=3aa1b29c-4aa9-4ece-a9ee-fd84d519970f HTTP/1.1" status: 200 len: 945 time: 0.0600505 May 27 03:29:45.421714 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-bd43d20b-5124-4d3d-999d-68357f9f1846 req-afd544c4-ada2-4c7c-9d0b-1e218927b388 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ce8f43f-6a1f-4134-bfa6-ac4d57290765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569255 May 27 03:29:46.558454 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb35a632-9bda-46bd-a356-e2872095a6d2 req-49999931-c96e-4822-97a1-3edf2f11925b tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:46.559924 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-bb35a632-9bda-46bd-a356-e2872095a6d2 req-49999931-c96e-4822-97a1-3edf2f11925b tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=3aa1b29c-4aa9-4ece-a9ee-fd84d519970f HTTP/1.1" status: 200 len: 945 time: 0.0578766 May 27 03:29:46.616363 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-bb35a632-9bda-46bd-a356-e2872095a6d2 req-068344e9-150a-4086-9f56-054adde7fd68 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ce8f43f-6a1f-4134-bfa6-ac4d57290765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468311 May 27 03:29:47.782869 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05228b2-845e-48bf-8069-a30dcadbbbdc req-e4cf8e4a-5301-40a1-b8fc-d1598447f82c tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:47.784436 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-e05228b2-845e-48bf-8069-a30dcadbbbdc req-e4cf8e4a-5301-40a1-b8fc-d1598447f82c tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=3aa1b29c-4aa9-4ece-a9ee-fd84d519970f HTTP/1.1" status: 200 len: 945 time: 0.0534215 May 27 03:29:47.840694 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-e05228b2-845e-48bf-8069-a30dcadbbbdc req-bec591db-302c-4805-9051-419b373f1894 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ce8f43f-6a1f-4134-bfa6-ac4d57290765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494912 May 27 03:29:48.966692 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cee3911-c1b8-4295-b3b3-37f16aee16b4 req-300b93af-8cec-400f-ae04-12caec00f83d tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:48.969064 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-6cee3911-c1b8-4295-b3b3-37f16aee16b4 req-300b93af-8cec-400f-ae04-12caec00f83d tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=3aa1b29c-4aa9-4ece-a9ee-fd84d519970f HTTP/1.1" status: 200 len: 945 time: 0.0497425 May 27 03:29:49.020436 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-6cee3911-c1b8-4295-b3b3-37f16aee16b4 req-d1df716a-bec0-4d31-ad9c-67f7eb81480a tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ce8f43f-6a1f-4134-bfa6-ac4d57290765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451734 May 27 03:29:50.153449 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac66f62-faa8-4b8f-a844-dd789b7a6e13 req-8ab21826-9727-4687-8d84-47fec7882fb9 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:50.154969 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-eac66f62-faa8-4b8f-a844-dd789b7a6e13 req-8ab21826-9727-4687-8d84-47fec7882fb9 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=3aa1b29c-4aa9-4ece-a9ee-fd84d519970f HTTP/1.1" status: 200 len: 945 time: 0.0533352 May 27 03:29:50.219809 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-eac66f62-faa8-4b8f-a844-dd789b7a6e13 req-5b2ed198-66d8-4684-ac70-df86277bf973 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ce8f43f-6a1f-4134-bfa6-ac4d57290765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589833 May 27 03:29:51.349525 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80f1fe1-fa36-4a72-9274-bcdcc59ad145 req-56de1f26-cef9-4540-bc05-1794c93b1860 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:51.350989 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-c80f1fe1-fa36-4a72-9274-bcdcc59ad145 req-56de1f26-cef9-4540-bc05-1794c93b1860 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=3aa1b29c-4aa9-4ece-a9ee-fd84d519970f HTTP/1.1" status: 200 len: 945 time: 0.0509996 May 27 03:29:51.399049 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-c80f1fe1-fa36-4a72-9274-bcdcc59ad145 req-c3141da2-a9ba-44fa-a85e-578db77579a8 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ce8f43f-6a1f-4134-bfa6-ac4d57290765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422878 May 27 03:29:51.961221 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31e6302-79b6-4256-adf8-ae61dbf80cf8 req-1eb76387-c468-477a-99e2-2315b12f6128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:51.963121 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-f31e6302-79b6-4256-adf8-ae61dbf80cf8 req-1eb76387-c468-477a-99e2-2315b12f6128 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7e2e4b63d6af43058e0dc76d8ceac844&device_id=3aa1b29c-4aa9-4ece-a9ee-fd84d519970f HTTP/1.1" status: 200 len: 1129 time: 0.0436277 May 27 03:29:52.067643 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31e6302-79b6-4256-adf8-ae61dbf80cf8 req-ac1627eb-5a12-44fa-a166-1b3994497f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:52.069082 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-f31e6302-79b6-4256-adf8-ae61dbf80cf8 req-ac1627eb-5a12-44fa-a166-1b3994497f88 service neutron] 10.222.0.67 "GET /v2.0/networks?id=9235750b-3863-4242-97a7-a4cb52643ca2 HTTP/1.1" status: 200 len: 917 time: 0.0911601 May 27 03:29:52.556259 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac9b98c-9b49-4a6a-9205-5539a11469df req-68411c1e-d5eb-4d92-85ff-ba5196dd1f5d tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:52.557319 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-4ac9b98c-9b49-4a6a-9205-5539a11469df req-68411c1e-d5eb-4d92-85ff-ba5196dd1f5d tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=3aa1b29c-4aa9-4ece-a9ee-fd84d519970f HTTP/1.1" status: 200 len: 945 time: 0.0671017 May 27 03:29:52.607624 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-4ac9b98c-9b49-4a6a-9205-5539a11469df req-782086a7-07a9-42c3-8214-69c07a53c6e8 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ce8f43f-6a1f-4134-bfa6-ac4d57290765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445194 May 27 03:29:52.700536 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-f31e6302-79b6-4256-adf8-ae61dbf80cf8 req-fd80d1a9-d519-408a-8e16-4a4303156b89 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e76e5be-43aa-4f7f-9313-3304d2fd1b0d HTTP/1.1" status: 200 len: 1001 time: 0.0626032 May 27 03:29:52.756124 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31e6302-79b6-4256-adf8-ae61dbf80cf8 req-8c6f8d9d-102c-4a9b-8d5c-3f07432b3c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:52.758002 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-f31e6302-79b6-4256-adf8-ae61dbf80cf8 req-8c6f8d9d-102c-4a9b-8d5c-3f07432b3c50 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=74986d1d-a9b7-43a2-b2c2-09937b076cb1 HTTP/1.1" status: 200 len: 855 time: 0.0510225 May 27 03:29:52.811373 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31e6302-79b6-4256-adf8-ae61dbf80cf8 req-ceeafa87-7f1d-474c-9333-cb285408838a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:52.813634 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-f31e6302-79b6-4256-adf8-ae61dbf80cf8 req-ceeafa87-7f1d-474c-9333-cb285408838a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9235750b-3863-4242-97a7-a4cb52643ca2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461190 May 27 03:29:52.914877 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-f31e6302-79b6-4256-adf8-ae61dbf80cf8 req-61c4a78b-5348-4dc7-85f9-01cd01e82b3f service neutron] 10.222.0.67 "GET /v2.0/networks/9235750b-3863-4242-97a7-a4cb52643ca2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866649 May 27 03:29:53.017308 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-f31e6302-79b6-4256-adf8-ae61dbf80cf8 req-fb6d25bd-d38a-4aee-942e-502fdd172537 service neutron] 10.222.0.67 "GET /v2.0/networks/9235750b-3863-4242-97a7-a4cb52643ca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930049 May 27 03:29:53.272632 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=59,neutron:UPDATE=2 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:53.274646 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:53.733097 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1a79cd-9525-4575-b8df-864f2acf9b8e req-a8a92b03-4834-47b1-8ea1-108dab7bb9e3 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:53.734570 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-1b1a79cd-9525-4575-b8df-864f2acf9b8e req-a8a92b03-4834-47b1-8ea1-108dab7bb9e3 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=3aa1b29c-4aa9-4ece-a9ee-fd84d519970f HTTP/1.1" status: 200 len: 945 time: 0.0501604 May 27 03:29:53.785292 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-1b1a79cd-9525-4575-b8df-864f2acf9b8e req-2dd0258e-ddf5-486e-afa6-d2d0dfe82451 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ce8f43f-6a1f-4134-bfa6-ac4d57290765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439577 May 27 03:29:54.907274 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=100 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:54.923682 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50638d7d-2836-4c33-b707-a4df8fbe0243 req-090d88d4-ac5d-4584-933d-478c94bf8d6a tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:54.925361 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-50638d7d-2836-4c33-b707-a4df8fbe0243 req-090d88d4-ac5d-4584-933d-478c94bf8d6a tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=3aa1b29c-4aa9-4ece-a9ee-fd84d519970f HTTP/1.1" status: 200 len: 945 time: 0.0585384 May 27 03:29:54.980783 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-50638d7d-2836-4c33-b707-a4df8fbe0243 req-6678e6c6-b4e3-4b8a-a106-a209939bd641 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ce8f43f-6a1f-4134-bfa6-ac4d57290765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474162 May 27 03:29:56.120299 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcd9f7e-7680-4fcd-9255-116de02ad202 req-39905a01-cee8-484a-a89c-0bb45b762cfa tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:56.121831 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-efcd9f7e-7680-4fcd-9255-116de02ad202 req-39905a01-cee8-484a-a89c-0bb45b762cfa tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=3aa1b29c-4aa9-4ece-a9ee-fd84d519970f HTTP/1.1" status: 200 len: 945 time: 0.0513375 May 27 03:29:56.136986 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:56.175382 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-efcd9f7e-7680-4fcd-9255-116de02ad202 req-85b47f9f-7956-4239-aa44-20ae51a3e934 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ce8f43f-6a1f-4134-bfa6-ac4d57290765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445828 May 27 03:29:56.454189 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Device 5e76e5be-43aa-4f7f-9313-3304d2fd1b0d no longer exists at agent hyperv_hv-cinder-82880 {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:29:56.533810 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Current status of the port 5e76e5be-43aa-4f7f-9313-3304d2fd1b0d is: ACTIVE; New status is: DOWN {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:29:56.534384 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (5e76e5be-43aa-4f7f-9313-3304d2fd1b0d), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:56.559379 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aa1b29c-4aa9-4ece-a9ee-fd84d519970f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e76e5be-43aa-4f7f-9313-3304d2fd1b0d'}] {{(pid=104073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:29:56.561471 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fe636b475fcf817a66bede64dee182d8d37f0deb14dcb08a99f86243ff54ad7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57eda29b-30ed-4387-a61a-fcca8550a409" -d '{"events": [{"server_uuid": "3aa1b29c-4aa9-4ece-a9ee-fd84d519970f", "name": "network-vif-unplugged", "status": "completed", "tag": "5e76e5be-43aa-4f7f-9313-3304d2fd1b0d"}]}' {{(pid=104073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:29:56.574184 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] For port 5e76e5be-43aa-4f7f-9313-3304d2fd1b0d, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=5e76e5be-43aa-4f7f-9313-3304d2fd1b0d,segment=NetworkSegment(8900a96c-140e-4a88-9323-782a7b94dd95),segment_id=8900a96c-140e-4a88-9323-782a7b94dd95)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:29:56.579689 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (5e76e5be-43aa-4f7f-9313-3304d2fd1b0d), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:56.603881 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 May 2022 03:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d20167e-7b8b-4931-b1f3-c7339a2de994 x-openstack-request-id: req-5d20167e-7b8b-4931-b1f3-c7339a2de994 {{(pid=104073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:29:56.604175 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3aa1b29c-4aa9-4ece-a9ee-fd84d519970f", "name": "network-vif-unplugged", "status": "completed", "tag": "5e76e5be-43aa-4f7f-9313-3304d2fd1b0d", "code": 200}]} {{(pid=104073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:29:56.604430 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5d20167e-7b8b-4931-b1f3-c7339a2de994 {{(pid=104073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:29:56.604816 dv-cinder-828806-4-iscsi neutron-server[104073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d20167e-7b8b-4931-b1f3-c7339a2de994'] response: {'server_uuid': '3aa1b29c-4aa9-4ece-a9ee-fd84d519970f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e76e5be-43aa-4f7f-9313-3304d2fd1b0d', 'code': 200} May 27 03:29:56.631094 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Pushing event updated for resources: {'Port': ['ID=5e76e5be-43aa-4f7f-9313-3304d2fd1b0d,revision_number=8']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:57.309849 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5088b48-25ea-4fe4-ae70-9de482b22ac8 req-8b0da65f-bb6a-4615-ad58-1aa20e856a6d tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:57.311341 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f5088b48-25ea-4fe4-ae70-9de482b22ac8 req-8b0da65f-bb6a-4615-ad58-1aa20e856a6d tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=3aa1b29c-4aa9-4ece-a9ee-fd84d519970f HTTP/1.1" status: 200 len: 943 time: 0.0509386 May 27 03:29:57.356754 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:57.364689 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f5088b48-25ea-4fe4-ae70-9de482b22ac8 req-4702450b-861e-4f2e-8c3b-577891844a39 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ce8f43f-6a1f-4134-bfa6-ac4d57290765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457940 May 27 03:29:58.091530 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=41 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:58.098552 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=57 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:58.250879 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [req-fcae458d-bcb6-4c78-b6c0-ee7d39bc49b7 req-4818d580-6454-4b88-ba30-9cbae33fc155 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=104071) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 27 03:29:58.251822 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-fcae458d-bcb6-4c78-b6c0-ee7d39bc49b7 req-4818d580-6454-4b88-ba30-9cbae33fc155 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0083961 May 27 03:29:58.417646 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea84939e-5fc8-4384-807b-ec5cb900c6ac req-ec97381f-1aa9-4070-8fc3-b110e5adff00 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:58.419228 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-ea84939e-5fc8-4384-807b-ec5cb900c6ac req-ec97381f-1aa9-4070-8fc3-b110e5adff00 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=3aa1b29c-4aa9-4ece-a9ee-fd84d519970f HTTP/1.1" status: 200 len: 943 time: 0.0483654 May 27 03:29:58.472456 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-ea84939e-5fc8-4384-807b-ec5cb900c6ac req-92258fa7-7295-4496-b2d9-7ed50ddec6ac tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ce8f43f-6a1f-4134-bfa6-ac4d57290765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471702 May 27 03:29:58.712776 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-5b4e4b20-1d57-4e34-ae21-dccfe70c3d2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (88cb169e-23a7-4380-813c-9b707a5671b5), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:58.791583 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 34954) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:29:58.906845 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-cd13cda0-ace3-4745-9deb-97c1885ac6b8 req-9a0e079c-f0a9-43c0-848c-b4c5f9abfa10 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=3aa1b29c-4aa9-4ece-a9ee-fd84d519970f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1138880 May 27 03:29:58.917699 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [req-cd13cda0-ace3-4745-9deb-97c1885ac6b8 req-ff5161c2-e55c-47cc-b9c4-4b1a78ef73e1 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=104072) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 27 03:29:58.923363 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-cd13cda0-ace3-4745-9deb-97c1885ac6b8 req-ff5161c2-e55c-47cc-b9c4-4b1a78ef73e1 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0106225 May 27 03:29:59.000249 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 34966) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:29:59.096604 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd13cda0-ace3-4745-9deb-97c1885ac6b8 req-3ced8a37-1911-4523-a9f8-ea588606ce4d tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:59.098156 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-cd13cda0-ace3-4745-9deb-97c1885ac6b8 req-3ced8a37-1911-4523-a9f8-ea588606ce4d tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports/5e76e5be-43aa-4f7f-9313-3304d2fd1b0d HTTP/1.1" status: 200 len: 940 time: 0.0969324 May 27 03:29:59.606410 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc273427-3b97-4dc8-bc5d-e830a4a44282 req-84661606-f822-4c3d-9623-7f7564bfe178 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:59.607767 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-bc273427-3b97-4dc8-bc5d-e830a4a44282 req-84661606-f822-4c3d-9623-7f7564bfe178 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=3aa1b29c-4aa9-4ece-a9ee-fd84d519970f HTTP/1.1" status: 200 len: 943 time: 0.0545461 May 27 03:29:59.659635 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-bc273427-3b97-4dc8-bc5d-e830a4a44282 req-45da482f-f1d9-4a31-837e-5877fa337b68 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ce8f43f-6a1f-4134-bfa6-ac4d57290765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436473 May 27 03:30:00.799017 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b08feb-3e22-4bb1-9220-93007f4277ed req-005d730d-ee41-49fc-bcd4-edb3d8630f8b tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:00.800529 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c0b08feb-3e22-4bb1-9220-93007f4277ed req-005d730d-ee41-49fc-bcd4-edb3d8630f8b tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=3aa1b29c-4aa9-4ece-a9ee-fd84d519970f HTTP/1.1" status: 200 len: 943 time: 0.0521400 May 27 03:30:00.852144 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c0b08feb-3e22-4bb1-9220-93007f4277ed req-a14443e8-fad8-40fb-b38b-149c8cbec2de tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ce8f43f-6a1f-4134-bfa6-ac4d57290765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456052 May 27 03:30:01.097923 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-a53c7e00-0db5-429d-a36f-9ebdbe9a02ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (3e4effd7-5bc9-408b-93fa-42e4b19a61d9), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:01.983498 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=100 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:02.001209 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5c1d79-21bf-494b-9506-d33b58427e1a req-dae354ce-37fd-4dc4-8cb3-a5aa750b7248 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:02.002725 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-dd5c1d79-21bf-494b-9506-d33b58427e1a req-dae354ce-37fd-4dc4-8cb3-a5aa750b7248 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=3aa1b29c-4aa9-4ece-a9ee-fd84d519970f HTTP/1.1" status: 200 len: 943 time: 0.0498338 May 27 03:30:02.058499 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-dd5c1d79-21bf-494b-9506-d33b58427e1a req-ff9ea4a2-1e12-4c90-80ab-3d7d37c951af tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ce8f43f-6a1f-4134-bfa6-ac4d57290765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488985 May 27 03:30:02.131611 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Device 5e76e5be-43aa-4f7f-9313-3304d2fd1b0d no longer exists at agent hyperv_hv-cinder-82880 {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:30:02.179418 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-df01de3e-f6cf-4253-895b-65b557a1455e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (84e30450-e547-4748-a220-898a66747e61), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:02.219450 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Current status of the port 5e76e5be-43aa-4f7f-9313-3304d2fd1b0d is: DOWN; New status is: DOWN {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:30:02.892543 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd13cda0-ace3-4745-9deb-97c1885ac6b8 req-9e14c395-02a8-4fc8-86fe-614e61f99ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:02.894163 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-cd13cda0-ace3-4745-9deb-97c1885ac6b8 req-9e14c395-02a8-4fc8-86fe-614e61f99ccc service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3aa1b29c-4aa9-4ece-a9ee-fd84d519970f&tenant_id=7e2e4b63d6af43058e0dc76d8ceac844 HTTP/1.1" status: 200 len: 1127 time: 0.0420873 May 27 03:30:02.977110 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd13cda0-ace3-4745-9deb-97c1885ac6b8 req-eccb460a-f608-4a70-b5f8-f910be2b256a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:02.978621 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-cd13cda0-ace3-4745-9deb-97c1885ac6b8 req-eccb460a-f608-4a70-b5f8-f910be2b256a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7e2e4b63d6af43058e0dc76d8ceac844&device_id=3aa1b29c-4aa9-4ece-a9ee-fd84d519970f HTTP/1.1" status: 200 len: 1127 time: 0.0458567 May 27 03:30:03.073337 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd13cda0-ace3-4745-9deb-97c1885ac6b8 req-f960a24b-8171-4047-91c5-ae1e70707f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:03.074860 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-cd13cda0-ace3-4745-9deb-97c1885ac6b8 req-f960a24b-8171-4047-91c5-ae1e70707f22 service neutron] 10.222.0.67 "GET /v2.0/networks?id=9235750b-3863-4242-97a7-a4cb52643ca2 HTTP/1.1" status: 200 len: 917 time: 0.0893061 May 27 03:30:03.076561 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.agents_db [None req-9472a85a-8dd5-480f-9a02-5eb3d7473862 None None] Agent healthcheck: found 6 active agents {{(pid=104074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:30:03.146935 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-cd13cda0-ace3-4745-9deb-97c1885ac6b8 req-9be600d2-6733-4d6f-83c5-4fb2c607b912 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e76e5be-43aa-4f7f-9313-3304d2fd1b0d HTTP/1.1" status: 200 len: 999 time: 0.0620954 May 27 03:30:03.211199 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270114cb-e43a-4e34-95b6-6d5a998eab2b req-b55b505a-867d-41ea-82f9-b4d3062e905c tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:03.212829 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-270114cb-e43a-4e34-95b6-6d5a998eab2b req-b55b505a-867d-41ea-82f9-b4d3062e905c tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=3aa1b29c-4aa9-4ece-a9ee-fd84d519970f HTTP/1.1" status: 200 len: 943 time: 0.0593557 May 27 03:30:03.216692 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd13cda0-ace3-4745-9deb-97c1885ac6b8 req-96675938-9638-419f-9e09-62a4b443d470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:03.218193 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-cd13cda0-ace3-4745-9deb-97c1885ac6b8 req-96675938-9638-419f-9e09-62a4b443d470 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=74986d1d-a9b7-43a2-b2c2-09937b076cb1 HTTP/1.1" status: 200 len: 855 time: 0.0539103 May 27 03:30:03.266889 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-270114cb-e43a-4e34-95b6-6d5a998eab2b req-6e3ea3d2-1245-44c8-8d2f-81ae32a81c4b tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ce8f43f-6a1f-4134-bfa6-ac4d57290765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479727 May 27 03:30:03.278958 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd13cda0-ace3-4745-9deb-97c1885ac6b8 req-6fad2d8c-ef9b-4612-a3ff-37c84c37cdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:03.280593 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-cd13cda0-ace3-4745-9deb-97c1885ac6b8 req-6fad2d8c-ef9b-4612-a3ff-37c84c37cdb5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9235750b-3863-4242-97a7-a4cb52643ca2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0502458 May 27 03:30:03.387392 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-cd13cda0-ace3-4745-9deb-97c1885ac6b8 req-78642e42-057a-448f-af29-832270ee3d90 service neutron] 10.222.0.67 "GET /v2.0/networks/9235750b-3863-4242-97a7-a4cb52643ca2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974984 May 27 03:30:03.488483 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-cd13cda0-ace3-4745-9deb-97c1885ac6b8 req-70aacc3c-5a77-422f-936e-81c9dd84b6d0 service neutron] 10.222.0.67 "GET /v2.0/networks/9235750b-3863-4242-97a7-a4cb52643ca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928304 May 27 03:30:03.727686 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f70e7e6e-5d50-42a8-9a05-38619da83ed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (7db81693-ec25-4d8d-9069-8605391ffc10), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:03.738593 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bfc767-cc11-4025-9bea-ac862b98b9ca req-1056c224-04b3-4333-8ebe-6627049ab56b tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:03.740347 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-40bfc767-cc11-4025-9bea-ac862b98b9ca req-1056c224-04b3-4333-8ebe-6627049ab56b tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/ports?device_id=a630735e-10a7-46fd-912c-a1792d18fd15 HTTP/1.1" status: 200 len: 945 time: 0.0535188 May 27 03:30:03.788342 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-40bfc767-cc11-4025-9bea-ac862b98b9ca req-b05e1b9b-33ae-4845-a7ee-9483f584a6fe tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/security-groups?id=0da39d56-2ae2-493f-b202-0452c114a552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421724 May 27 03:30:04.410863 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9638b49f-1e07-445f-a0c3-f90422eeae0b req-3005678a-e42b-4a73-91c6-c6fdc9d39c24 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:04.412645 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-9638b49f-1e07-445f-a0c3-f90422eeae0b req-3005678a-e42b-4a73-91c6-c6fdc9d39c24 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=3aa1b29c-4aa9-4ece-a9ee-fd84d519970f HTTP/1.1" status: 200 len: 943 time: 0.0657566 May 27 03:30:04.470235 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-9638b49f-1e07-445f-a0c3-f90422eeae0b req-66db4148-c40e-4eaf-98bb-bf162d68ddda tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ce8f43f-6a1f-4134-bfa6-ac4d57290765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482628 May 27 03:30:04.925478 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe742655-4142-4ea1-aa2b-3c719e659f6c req-d8d094da-ddf5-4e08-956f-6ffc5cb3b29d tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:04.927123 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-fe742655-4142-4ea1-aa2b-3c719e659f6c req-d8d094da-ddf5-4e08-956f-6ffc5cb3b29d tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/ports?device_id=a630735e-10a7-46fd-912c-a1792d18fd15 HTTP/1.1" status: 200 len: 945 time: 0.0539300 May 27 03:30:04.942635 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (01a6c5a5-ff25-49ea-8869-bb2b5ba0570e), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:04.978946 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-fe742655-4142-4ea1-aa2b-3c719e659f6c req-4a8f8193-6a35-42fe-99b1-de68b838886c tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/security-groups?id=0da39d56-2ae2-493f-b202-0452c114a552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453184 May 27 03:30:05.601737 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e73009-80d9-4b45-a0cc-11383d63ada3 req-f6775c2b-699d-4484-b2d5-40948b009216 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:05.603110 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-62e73009-80d9-4b45-a0cc-11383d63ada3 req-f6775c2b-699d-4484-b2d5-40948b009216 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=3aa1b29c-4aa9-4ece-a9ee-fd84d519970f HTTP/1.1" status: 200 len: 943 time: 0.0510058 May 27 03:30:05.655119 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-62e73009-80d9-4b45-a0cc-11383d63ada3 req-9d35fccc-0e87-46c1-87d3-07a839267e15 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ce8f43f-6a1f-4134-bfa6-ac4d57290765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437825 May 27 03:30:06.137996 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e48fe0-ed8c-425a-9e74-d619df01b4d5 req-bf2678a7-b61a-4d3e-a693-79d3b958e8d2 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:06.139597 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b6e48fe0-ed8c-425a-9e74-d619df01b4d5 req-bf2678a7-b61a-4d3e-a693-79d3b958e8d2 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/ports?device_id=a630735e-10a7-46fd-912c-a1792d18fd15 HTTP/1.1" status: 200 len: 945 time: 0.0655622 May 27 03:30:06.216624 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b6e48fe0-ed8c-425a-9e74-d619df01b4d5 req-2e2b3c38-4fe5-4a1c-8158-c507ba400066 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/security-groups?id=0da39d56-2ae2-493f-b202-0452c114a552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694337 May 27 03:30:06.780612 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5692b0f-c607-41f6-82c6-8db98b68e2dd req-73cbbe3c-728c-496a-a39b-f5744f2b9c48 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:06.782188 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-b5692b0f-c607-41f6-82c6-8db98b68e2dd req-73cbbe3c-728c-496a-a39b-f5744f2b9c48 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=3aa1b29c-4aa9-4ece-a9ee-fd84d519970f HTTP/1.1" status: 200 len: 943 time: 0.0495408 May 27 03:30:06.837553 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-b5692b0f-c607-41f6-82c6-8db98b68e2dd req-cf7b72c8-b7e0-4410-9f8a-03cbc6abc5b5 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ce8f43f-6a1f-4134-bfa6-ac4d57290765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496724 May 27 03:30:07.179333 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 35106) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:30:07.373532 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6d35cd-a526-4e7a-bc41-e9b405732612 req-0bc2ee5c-b7b9-48fe-a64a-bcf2abeebbbb tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:07.381634 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-4c6d35cd-a526-4e7a-bc41-e9b405732612 req-0bc2ee5c-b7b9-48fe-a64a-bcf2abeebbbb tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/ports?device_id=a630735e-10a7-46fd-912c-a1792d18fd15 HTTP/1.1" status: 200 len: 945 time: 0.0672462 May 27 03:30:07.423694 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=100 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:07.450282 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-4c6d35cd-a526-4e7a-bc41-e9b405732612 req-0ed65fad-2ab0-47ad-895c-463956f08c62 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/security-groups?id=0da39d56-2ae2-493f-b202-0452c114a552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655587 May 27 03:30:07.466273 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-08a3c8de-ff26-4175-856e-3b2e200c88ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:07.642998 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:07.708514 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-08a3c8de-ff26-4175-856e-3b2e200c88ac admin admin] Publish callbacks [] for security_group (9ad7dfc1-6827-449b-9fee-4b83b7729ded), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:07.718562 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-08a3c8de-ff26-4175-856e-3b2e200c88ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (9ad7dfc1-6827-449b-9fee-4b83b7729ded), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:07.839955 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 35112) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:30:07.840386 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-08a3c8de-ff26-4175-856e-3b2e200c88ac admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5323b9f1fdd049209dcd6f6c17abbf5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6598449 May 27 03:30:07.841182 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a3c8de-ff26-4175-856e-3b2e200c88ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ad7dfc1-6827-449b-9fee-4b83b7729ded,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:07.856006 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a3c8de-ff26-4175-856e-3b2e200c88ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:07.856728 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a3c8de-ff26-4175-856e-3b2e200c88ac admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:07.856728 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a3c8de-ff26-4175-856e-3b2e200c88ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:07.857133 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a3c8de-ff26-4175-856e-3b2e200c88ac admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:07.857471 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a3c8de-ff26-4175-856e-3b2e200c88ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:07.857800 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a3c8de-ff26-4175-856e-3b2e200c88ac admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:07.858132 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a3c8de-ff26-4175-856e-3b2e200c88ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:07.858453 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a3c8de-ff26-4175-856e-3b2e200c88ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:07.858780 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a3c8de-ff26-4175-856e-3b2e200c88ac admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:07.859104 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a3c8de-ff26-4175-856e-3b2e200c88ac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:07.862604 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a3c8de-ff26-4175-856e-3b2e200c88ac admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:07.863067 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a3c8de-ff26-4175-856e-3b2e200c88ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:07.863419 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a3c8de-ff26-4175-856e-3b2e200c88ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:07.863766 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a3c8de-ff26-4175-856e-3b2e200c88ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:07.864103 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a3c8de-ff26-4175-856e-3b2e200c88ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:07.932003 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-99b6e2b9-8a5e-44e5-a788-bade34fe9aed admin admin] Publish callbacks [] for security_group (9ad7dfc1-6827-449b-9fee-4b83b7729ded), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:07.970447 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-99b6e2b9-8a5e-44e5-a788-bade34fe9aed admin admin] Publish callbacks [] for security_group (9ad7dfc1-6827-449b-9fee-4b83b7729ded), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:07.999553 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb143e7-e75a-48a6-b119-e6f05c0867b4 req-9c8733cf-81d0-4bda-b2a1-4c0e5a359b30 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:08.001723 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-feb143e7-e75a-48a6-b119-e6f05c0867b4 req-9c8733cf-81d0-4bda-b2a1-4c0e5a359b30 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=3aa1b29c-4aa9-4ece-a9ee-fd84d519970f HTTP/1.1" status: 200 len: 943 time: 0.0740068 May 27 03:30:08.018335 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:08.040028 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-99b6e2b9-8a5e-44e5-a788-bade34fe9aed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (9ad7dfc1-6827-449b-9fee-4b83b7729ded), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:08.043635 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-99b6e2b9-8a5e-44e5-a788-bade34fe9aed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:08.044716 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-99b6e2b9-8a5e-44e5-a788-bade34fe9aed admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9ad7dfc1-6827-449b-9fee-4b83b7729ded HTTP/1.1" status: 204 len: 168 time: 0.2022274 May 27 03:30:08.067099 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-feb143e7-e75a-48a6-b119-e6f05c0867b4 req-9e500427-4df3-4909-a0a7-28f478f67b1d tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ce8f43f-6a1f-4134-bfa6-ac4d57290765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588379 May 27 03:30:08.074134 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b6e2b9-8a5e-44e5-a788-bade34fe9aed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ad7dfc1-6827-449b-9fee-4b83b7729ded,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:08.400113 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 35122) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:30:08.414477 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-6fc4eb47-b498-48a0-9af8-909841e8b3d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:08.463812 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:08.513578 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-6fc4eb47-b498-48a0-9af8-909841e8b3d6 admin admin] Publish callbacks [] for security_group (8632957e-8ed5-4b28-853e-d5d4b0604db9), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:08.523416 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-6fc4eb47-b498-48a0-9af8-909841e8b3d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (8632957e-8ed5-4b28-853e-d5d4b0604db9), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:08.583613 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc4eb47-b498-48a0-9af8-909841e8b3d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8632957e-8ed5-4b28-853e-d5d4b0604db9,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:08.608645 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-6fc4eb47-b498-48a0-9af8-909841e8b3d6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bb4ad11343fa4e8796a8439ee53fcb47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2073927 May 27 03:30:08.611592 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 35126) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:30:08.639309 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfecbd35-ce79-4e1c-bf68-a630360fcf36 req-06113777-8bbb-403c-9216-96aabce51a48 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:08.641070 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-bfecbd35-ce79-4e1c-bf68-a630360fcf36 req-06113777-8bbb-403c-9216-96aabce51a48 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/ports?device_id=a630735e-10a7-46fd-912c-a1792d18fd15 HTTP/1.1" status: 200 len: 945 time: 0.0884349 May 27 03:30:08.682789 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-97cda151-ff65-4d14-9388-0bfcd4efa93d admin admin] Publish callbacks [] for security_group (8632957e-8ed5-4b28-853e-d5d4b0604db9), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:08.715522 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-97cda151-ff65-4d14-9388-0bfcd4efa93d admin admin] Publish callbacks [] for security_group (8632957e-8ed5-4b28-853e-d5d4b0604db9), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:08.718610 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-bfecbd35-ce79-4e1c-bf68-a630360fcf36 req-91bbc605-3868-45e5-995d-236225526699 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/security-groups?id=0da39d56-2ae2-493f-b202-0452c114a552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715070 May 27 03:30:08.778608 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-97cda151-ff65-4d14-9388-0bfcd4efa93d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (8632957e-8ed5-4b28-853e-d5d4b0604db9), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:08.781924 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-97cda151-ff65-4d14-9388-0bfcd4efa93d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:08.783388 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-97cda151-ff65-4d14-9388-0bfcd4efa93d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8632957e-8ed5-4b28-853e-d5d4b0604db9 HTTP/1.1" status: 204 len: 168 time: 0.1697192 May 27 03:30:08.793481 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cda151-ff65-4d14-9388-0bfcd4efa93d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8632957e-8ed5-4b28-853e-d5d4b0604db9,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:09.221437 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505dcda5-adcc-4ce2-b06f-3a5cea1231fd req-91f6e2cf-d1f3-4923-bd91-04a646a66c85 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:09.224126 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-505dcda5-adcc-4ce2-b06f-3a5cea1231fd req-91f6e2cf-d1f3-4923-bd91-04a646a66c85 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=3aa1b29c-4aa9-4ece-a9ee-fd84d519970f HTTP/1.1" status: 200 len: 943 time: 0.0586176 May 27 03:30:09.285236 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-505dcda5-adcc-4ce2-b06f-3a5cea1231fd req-0ddcc882-eb13-46ee-b61c-02675b95791a tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ce8f43f-6a1f-4134-bfa6-ac4d57290765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471699 May 27 03:30:09.862280 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60df6c90-926b-4835-a34b-062ff9645605 req-b70b5493-2ee9-4a69-9515-88d438863b54 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:09.863979 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-60df6c90-926b-4835-a34b-062ff9645605 req-b70b5493-2ee9-4a69-9515-88d438863b54 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/ports?device_id=a630735e-10a7-46fd-912c-a1792d18fd15 HTTP/1.1" status: 200 len: 945 time: 0.0661049 May 27 03:30:09.919546 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-60df6c90-926b-4835-a34b-062ff9645605 req-8cde6835-aa6f-4618-a449-6d1fcd7740eb tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/security-groups?id=0da39d56-2ae2-493f-b202-0452c114a552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491114 May 27 03:30:10.148546 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Device d6a48426-132d-46f7-b088-8df0294adfe1 no longer exists at agent hyperv_hv-cinder-82880 {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:30:10.236829 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Current status of the port d6a48426-132d-46f7-b088-8df0294adfe1 is: ACTIVE; New status is: DOWN {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:30:10.237262 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (d6a48426-132d-46f7-b088-8df0294adfe1), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:10.264384 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a630735e-10a7-46fd-912c-a1792d18fd15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6a48426-132d-46f7-b088-8df0294adfe1'}] {{(pid=104073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:30:10.266899 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fe636b475fcf817a66bede64dee182d8d37f0deb14dcb08a99f86243ff54ad7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bc8b919-6051-4985-b7dc-c5b61a985161" -d '{"events": [{"server_uuid": "a630735e-10a7-46fd-912c-a1792d18fd15", "name": "network-vif-unplugged", "status": "completed", "tag": "d6a48426-132d-46f7-b088-8df0294adfe1"}]}' {{(pid=104073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:30:10.284227 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] For port d6a48426-132d-46f7-b088-8df0294adfe1, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=d6a48426-132d-46f7-b088-8df0294adfe1,segment=NetworkSegment(63adec67-bcb3-479f-bdea-b274a09a22b6),segment_id=63adec67-bcb3-479f-bdea-b274a09a22b6)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:30:10.291990 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (d6a48426-132d-46f7-b088-8df0294adfe1), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:10.356328 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 May 2022 03:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92d1ade3-d72a-4565-98ed-f3412f745733 x-openstack-request-id: req-92d1ade3-d72a-4565-98ed-f3412f745733 {{(pid=104073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:30:10.356604 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a630735e-10a7-46fd-912c-a1792d18fd15", "name": "network-vif-unplugged", "status": "completed", "tag": "d6a48426-132d-46f7-b088-8df0294adfe1", "code": 200}]} {{(pid=104073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:30:10.356866 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-92d1ade3-d72a-4565-98ed-f3412f745733 {{(pid=104073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:30:10.357304 dv-cinder-828806-4-iscsi neutron-server[104073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92d1ade3-d72a-4565-98ed-f3412f745733'] response: {'server_uuid': 'a630735e-10a7-46fd-912c-a1792d18fd15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6a48426-132d-46f7-b088-8df0294adfe1', 'code': 200} May 27 03:30:10.392291 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Pushing event updated for resources: {'Port': ['ID=d6a48426-132d-46f7-b088-8df0294adfe1,revision_number=6']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:10.456841 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab1ac0e-b954-46a5-ba7a-f4e1dc2be420 req-93651393-7d02-4730-a382-a44254c24aef tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:10.458392 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-0ab1ac0e-b954-46a5-ba7a-f4e1dc2be420 req-93651393-7d02-4730-a382-a44254c24aef tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=3aa1b29c-4aa9-4ece-a9ee-fd84d519970f HTTP/1.1" status: 200 len: 943 time: 0.0693557 May 27 03:30:10.512428 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-0ab1ac0e-b954-46a5-ba7a-f4e1dc2be420 req-ebbfefc6-c53f-4b42-a37b-15955d97c92a tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ce8f43f-6a1f-4134-bfa6-ac4d57290765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464900 May 27 03:30:11.057873 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f5930c-def1-49ff-a2bb-4ee9cfea872c req-b49293b4-f2e8-45a2-b8e0-c8d4d42cd875 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:11.060011 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-b4f5930c-def1-49ff-a2bb-4ee9cfea872c req-b49293b4-f2e8-45a2-b8e0-c8d4d42cd875 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/ports?device_id=a630735e-10a7-46fd-912c-a1792d18fd15 HTTP/1.1" status: 200 len: 943 time: 0.0629361 May 27 03:30:11.131056 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-b4f5930c-def1-49ff-a2bb-4ee9cfea872c req-824f114f-b5e7-4ca5-a7a7-e8a6376e9df7 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/security-groups?id=0da39d56-2ae2-493f-b202-0452c114a552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644796 May 27 03:30:11.670092 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e344c657-05bc-4767-8281-b3ffb69821e9 req-f89adf24-88a2-414e-806e-4ad7683d2de2 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:11.672699 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-e344c657-05bc-4767-8281-b3ffb69821e9 req-f89adf24-88a2-414e-806e-4ad7683d2de2 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=3aa1b29c-4aa9-4ece-a9ee-fd84d519970f HTTP/1.1" status: 200 len: 943 time: 0.0550649 May 27 03:30:11.745525 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-e344c657-05bc-4767-8281-b3ffb69821e9 req-e37d62f2-ed16-4535-b520-197ecd8a210f tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ce8f43f-6a1f-4134-bfa6-ac4d57290765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645339 May 27 03:30:11.875675 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 35210) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:30:11.990252 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-90e85e3d-2c6e-46d0-9ac0-97eac660c424 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:12.077619 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-90e85e3d-2c6e-46d0-9ac0-97eac660c424 admin admin] Publish callbacks [] for security_group (4aba006e-b48c-4cd1-89d5-46b9c49160a7), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:12.093630 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-90e85e3d-2c6e-46d0-9ac0-97eac660c424 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (4aba006e-b48c-4cd1-89d5-46b9c49160a7), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:12.138758 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-90e85e3d-2c6e-46d0-9ac0-97eac660c424 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d5c45cdb8f1f45acabfa6999be0a6cc0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2619774 May 27 03:30:12.139499 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e85e3d-2c6e-46d0-9ac0-97eac660c424 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aba006e-b48c-4cd1-89d5-46b9c49160a7,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:12.141613 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 35214) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:30:12.208241 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-fb33c175-80eb-464f-8a4c-ab01a8ecff83 admin admin] Publish callbacks [] for security_group (4aba006e-b48c-4cd1-89d5-46b9c49160a7), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:12.240229 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-fb33c175-80eb-464f-8a4c-ab01a8ecff83 admin admin] Publish callbacks [] for security_group (4aba006e-b48c-4cd1-89d5-46b9c49160a7), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:12.278891 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5b84f4-ec4a-4315-9bcc-f377a19ccd50 req-c03bf233-7652-4b17-886f-493b2ba8f7f1 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:12.280697 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-eb5b84f4-ec4a-4315-9bcc-f377a19ccd50 req-c03bf233-7652-4b17-886f-493b2ba8f7f1 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/ports?device_id=a630735e-10a7-46fd-912c-a1792d18fd15 HTTP/1.1" status: 200 len: 943 time: 0.0647600 May 27 03:30:12.347452 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-eb5b84f4-ec4a-4315-9bcc-f377a19ccd50 req-49212418-2700-4765-9789-a7ebd5280e3b tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/security-groups?id=0da39d56-2ae2-493f-b202-0452c114a552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593393 May 27 03:30:12.582705 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-fb33c175-80eb-464f-8a4c-ab01a8ecff83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (4aba006e-b48c-4cd1-89d5-46b9c49160a7), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:12.586670 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-fb33c175-80eb-464f-8a4c-ab01a8ecff83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:12.587969 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-fb33c175-80eb-464f-8a4c-ab01a8ecff83 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4aba006e-b48c-4cd1-89d5-46b9c49160a7 HTTP/1.1" status: 204 len: 168 time: 0.4453225 May 27 03:30:12.596416 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb33c175-80eb-464f-8a4c-ab01a8ecff83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aba006e-b48c-4cd1-89d5-46b9c49160a7,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:12.902661 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef99e98-ecfa-4eb0-a588-5122af38f76d req-bbbce176-acf9-4f43-aa13-ed0949a0a5f1 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:12.904245 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-7ef99e98-ecfa-4eb0-a588-5122af38f76d req-bbbce176-acf9-4f43-aa13-ed0949a0a5f1 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=3aa1b29c-4aa9-4ece-a9ee-fd84d519970f HTTP/1.1" status: 200 len: 943 time: 0.0679865 May 27 03:30:12.956121 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 35224) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:30:12.979721 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-7ef99e98-ecfa-4eb0-a588-5122af38f76d req-00dc2132-5a84-4af0-b712-e67037f0b496 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ce8f43f-6a1f-4134-bfa6-ac4d57290765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681024 May 27 03:30:12.986859 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-e8487754-f970-4325-9508-35c00fd09a3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:13.005463 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:13.007521 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:13.072565 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=2 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:13.137700 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-e8487754-f970-4325-9508-35c00fd09a3a admin admin] Publish callbacks [] for security_group (eca35e28-ba39-4628-a685-4bc4afc94206), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:13.144462 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-e8487754-f970-4325-9508-35c00fd09a3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (eca35e28-ba39-4628-a685-4bc4afc94206), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:13.189080 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8487754-f970-4325-9508-35c00fd09a3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eca35e28-ba39-4628-a685-4bc4afc94206,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:13.212427 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-e8487754-f970-4325-9508-35c00fd09a3a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8a48b70e4365461c96e8da8e0537ada6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2528007 May 27 03:30:13.212632 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 35226) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:30:13.268161 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-3edccf8c-3fd2-4ad7-b094-aa217b4bcfec admin admin] Publish callbacks [] for security_group (eca35e28-ba39-4628-a685-4bc4afc94206), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:13.287205 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (a17a57cc-679f-4398-8430-1b64b86f4dc1), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:13.297351 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-3edccf8c-3fd2-4ad7-b094-aa217b4bcfec admin admin] Publish callbacks [] for security_group (eca35e28-ba39-4628-a685-4bc4afc94206), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:13.352460 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-3edccf8c-3fd2-4ad7-b094-aa217b4bcfec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (eca35e28-ba39-4628-a685-4bc4afc94206), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:13.355223 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-3edccf8c-3fd2-4ad7-b094-aa217b4bcfec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:13.356415 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-3edccf8c-3fd2-4ad7-b094-aa217b4bcfec admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/eca35e28-ba39-4628-a685-4bc4afc94206 HTTP/1.1" status: 204 len: 168 time: 0.1427436 May 27 03:30:13.365307 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edccf8c-3fd2-4ad7-b094-aa217b4bcfec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eca35e28-ba39-4628-a685-4bc4afc94206,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:13.560185 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4fe38b-3747-4902-9b4d-a44414e8f69c req-f367662f-f880-4946-a851-a2bd62abf8cc tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:13.566087 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-3c4fe38b-3747-4902-9b4d-a44414e8f69c req-f367662f-f880-4946-a851-a2bd62abf8cc tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/ports?device_id=a630735e-10a7-46fd-912c-a1792d18fd15 HTTP/1.1" status: 200 len: 943 time: 0.0986490 May 27 03:30:13.664366 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-3c4fe38b-3747-4902-9b4d-a44414e8f69c req-aa9fe124-fa0a-4491-9fc7-9828474fac04 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/security-groups?id=0da39d56-2ae2-493f-b202-0452c114a552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930738 May 27 03:30:14.163733 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eaceaf-abca-400a-a1e6-cdc8f9645a09 req-fc2c4d88-96a2-4bef-a62f-d4ee415b4392 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:14.166386 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-16eaceaf-abca-400a-a1e6-cdc8f9645a09 req-fc2c4d88-96a2-4bef-a62f-d4ee415b4392 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=3aa1b29c-4aa9-4ece-a9ee-fd84d519970f HTTP/1.1" status: 200 len: 943 time: 0.0698056 May 27 03:30:14.249559 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-16eaceaf-abca-400a-a1e6-cdc8f9645a09 req-fa16090d-f934-49fc-a677-b30c9334f587 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ce8f43f-6a1f-4134-bfa6-ac4d57290765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754085 May 27 03:30:14.789774 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a3b275-4894-4acc-ba69-ad137639bf33 req-2a356c5b-c7e4-4193-9638-06d1d5293a16 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:14.791301 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-22a3b275-4894-4acc-ba69-ad137639bf33 req-2a356c5b-c7e4-4193-9638-06d1d5293a16 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/ports?device_id=a630735e-10a7-46fd-912c-a1792d18fd15 HTTP/1.1" status: 200 len: 943 time: 0.0488906 May 27 03:30:14.843308 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-22a3b275-4894-4acc-ba69-ad137639bf33 req-3016e9e5-7659-4e6b-8123-9cdb127bcd7a tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/security-groups?id=0da39d56-2ae2-493f-b202-0452c114a552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460367 May 27 03:30:15.077300 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecdd7c1-3ea5-45ca-8e13-76fb460f965e req-e9c45921-0ddf-4286-b981-58cd648c56d7 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:15.078788 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-9ecdd7c1-3ea5-45ca-8e13-76fb460f965e req-e9c45921-0ddf-4286-b981-58cd648c56d7 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.67 "GET /v2.0/ports?device_id=a630735e-10a7-46fd-912c-a1792d18fd15 HTTP/1.1" status: 200 len: 943 time: 0.0505149 May 27 03:30:15.383983 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e44cf4d-41de-44ab-964b-20562e673e44 req-47070920-9958-42f7-9eba-e7ee433956af tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:15.385649 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-4e44cf4d-41de-44ab-964b-20562e673e44 req-47070920-9958-42f7-9eba-e7ee433956af tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=3aa1b29c-4aa9-4ece-a9ee-fd84d519970f HTTP/1.1" status: 200 len: 943 time: 0.0529876 May 27 03:30:15.399105 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:15.424915 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:15.437722 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-4e44cf4d-41de-44ab-964b-20562e673e44 req-9d5f1d04-d744-4fd1-9d88-19d23c28732f tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ce8f43f-6a1f-4134-bfa6-ac4d57290765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460064 May 27 03:30:15.992902 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9680632d-1159-41f6-93e8-b7b2a86186ca req-bfb90d41-1229-4ca0-99c9-8da4bc4b00d8 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:15.994585 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-9680632d-1159-41f6-93e8-b7b2a86186ca req-bfb90d41-1229-4ca0-99c9-8da4bc4b00d8 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/ports?device_id=a630735e-10a7-46fd-912c-a1792d18fd15 HTTP/1.1" status: 200 len: 943 time: 0.0632925 May 27 03:30:16.097016 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-9680632d-1159-41f6-93e8-b7b2a86186ca req-8587ed6e-b2ee-4355-b264-1981f6518612 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/security-groups?id=0da39d56-2ae2-493f-b202-0452c114a552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848148 May 27 03:30:16.097690 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.plugin [req-9ecdd7c1-3ea5-45ca-8e13-76fb460f965e req-864f68f5-63a2-4789-b139-b2870a85577b tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Deleting port d6a48426-132d-46f7-b088-8df0294adfe1 {{(pid=104071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:30:16.098020 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-9ecdd7c1-3ea5-45ca-8e13-76fb460f965e req-864f68f5-63a2-4789-b139-b2870a85577b tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743907775461'] for port (d6a48426-132d-46f7-b088-8df0294adfe1), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:16.193311 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.db [req-9ecdd7c1-3ea5-45ca-8e13-76fb460f965e req-864f68f5-63a2-4789-b139-b2870a85577b tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] For port d6a48426-132d-46f7-b088-8df0294adfe1, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=d6a48426-132d-46f7-b088-8df0294adfe1,segment=NetworkSegment(63adec67-bcb3-479f-bdea-b274a09a22b6),segment_id=63adec67-bcb3-479f-bdea-b274a09a22b6)] {{(pid=104071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:30:16.194070 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-9ecdd7c1-3ea5-45ca-8e13-76fb460f965e req-864f68f5-63a2-4789-b139-b2870a85577b tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16271712'] for port (d6a48426-132d-46f7-b088-8df0294adfe1), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:16.195812 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:16.354944 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:INSERT=3,neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:16.358240 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-9ecdd7c1-3ea5-45ca-8e13-76fb460f965e req-864f68f5-63a2-4789-b139-b2870a85577b tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:16.358635 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-9ecdd7c1-3ea5-45ca-8e13-76fb460f965e req-864f68f5-63a2-4789-b139-b2870a85577b tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16279512'] for floatingip (b78d753f-f14c-4e44-8b25-693479e6fc15), after_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:16.358951 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.db.l3_db [req-9ecdd7c1-3ea5-45ca-8e13-76fb460f965e req-864f68f5-63a2-4789-b139-b2870a85577b tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Floating IP b78d753f-f14c-4e44-8b25-693479e6fc15 disassociated. External IP: 172.27.3.28, port: d6a48426-132d-46f7-b088-8df0294adfe1. May 27 03:30:16.359293 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.plugin [req-9ecdd7c1-3ea5-45ca-8e13-76fb460f965e req-864f68f5-63a2-4789-b139-b2870a85577b tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Calling delete_port for d6a48426-132d-46f7-b088-8df0294adfe1 owned by compute:nova {{(pid=104071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:30:16.497273 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-9ecdd7c1-3ea5-45ca-8e13-76fb460f965e req-864f68f5-63a2-4789-b139-b2870a85577b tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743907783123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743907242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12907156'] for port (d6a48426-132d-46f7-b088-8df0294adfe1), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:16.525925 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864f68f5-63a2-4789-b139-b2870a85577b tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Pushing event deleted for resources: {'Port': ['ID=d6a48426-132d-46f7-b088-8df0294adfe1,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:16.576695 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb0c02f-c182-488e-ba2c-7a3cd7845842 req-baf2b84b-bb53-4822-ba90-a8ab71149220 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:16.578201 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-8fb0c02f-c182-488e-ba2c-7a3cd7845842 req-baf2b84b-bb53-4822-ba90-a8ab71149220 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=3aa1b29c-4aa9-4ece-a9ee-fd84d519970f HTTP/1.1" status: 200 len: 943 time: 0.0601370 May 27 03:30:16.636606 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-8fb0c02f-c182-488e-ba2c-7a3cd7845842 req-5b2effcb-851e-493c-a6b2-4b98de3da844 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ce8f43f-6a1f-4134-bfa6-ac4d57290765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498004 May 27 03:30:16.662757 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9ecdd7c1-3ea5-45ca-8e13-76fb460f965e req-864f68f5-63a2-4789-b139-b2870a85577b tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Router ec376dbd-361b-41fd-8d64-cf1759d3c8fc has already been hosted by L3 agent 3e4effd7-5bc9-408b-93fa-42e4b19a61d9 {{(pid=104071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:30:16.771173 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9ecdd7c1-3ea5-45ca-8e13-76fb460f965e req-864f68f5-63a2-4789-b139-b2870a85577b tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Notify agent at l3_agent.dv-cinder-828806-4-iscsi the message routers_updated {{(pid=104071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:30:16.782433 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0ff446-882d-48f0-ae49-a3efb43c5ba4 None None] Sync routers for ids ['ec376dbd-361b-41fd-8d64-cf1759d3c8fc'] in dv-cinder-828806-4-iscsi {{(pid=104074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:30:16.795307 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0ff446-882d-48f0-ae49-a3efb43c5ba4 None None] Routers {'ec376dbd-361b-41fd-8d64-cf1759d3c8fc'} bound to L3 agent in host dv-cinder-828806-4-iscsi {{(pid=104074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:30:16.796037 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-1e0ff446-882d-48f0-ae49-a3efb43c5ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T03:14:31Z,description=,heartbeat_timestamp=2022-05-27T03:30:01Z,host='dv-cinder-828806-4-iscsi',id=3e4effd7-5bc9-408b-93fa-42e4b19a61d9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:14:31Z,topic='l3_agent')) {'router_ids': ['ec376dbd-361b-41fd-8d64-cf1759d3c8fc'], 'active': True} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:30:16.814384 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ecdd7c1-3ea5-45ca-8e13-76fb460f965e req-864f68f5-63a2-4789-b139-b2870a85577b tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] No DVR routers for this DVR port d6a48426-132d-46f7-b088-8df0294adfe1 on host hv-cinder-82880 {{(pid=104071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:30:16.816903 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-9ecdd7c1-3ea5-45ca-8e13-76fb460f965e req-864f68f5-63a2-4789-b139-b2870a85577b tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159658'] for port (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:16.820396 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-9ecdd7c1-3ea5-45ca-8e13-76fb460f965e req-864f68f5-63a2-4789-b139-b2870a85577b tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.67 "DELETE /v2.0/ports/d6a48426-132d-46f7-b088-8df0294adfe1 HTTP/1.1" status: 204 len: 173 time: 0.8473449 May 27 03:30:16.820858 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a630735e-10a7-46fd-912c-a1792d18fd15', 'name': 'network-vif-deleted', 'tag': 'd6a48426-132d-46f7-b088-8df0294adfe1'}] {{(pid=104071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:30:16.823680 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bb076ad6e20eee76da9493a154e3e0af7ddb4a8668b70cc9390b05200f69f4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55939d07-673c-42f4-a18e-6292360f2687" -d '{"events": [{"server_uuid": "a630735e-10a7-46fd-912c-a1792d18fd15", "name": "network-vif-deleted", "tag": "d6a48426-132d-46f7-b088-8df0294adfe1"}]}' {{(pid=104071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:30:16.880140 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6c893bb-43aa-4d1b-810a-50cd5dc19d24 x-openstack-request-id: req-d6c893bb-43aa-4d1b-810a-50cd5dc19d24 {{(pid=104071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:30:16.880526 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a630735e-10a7-46fd-912c-a1792d18fd15", "name": "network-vif-deleted", "tag": "d6a48426-132d-46f7-b088-8df0294adfe1", "status": "completed", "code": 200}]} {{(pid=104071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:30:16.880855 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d6c893bb-43aa-4d1b-810a-50cd5dc19d24 {{(pid=104071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:30:16.881553 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6c893bb-43aa-4d1b-810a-50cd5dc19d24'] response: {'server_uuid': 'a630735e-10a7-46fd-912c-a1792d18fd15', 'name': 'network-vif-deleted', 'tag': 'd6a48426-132d-46f7-b088-8df0294adfe1', 'status': 'completed', 'code': 200} May 27 03:30:16.913691 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvr_db [None req-1e0ff446-882d-48f0-ae49-a3efb43c5ba4 None None] Set router ec376dbd-361b-41fd-8d64-cf1759d3c8fc gateway port host: dv-cinder-828806-4-iscsi {{(pid=104074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:30:17.128160 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-1e0ff446-882d-48f0-ae49-a3efb43c5ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec376dbd-361b-41fd-8d64-cf1759d3c8fc', 'name': 'tempest-AttachVolumeTestJSON-611778045-router', 'tenant_id': '9351d2e0e0e14585820951a9398b35f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': 'da55691b-81f4-431f-952d-01e3daeffc29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:14Z', 'updated_at': '2022-05-27T03:23:27Z', 'revision_number': 4, 'project_id': '9351d2e0e0e14585820951a9398b35f4', 'gw_port': {'id': 'da55691b-81f4-431f-952d-01e3daeffc29', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:b4:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec376dbd-361b-41fd-8d64-cf1759d3c8fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:15Z', 'updated_at': '2022-05-27T03:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi', '_interfaces': [{'id': '678e1304-6bf6-41b4-a3e4-e72b45445918', 'name': '', 'network_id': 'cc2d2605-cf0b-41cc-a4d1-c3c28ec94860', 'tenant_id': '9351d2e0e0e14585820951a9398b35f4', 'mac_address': 'fa:16:3e:c2:90:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec376dbd-361b-41fd-8d64-cf1759d3c8fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'a8c67362-f6b9-416d-9235-7ee8f03b0511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:25Z', 'updated_at': '2022-05-27T03:23:44Z', 'revision_number': 5, 'project_id': '9351d2e0e0e14585820951a9398b35f4', 'subnets': [{'id': 'a8c67362-f6b9-416d-9235-7ee8f03b0511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-4-iscsi', False) {} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:30:17.157845 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0ff446-882d-48f0-ae49-a3efb43c5ba4 None None] Checking router: ec376dbd-361b-41fd-8d64-cf1759d3c8fc for host: dv-cinder-828806-4-iscsi {{(pid=104074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:30:17.167273 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0ff446-882d-48f0-ae49-a3efb43c5ba4 None None] Routers {'ec376dbd-361b-41fd-8d64-cf1759d3c8fc'} bound to L3 agent in host dv-cinder-828806-4-iscsi {{(pid=104074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:30:17.167894 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-1e0ff446-882d-48f0-ae49-a3efb43c5ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T03:14:31Z,description=,heartbeat_timestamp=2022-05-27T03:30:01Z,host='dv-cinder-828806-4-iscsi',id=3e4effd7-5bc9-408b-93fa-42e4b19a61d9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:14:31Z,topic='l3_agent')) {'router_ids': ['ec376dbd-361b-41fd-8d64-cf1759d3c8fc'], 'active': True} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:30:17.213506 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-9a1415d2-32a1-4b72-ba3d-31500d3a0d6d req-af3ee001-8003-4c74-9463-b626800cd56a tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/ports?device_id=a630735e-10a7-46fd-912c-a1792d18fd15 HTTP/1.1" status: 200 len: 210 time: 0.0341098 May 27 03:30:17.276824 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvr_db [None req-1e0ff446-882d-48f0-ae49-a3efb43c5ba4 None None] Set router ec376dbd-361b-41fd-8d64-cf1759d3c8fc gateway port host: dv-cinder-828806-4-iscsi {{(pid=104074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:30:17.494113 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-1e0ff446-882d-48f0-ae49-a3efb43c5ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec376dbd-361b-41fd-8d64-cf1759d3c8fc', 'name': 'tempest-AttachVolumeTestJSON-611778045-router', 'tenant_id': '9351d2e0e0e14585820951a9398b35f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': 'da55691b-81f4-431f-952d-01e3daeffc29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:14Z', 'updated_at': '2022-05-27T03:23:27Z', 'revision_number': 4, 'project_id': '9351d2e0e0e14585820951a9398b35f4', 'gw_port': {'id': 'da55691b-81f4-431f-952d-01e3daeffc29', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:b4:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec376dbd-361b-41fd-8d64-cf1759d3c8fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:15Z', 'updated_at': '2022-05-27T03:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi', '_interfaces': [{'id': '678e1304-6bf6-41b4-a3e4-e72b45445918', 'name': '', 'network_id': 'cc2d2605-cf0b-41cc-a4d1-c3c28ec94860', 'tenant_id': '9351d2e0e0e14585820951a9398b35f4', 'mac_address': 'fa:16:3e:c2:90:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec376dbd-361b-41fd-8d64-cf1759d3c8fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'a8c67362-f6b9-416d-9235-7ee8f03b0511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:25Z', 'updated_at': '2022-05-27T03:23:44Z', 'revision_number': 5, 'project_id': '9351d2e0e0e14585820951a9398b35f4', 'subnets': [{'id': 'a8c67362-f6b9-416d-9235-7ee8f03b0511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-4-iscsi', False) {} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:30:17.529416 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0ff446-882d-48f0-ae49-a3efb43c5ba4 None None] The sync data for ids ['ec376dbd-361b-41fd-8d64-cf1759d3c8fc'] in dv-cinder-828806-4-iscsi is: [{'id': 'ec376dbd-361b-41fd-8d64-cf1759d3c8fc', 'name': 'tempest-AttachVolumeTestJSON-611778045-router', 'tenant_id': '9351d2e0e0e14585820951a9398b35f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': 'da55691b-81f4-431f-952d-01e3daeffc29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:14Z', 'updated_at': '2022-05-27T03:23:27Z', 'revision_number': 4, 'project_id': '9351d2e0e0e14585820951a9398b35f4', 'gw_port': {'id': 'da55691b-81f4-431f-952d-01e3daeffc29', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:b4:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec376dbd-361b-41fd-8d64-cf1759d3c8fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:15Z', 'updated_at': '2022-05-27T03:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi', '_interfaces': [{'id': '678e1304-6bf6-41b4-a3e4-e72b45445918', 'name': '', 'network_id': 'cc2d2605-cf0b-41cc-a4d1-c3c28ec94860', 'tenant_id': '9351d2e0e0e14585820951a9398b35f4', 'mac_address': 'fa:16:3e:c2:90:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec376dbd-361b-41fd-8d64-cf1759d3c8fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'a8c67362-f6b9-416d-9235-7ee8f03b0511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:25Z', 'updated_at': '2022-05-27T03:23:44Z', 'revision_number': 5, 'project_id': '9351d2e0e0e14585820951a9398b35f4', 'subnets': [{'id': 'a8c67362-f6b9-416d-9235-7ee8f03b0511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:30:17.580458 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ff1639-5371-4a87-a9c6-6947ffbafde9 req-e415ed86-786b-4127-b1b5-443440ceadb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:17.582027 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-a6ff1639-5371-4a87-a9c6-6947ffbafde9 req-e415ed86-786b-4127-b1b5-443440ceadb7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7e2e4b63d6af43058e0dc76d8ceac844&device_id=3aa1b29c-4aa9-4ece-a9ee-fd84d519970f HTTP/1.1" status: 200 len: 1127 time: 0.0444877 May 27 03:30:17.697305 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ff1639-5371-4a87-a9c6-6947ffbafde9 req-f3ff2d57-7fe1-4a2d-93b2-88e4af538b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:17.698829 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-a6ff1639-5371-4a87-a9c6-6947ffbafde9 req-f3ff2d57-7fe1-4a2d-93b2-88e4af538b8a service neutron] 10.222.0.67 "GET /v2.0/networks?id=9235750b-3863-4242-97a7-a4cb52643ca2 HTTP/1.1" status: 200 len: 917 time: 0.0951846 May 27 03:30:17.762023 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b444d5b-2172-423c-94c9-98b2bf5d6f8f None None] New status for floating IP b78d753f-f14c-4e44-8b25-693479e6fc15: DOWN {{(pid=104073) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 03:30:17.805947 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccc154f-186d-4704-927d-7fdd5a4240fb req-830e497e-0585-4994-9576-ee06f66e10d4 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:17.807446 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-4ccc154f-186d-4704-927d-7fdd5a4240fb req-830e497e-0585-4994-9576-ee06f66e10d4 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=3aa1b29c-4aa9-4ece-a9ee-fd84d519970f HTTP/1.1" status: 200 len: 943 time: 0.0945723 May 27 03:30:17.809531 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-a6ff1639-5371-4a87-a9c6-6947ffbafde9 req-711cb284-a8bd-4ee3-8e21-bc7c62d667dd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e76e5be-43aa-4f7f-9313-3304d2fd1b0d HTTP/1.1" status: 200 len: 999 time: 0.1043780 May 27 03:30:17.879512 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:17.894631 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ff1639-5371-4a87-a9c6-6947ffbafde9 req-34573070-2965-4401-9210-dc20babcadec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:17.896045 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-a6ff1639-5371-4a87-a9c6-6947ffbafde9 req-34573070-2965-4401-9210-dc20babcadec service neutron] 10.222.0.67 "GET /v2.0/subnets?id=74986d1d-a9b7-43a2-b2c2-09937b076cb1 HTTP/1.1" status: 200 len: 855 time: 0.0760581 May 27 03:30:17.899726 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-4ccc154f-186d-4704-927d-7fdd5a4240fb req-2aa3db59-f599-4152-8946-d2a8ace46b06 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ce8f43f-6a1f-4134-bfa6-ac4d57290765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863633 May 27 03:30:17.941302 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ff1639-5371-4a87-a9c6-6947ffbafde9 req-9b5e3461-b2ba-42a8-91be-b1ea8254ce40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:17.942841 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-a6ff1639-5371-4a87-a9c6-6947ffbafde9 req-9b5e3461-b2ba-42a8-91be-b1ea8254ce40 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9235750b-3863-4242-97a7-a4cb52643ca2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402653 May 27 03:30:18.037646 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-a6ff1639-5371-4a87-a9c6-6947ffbafde9 req-48e27c9b-6613-4969-a50b-38994f492d4d service neutron] 10.222.0.67 "GET /v2.0/networks/9235750b-3863-4242-97a7-a4cb52643ca2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880485 May 27 03:30:18.127658 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-a6ff1639-5371-4a87-a9c6-6947ffbafde9 req-eb4781ae-42a3-49bc-a99c-62d0bf26d6dd service neutron] 10.222.0.67 "GET /v2.0/networks/9235750b-3863-4242-97a7-a4cb52643ca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850317 May 27 03:30:18.156145 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Device 5e76e5be-43aa-4f7f-9313-3304d2fd1b0d details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=104073) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 03:30:18.229861 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:18.261792 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:18.281204 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] For port 5e76e5be-43aa-4f7f-9313-3304d2fd1b0d, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=5e76e5be-43aa-4f7f-9313-3304d2fd1b0d,segment=NetworkSegment(8900a96c-140e-4a88-9323-782a7b94dd95),segment_id=8900a96c-140e-4a88-9323-782a7b94dd95)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:30:18.293758 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Returning: {'device': '5e76e5be-43aa-4f7f-9313-3304d2fd1b0d', 'network_id': '9235750b-3863-4242-97a7-a4cb52643ca2', 'port_id': '5e76e5be-43aa-4f7f-9313-3304d2fd1b0d', 'mac_address': 'fa:16:3e:b5:84:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74986d1d-a9b7-43a2-b2c2-09937b076cb1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104073) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 03:30:18.304386 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 35318) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:30:18.331010 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Current status of the port 5e76e5be-43aa-4f7f-9313-3304d2fd1b0d is: DOWN; New status is: BUILD {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:30:18.331320 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (5e76e5be-43aa-4f7f-9313-3304d2fd1b0d), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:18.346000 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.notifiers.nova [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e76e5be-43aa-4f7f-9313-3304d2fd1b0d {{(pid=104073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:30:18.360811 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-b84d6c2e-eed3-45a5-8c95-a6037bd7cac8 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Publish callbacks [] for security_group (0da39d56-2ae2-493f-b202-0452c114a552), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:18.367416 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] For port 5e76e5be-43aa-4f7f-9313-3304d2fd1b0d, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=5e76e5be-43aa-4f7f-9313-3304d2fd1b0d,segment=NetworkSegment(8900a96c-140e-4a88-9323-782a7b94dd95),segment_id=8900a96c-140e-4a88-9323-782a7b94dd95)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:30:18.372461 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (5e76e5be-43aa-4f7f-9313-3304d2fd1b0d), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:18.386775 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-b84d6c2e-eed3-45a5-8c95-a6037bd7cac8 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Publish callbacks [] for security_group (0da39d56-2ae2-493f-b202-0452c114a552), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:18.421615 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Pushing event updated for resources: {'Port': ['ID=5e76e5be-43aa-4f7f-9313-3304d2fd1b0d,revision_number=9']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:18.430584 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:18.431018 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:18.431371 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:18.431731 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:18.432029 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:18.432349 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:18.432692 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:18.433010 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:18.433331 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:18.433647 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:18.433964 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:18.434322 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:18.434588 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:18.434940 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:18.435238 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:18.439112 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-b84d6c2e-eed3-45a5-8c95-a6037bd7cac8 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (0da39d56-2ae2-493f-b202-0452c114a552), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:18.442007 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-b84d6c2e-eed3-45a5-8c95-a6037bd7cac8 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Publish callbacks [] for security_group (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:18.446037 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-b84d6c2e-eed3-45a5-8c95-a6037bd7cac8 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "DELETE /v2.0/security-groups/0da39d56-2ae2-493f-b202-0452c114a552 HTTP/1.1" status: 204 len: 168 time: 0.1377468 May 27 03:30:18.446848 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 35320) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:30:18.453866 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84d6c2e-eed3-45a5-8c95-a6037bd7cac8 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0da39d56-2ae2-493f-b202-0452c114a552,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:18.461704 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84d6c2e-eed3-45a5-8c95-a6037bd7cac8 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:18.462042 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84d6c2e-eed3-45a5-8c95-a6037bd7cac8 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:18.462385 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84d6c2e-eed3-45a5-8c95-a6037bd7cac8 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:18.462822 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84d6c2e-eed3-45a5-8c95-a6037bd7cac8 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:18.463155 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84d6c2e-eed3-45a5-8c95-a6037bd7cac8 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:18.463479 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84d6c2e-eed3-45a5-8c95-a6037bd7cac8 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:18.463797 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84d6c2e-eed3-45a5-8c95-a6037bd7cac8 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:18.464113 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84d6c2e-eed3-45a5-8c95-a6037bd7cac8 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:18.464851 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84d6c2e-eed3-45a5-8c95-a6037bd7cac8 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:18.465366 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84d6c2e-eed3-45a5-8c95-a6037bd7cac8 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:18.465687 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84d6c2e-eed3-45a5-8c95-a6037bd7cac8 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:18.466179 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84d6c2e-eed3-45a5-8c95-a6037bd7cac8 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:18.466500 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84d6c2e-eed3-45a5-8c95-a6037bd7cac8 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:18.466820 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84d6c2e-eed3-45a5-8c95-a6037bd7cac8 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:18.467363 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84d6c2e-eed3-45a5-8c95-a6037bd7cac8 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:18.468081 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.api.v2.resource [None req-147dca57-807e-4645-8d5b-641cdcfc8837 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] show failed (client error): The resource could not be found. May 27 03:30:18.469690 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-147dca57-807e-4645-8d5b-641cdcfc8837 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "GET /v2.0/security-groups/0da39d56-2ae2-493f-b202-0452c114a552 HTTP/1.1" status: 404 len: 347 time: 0.0219841 May 27 03:30:18.472557 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 35322) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:30:18.482791 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:18.617169 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.plugin [None req-a0919aac-28e9-4ba9-b77f-fa1afc542fa2 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Deleting port 8113a5e5-34b1-41c5-8e17-45a04802e06d {{(pid=104071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:30:18.618353 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-a0919aac-28e9-4ba9-b77f-fa1afc542fa2 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743907775461'] for port (8113a5e5-34b1-41c5-8e17-45a04802e06d), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:18.712449 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-a0919aac-28e9-4ba9-b77f-fa1afc542fa2 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16271712'] for port (8113a5e5-34b1-41c5-8e17-45a04802e06d), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:18.713084 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-a0919aac-28e9-4ba9-b77f-fa1afc542fa2 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Publish callbacks [] for floatingip (8113a5e5-34b1-41c5-8e17-45a04802e06d), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:18.714298 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] get_ports_and_sgs() called for port_ids ['5e76e5be-43aa-4f7f-9313-3304d2fd1b0d'] {{(pid=104073) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:30:18.727860 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.plugin [None req-a0919aac-28e9-4ba9-b77f-fa1afc542fa2 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Calling delete_port for 8113a5e5-34b1-41c5-8e17-45a04802e06d owned by network:floatingip {{(pid=104071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:30:18.888402 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-a0919aac-28e9-4ba9-b77f-fa1afc542fa2 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743907783123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743907242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12907156'] for port (8113a5e5-34b1-41c5-8e17-45a04802e06d), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:18.919658 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0919aac-28e9-4ba9-b77f-fa1afc542fa2 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Pushing event deleted for resources: {'Port': ['ID=8113a5e5-34b1-41c5-8e17-45a04802e06d,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:19.005548 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-a0919aac-28e9-4ba9-b77f-fa1afc542fa2 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Publish callbacks [] for floatingip (b78d753f-f14c-4e44-8b25-693479e6fc15), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:19.010945 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-a0919aac-28e9-4ba9-b77f-fa1afc542fa2 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159658'] for floatingip (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:19.017543 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-a0919aac-28e9-4ba9-b77f-fa1afc542fa2 tempest-AttachVolumeTestJSON-1734808862 tempest-AttachVolumeTestJSON-1734808862-project] 10.222.0.50 "DELETE /v2.0/floatingips/b78d753f-f14c-4e44-8b25-693479e6fc15 HTTP/1.1" status: 204 len: 168 time: 0.5437076 May 27 03:30:19.058365 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a19af3-f2e3-4c48-ba42-509791de620f req-7916e31e-ac17-4971-b766-8dda115bb059 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:19.066346 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-11a19af3-f2e3-4c48-ba42-509791de620f req-7916e31e-ac17-4971-b766-8dda115bb059 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=3aa1b29c-4aa9-4ece-a9ee-fd84d519970f HTTP/1.1" status: 200 len: 944 time: 0.0790441 May 27 03:30:19.124872 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 35340) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:30:19.137527 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-11a19af3-f2e3-4c48-ba42-509791de620f req-9cca5065-8f09-44ee-8d33-da6210ed79f1 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ce8f43f-6a1f-4134-bfa6-ac4d57290765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696263 May 27 03:30:19.249176 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-41cc85c4-30ca-4076-ba7f-3f7b86e3ee72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:19.326131 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-41cc85c4-30ca-4076-ba7f-3f7b86e3ee72 admin admin] Publish callbacks [] for security_group (57d2a7d8-9070-4f71-a208-b3185ed484a2), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:19.331087 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-41cc85c4-30ca-4076-ba7f-3f7b86e3ee72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (57d2a7d8-9070-4f71-a208-b3185ed484a2), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:19.363224 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:19.374095 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-41cc85c4-30ca-4076-ba7f-3f7b86e3ee72 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=66d8574f90784c13b23722c02e0f8e9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2478871 May 27 03:30:19.377068 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cc85c4-30ca-4076-ba7f-3f7b86e3ee72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57d2a7d8-9070-4f71-a208-b3185ed484a2,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:19.377206 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 35344) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:30:19.433267 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-70b87506-b8e2-4f9d-b26b-bc1f9477c3a3 admin admin] Publish callbacks [] for security_group (57d2a7d8-9070-4f71-a208-b3185ed484a2), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:19.455723 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-70b87506-b8e2-4f9d-b26b-bc1f9477c3a3 admin admin] Publish callbacks [] for security_group (57d2a7d8-9070-4f71-a208-b3185ed484a2), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:19.505190 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-70b87506-b8e2-4f9d-b26b-bc1f9477c3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (57d2a7d8-9070-4f71-a208-b3185ed484a2), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:19.508398 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-70b87506-b8e2-4f9d-b26b-bc1f9477c3a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:19.511988 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-70b87506-b8e2-4f9d-b26b-bc1f9477c3a3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/57d2a7d8-9070-4f71-a208-b3185ed484a2 HTTP/1.1" status: 204 len: 168 time: 0.1325724 May 27 03:30:19.517513 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b87506-b8e2-4f9d-b26b-bc1f9477c3a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57d2a7d8-9070-4f71-a208-b3185ed484a2,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:19.823804 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 35356) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:30:19.838672 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-da047763-db43-47c7-85f1-ffe41194fa4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:19.902979 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0b6199-02d3-48c6-9f54-bfee75a77398 req-0f839f73-cc6a-4cfb-8e3d-0a47c43ae214 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:19.904523 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-fc0b6199-02d3-48c6-9f54-bfee75a77398 req-0f839f73-cc6a-4cfb-8e3d-0a47c43ae214 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] 10.222.0.50 "GET /v2.0/ports?device_id=70020c76-0cc4-4adf-985d-4bd2c1b6b0da HTTP/1.1" status: 200 len: 984 time: 0.0636914 May 27 03:30:19.912371 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2235117-15d8-4be1-8233-03163704b661 req-b9d25f86-be7a-4f11-8641-74c12251542e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:19.915505 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-d2235117-15d8-4be1-8233-03163704b661 req-b9d25f86-be7a-4f11-8641-74c12251542e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f03723b938b845309929162c81adfe51&device_id=70020c76-0cc4-4adf-985d-4bd2c1b6b0da HTTP/1.1" status: 200 len: 1168 time: 0.0528116 May 27 03:30:20.013145 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-fc0b6199-02d3-48c6-9f54-bfee75a77398 req-0a900da0-046a-45f1-86cc-1f0b6e71419c tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] 10.222.0.50 "GET /v2.0/security-groups?id=221fa5c3-e637-4a04-908a-213f77a7868e&id=741e00ab-843f-4669-ba88-bc4dfb76ef77&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0991173 May 27 03:30:20.030153 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-da047763-db43-47c7-85f1-ffe41194fa4e admin admin] Publish callbacks [] for security_group (7864bec1-f5e9-4bca-9ed6-4b99d8a60367), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:20.041324 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-da047763-db43-47c7-85f1-ffe41194fa4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (7864bec1-f5e9-4bca-9ed6-4b99d8a60367), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:20.070229 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:20.087487 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-da047763-db43-47c7-85f1-ffe41194fa4e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=edf22c4c22144daa89191412302d85ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2624004 May 27 03:30:20.088894 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da047763-db43-47c7-85f1-ffe41194fa4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7864bec1-f5e9-4bca-9ed6-4b99d8a60367,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:20.092034 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 35358) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:30:20.148678 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-e0b95365-2816-479e-9a06-e2489143899d admin admin] Publish callbacks [] for security_group (7864bec1-f5e9-4bca-9ed6-4b99d8a60367), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:20.172421 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Device 5e76e5be-43aa-4f7f-9313-3304d2fd1b0d up at agent hyperv_hv-cinder-82880 {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:30:20.179767 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-e0b95365-2816-479e-9a06-e2489143899d admin admin] Publish callbacks [] for security_group (7864bec1-f5e9-4bca-9ed6-4b99d8a60367), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:20.249859 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-e0b95365-2816-479e-9a06-e2489143899d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (7864bec1-f5e9-4bca-9ed6-4b99d8a60367), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:20.252478 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-e0b95365-2816-479e-9a06-e2489143899d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:20.256326 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-e0b95365-2816-479e-9a06-e2489143899d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7864bec1-f5e9-4bca-9ed6-4b99d8a60367 HTTP/1.1" status: 204 len: 168 time: 0.1602285 May 27 03:30:20.274710 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b95365-2816-479e-9a06-e2489143899d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7864bec1-f5e9-4bca-9ed6-4b99d8a60367,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:20.285955 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Provisioning complete for port 5e76e5be-43aa-4f7f-9313-3304d2fd1b0d triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:30:20.285955 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (5e76e5be-43aa-4f7f-9313-3304d2fd1b0d), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:20.337674 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c39fbde-d445-49fd-a6d7-da243aa091b0 req-720769ff-c9d3-4da3-b46d-88714e52be05 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:20.349583 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-1c39fbde-d445-49fd-a6d7-da243aa091b0 req-720769ff-c9d3-4da3-b46d-88714e52be05 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=3aa1b29c-4aa9-4ece-a9ee-fd84d519970f HTTP/1.1" status: 200 len: 944 time: 0.0787525 May 27 03:30:20.390247 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Current status of the port 5e76e5be-43aa-4f7f-9313-3304d2fd1b0d is: BUILD; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:30:20.390980 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (5e76e5be-43aa-4f7f-9313-3304d2fd1b0d), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:20.392707 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2235117-15d8-4be1-8233-03163704b661 req-30549b53-767c-4e7f-836e-39c7e3cb93fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:20.394482 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-d2235117-15d8-4be1-8233-03163704b661 req-30549b53-767c-4e7f-836e-39c7e3cb93fe service neutron] 10.222.0.67 "GET /v2.0/networks?id=25414d0e-39e2-4b3e-a787-1a7de54b6d2c HTTP/1.1" status: 200 len: 916 time: 0.4721274 May 27 03:30:20.429491 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aa1b29c-4aa9-4ece-a9ee-fd84d519970f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e76e5be-43aa-4f7f-9313-3304d2fd1b0d'}] {{(pid=104073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:30:20.432681 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fe636b475fcf817a66bede64dee182d8d37f0deb14dcb08a99f86243ff54ad7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-665c8556-574b-4ffd-80ff-9d21cacafa87" -d '{"events": [{"server_uuid": "3aa1b29c-4aa9-4ece-a9ee-fd84d519970f", "name": "network-vif-plugged", "status": "completed", "tag": "5e76e5be-43aa-4f7f-9313-3304d2fd1b0d"}]}' {{(pid=104073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:30:20.439032 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] For port 5e76e5be-43aa-4f7f-9313-3304d2fd1b0d, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=5e76e5be-43aa-4f7f-9313-3304d2fd1b0d,segment=NetworkSegment(8900a96c-140e-4a88-9323-782a7b94dd95),segment_id=8900a96c-140e-4a88-9323-782a7b94dd95)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:30:20.446245 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (5e76e5be-43aa-4f7f-9313-3304d2fd1b0d), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:20.461094 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-1c39fbde-d445-49fd-a6d7-da243aa091b0 req-d80cf27f-ae15-44bf-ab90-83e95f3702c4 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ce8f43f-6a1f-4134-bfa6-ac4d57290765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106060 May 27 03:30:20.478192 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4ea5bab-f1e4-4e77-ad89-b2a792bd7661 x-openstack-request-id: req-e4ea5bab-f1e4-4e77-ad89-b2a792bd7661 {{(pid=104073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:30:20.478486 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3aa1b29c-4aa9-4ece-a9ee-fd84d519970f", "name": "network-vif-plugged", "status": "completed", "tag": "5e76e5be-43aa-4f7f-9313-3304d2fd1b0d", "code": 200}]} {{(pid=104073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:30:20.478732 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e4ea5bab-f1e4-4e77-ad89-b2a792bd7661 {{(pid=104073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:30:20.479123 dv-cinder-828806-4-iscsi neutron-server[104073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4ea5bab-f1e4-4e77-ad89-b2a792bd7661'] response: {'server_uuid': '3aa1b29c-4aa9-4ece-a9ee-fd84d519970f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e76e5be-43aa-4f7f-9313-3304d2fd1b0d', 'code': 200} May 27 03:30:20.483056 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-d2235117-15d8-4be1-8233-03163704b661 req-fcb1fc37-f585-4ba8-b4d8-f9deff3b1200 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bac56807-d1e8-4e80-8e99-25b19600d119 HTTP/1.1" status: 200 len: 1001 time: 0.0763972 May 27 03:30:20.505877 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Pushing event updated for resources: {'Port': ['ID=5e76e5be-43aa-4f7f-9313-3304d2fd1b0d,revision_number=10']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:20.557622 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=4 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:20.570424 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2235117-15d8-4be1-8233-03163704b661 req-77353327-30d9-4063-a67b-6edc3c77c8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:20.581229 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-d2235117-15d8-4be1-8233-03163704b661 req-77353327-30d9-4063-a67b-6edc3c77c8d2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8b1ea465-f005-4898-ac99-ecd590f06095 HTTP/1.1" status: 200 len: 854 time: 0.0500202 May 27 03:30:20.636353 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2235117-15d8-4be1-8233-03163704b661 req-473cd88b-3ebc-469a-9a94-1c4496368a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:20.637980 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-d2235117-15d8-4be1-8233-03163704b661 req-473cd88b-3ebc-469a-9a94-1c4496368a75 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=25414d0e-39e2-4b3e-a787-1a7de54b6d2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0557256 May 27 03:30:20.775474 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476c043d-5982-4dfc-b401-8d7ebd234e86 req-f670ed78-b99c-49a2-8bff-c84c323c55bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:20.776516 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-476c043d-5982-4dfc-b401-8d7ebd234e86 req-f670ed78-b99c-49a2-8bff-c84c323c55bc service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3aa1b29c-4aa9-4ece-a9ee-fd84d519970f HTTP/1.1" status: 200 len: 1130 time: 0.0604110 May 27 03:30:20.778704 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-d2235117-15d8-4be1-8233-03163704b661 req-80b78922-a63f-44c9-ae58-b7577865b54b service neutron] 10.222.0.67 "GET /v2.0/networks/25414d0e-39e2-4b3e-a787-1a7de54b6d2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290009 May 27 03:30:20.884541 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-476c043d-5982-4dfc-b401-8d7ebd234e86 req-30b2261e-8173-45c5-8286-ba6aa25e421e service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=4ce8f43f-6a1f-4134-bfa6-ac4d57290765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966144 May 27 03:30:20.911655 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-d2235117-15d8-4be1-8233-03163704b661 req-906c3ad9-4d51-439d-9fcf-7ed3ed32ab85 service neutron] 10.222.0.67 "GET /v2.0/networks/25414d0e-39e2-4b3e-a787-1a7de54b6d2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180975 May 27 03:30:21.105404 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:21.149865 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ddd7b4-4a70-4642-950f-8ea49fffa306 req-947697d6-0c3c-48b9-ad69-1ac405705f56 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:21.151390 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-44ddd7b4-4a70-4642-950f-8ea49fffa306 req-947697d6-0c3c-48b9-ad69-1ac405705f56 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] 10.222.0.50 "GET /v2.0/ports?device_id=70020c76-0cc4-4adf-985d-4bd2c1b6b0da HTTP/1.1" status: 200 len: 984 time: 0.0559046 May 27 03:30:21.214062 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-44ddd7b4-4a70-4642-950f-8ea49fffa306 req-e9acca1d-0081-4e1b-8998-96ca16fba885 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] 10.222.0.50 "GET /v2.0/security-groups?id=221fa5c3-e637-4a04-908a-213f77a7868e&id=741e00ab-843f-4669-ba88-bc4dfb76ef77&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0568793 May 27 03:30:21.620314 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61622958-efc0-41e1-9541-defe1e863db0 req-4a7c4e18-e7a6-4215-9ea8-6c8abc37b4a3 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:21.622681 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-61622958-efc0-41e1-9541-defe1e863db0 req-4a7c4e18-e7a6-4215-9ea8-6c8abc37b4a3 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=3aa1b29c-4aa9-4ece-a9ee-fd84d519970f HTTP/1.1" status: 200 len: 946 time: 0.0688996 May 27 03:30:21.670489 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-61622958-efc0-41e1-9541-defe1e863db0 req-2b4a2473-05d8-43e3-a794-dd90fecfc4ea tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ce8f43f-6a1f-4134-bfa6-ac4d57290765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419600 May 27 03:30:22.337336 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1696bcb0-7ea3-4e40-a65d-42c5a02db3d3 req-01bc7452-bb59-4e0e-bb7d-9b527a4207c4 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:22.345015 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-1696bcb0-7ea3-4e40-a65d-42c5a02db3d3 req-01bc7452-bb59-4e0e-bb7d-9b527a4207c4 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] 10.222.0.50 "GET /v2.0/ports?device_id=70020c76-0cc4-4adf-985d-4bd2c1b6b0da HTTP/1.1" status: 200 len: 984 time: 0.0603564 May 27 03:30:22.405325 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-1696bcb0-7ea3-4e40-a65d-42c5a02db3d3 req-098fbf40-4e07-44ee-9c19-a6132d71f8ab tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] 10.222.0.50 "GET /v2.0/security-groups?id=221fa5c3-e637-4a04-908a-213f77a7868e&id=741e00ab-843f-4669-ba88-bc4dfb76ef77&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0588279 May 27 03:30:22.757264 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 35486) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:30:22.875269 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0e338d-de11-45cf-918b-187aaf6d0a45 req-87635278-c9fa-4e16-a59f-f2c96e83ef9b tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:22.877926 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-ae0e338d-de11-45cf-918b-187aaf6d0a45 req-87635278-c9fa-4e16-a59f-f2c96e83ef9b tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=3aa1b29c-4aa9-4ece-a9ee-fd84d519970f HTTP/1.1" status: 200 len: 946 time: 0.1026447 May 27 03:30:22.933910 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-ae0e338d-de11-45cf-918b-187aaf6d0a45 req-c08b3830-6522-4da6-9773-3813652d8f7c tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ce8f43f-6a1f-4134-bfa6-ac4d57290765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471828 May 27 03:30:23.190227 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=100 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:23.298546 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-36dea9c3-dd36-4116-8e70-218880c07653 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16280280'] for router_interface (ec376dbd-361b-41fd-8d64-cf1759d3c8fc), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:23.505966 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=100 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:23.547433 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.plugin [None req-36dea9c3-dd36-4116-8e70-218880c07653 admin admin] Deleting port 678e1304-6bf6-41b4-a3e4-e72b45445918 {{(pid=104071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:30:23.547767 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-36dea9c3-dd36-4116-8e70-218880c07653 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743907775461'] for port (678e1304-6bf6-41b4-a3e4-e72b45445918), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:23.575396 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c9dfde-4903-449f-8e22-c152d9aee3f5 req-7cec674e-8d11-4ba7-8353-61a7bf990fd0 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:23.576859 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-64c9dfde-4903-449f-8e22-c152d9aee3f5 req-7cec674e-8d11-4ba7-8353-61a7bf990fd0 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] 10.222.0.50 "GET /v2.0/ports?device_id=70020c76-0cc4-4adf-985d-4bd2c1b6b0da HTTP/1.1" status: 200 len: 984 time: 0.0693276 May 27 03:30:23.684407 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.db [None req-36dea9c3-dd36-4116-8e70-218880c07653 admin admin] For port 678e1304-6bf6-41b4-a3e4-e72b45445918, host dv-cinder-828806-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-4-iscsi',level=0,port_id=678e1304-6bf6-41b4-a3e4-e72b45445918,segment=NetworkSegment(63adec67-bcb3-479f-bdea-b274a09a22b6),segment_id=63adec67-bcb3-479f-bdea-b274a09a22b6)] {{(pid=104071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:30:23.684789 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-36dea9c3-dd36-4116-8e70-218880c07653 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16271712'] for port (678e1304-6bf6-41b4-a3e4-e72b45445918), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:23.697472 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-64c9dfde-4903-449f-8e22-c152d9aee3f5 req-3b265a2d-317b-401d-8902-8af3f06f355f tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] 10.222.0.50 "GET /v2.0/security-groups?id=221fa5c3-e637-4a04-908a-213f77a7868e&id=741e00ab-843f-4669-ba88-bc4dfb76ef77&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0970135 May 27 03:30:23.703316 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.plugin [None req-36dea9c3-dd36-4116-8e70-218880c07653 admin admin] Calling delete_port for 678e1304-6bf6-41b4-a3e4-e72b45445918 owned by network:router_interface {{(pid=104071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:30:23.900799 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-36dea9c3-dd36-4116-8e70-218880c07653 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743907783123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743907242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12907156'] for port (678e1304-6bf6-41b4-a3e4-e72b45445918), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:23.926285 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dea9c3-dd36-4116-8e70-218880c07653 admin admin] Pushing event deleted for resources: {'Port': ['ID=678e1304-6bf6-41b4-a3e4-e72b45445918,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:24.061644 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:24.087657 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea4c584-b29e-40d9-9c79-b333c64ab21f req-f3d9ce66-95dc-4629-9f22-d170dc62dbb0 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:24.089285 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-2ea4c584-b29e-40d9-9c79-b333c64ab21f req-f3d9ce66-95dc-4629-9f22-d170dc62dbb0 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=3aa1b29c-4aa9-4ece-a9ee-fd84d519970f HTTP/1.1" status: 200 len: 946 time: 0.0585690 May 27 03:30:24.132625 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-36dea9c3-dd36-4116-8e70-218880c07653 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-366363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16280132'] for router_interface (ec376dbd-361b-41fd-8d64-cf1759d3c8fc), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:24.187758 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-2ea4c584-b29e-40d9-9c79-b333c64ab21f req-c671b1a6-6468-42a6-9948-1b6a899d91ad tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ce8f43f-6a1f-4134-bfa6-ac4d57290765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912802 May 27 03:30:24.374503 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36dea9c3-dd36-4116-8e70-218880c07653 admin admin] Router ec376dbd-361b-41fd-8d64-cf1759d3c8fc has already been hosted by L3 agent 3e4effd7-5bc9-408b-93fa-42e4b19a61d9 {{(pid=104071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:30:24.436215 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:24.492327 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36dea9c3-dd36-4116-8e70-218880c07653 admin admin] Notify agent at l3_agent.dv-cinder-828806-4-iscsi the message routers_updated {{(pid=104071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:30:24.497797 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-36dea9c3-dd36-4116-8e70-218880c07653 admin admin] 10.222.0.50 "PUT /v2.0/routers/ec376dbd-361b-41fd-8d64-cf1759d3c8fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7395563 May 27 03:30:24.501461 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 35524) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:30:24.504822 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51fdb9f8-3c65-48b5-b114-77d5b689a83d None None] Sync routers for ids ['ec376dbd-361b-41fd-8d64-cf1759d3c8fc'] in dv-cinder-828806-4-iscsi {{(pid=104074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:30:24.515791 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51fdb9f8-3c65-48b5-b114-77d5b689a83d None None] Routers {'ec376dbd-361b-41fd-8d64-cf1759d3c8fc'} bound to L3 agent in host dv-cinder-828806-4-iscsi {{(pid=104074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:30:24.516476 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-51fdb9f8-3c65-48b5-b114-77d5b689a83d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T03:14:31Z,description=,heartbeat_timestamp=2022-05-27T03:30:01Z,host='dv-cinder-828806-4-iscsi',id=3e4effd7-5bc9-408b-93fa-42e4b19a61d9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:14:31Z,topic='l3_agent')) {'router_ids': ['ec376dbd-361b-41fd-8d64-cf1759d3c8fc'], 'active': True} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:30:24.606607 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-97a94c01-41b3-411f-a790-bcfceca5ccdc admin admin] Publish callbacks [] for router (ec376dbd-361b-41fd-8d64-cf1759d3c8fc), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:24.619833 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvr_db [None req-51fdb9f8-3c65-48b5-b114-77d5b689a83d None None] Set router ec376dbd-361b-41fd-8d64-cf1759d3c8fc gateway port host: dv-cinder-828806-4-iscsi {{(pid=104074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:30:24.711571 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-97a94c01-41b3-411f-a790-bcfceca5ccdc admin admin] Publish callbacks [] for router_gateway (ec376dbd-361b-41fd-8d64-cf1759d3c8fc), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:24.774487 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.plugin [None req-97a94c01-41b3-411f-a790-bcfceca5ccdc admin admin] Deleting port da55691b-81f4-431f-952d-01e3daeffc29 {{(pid=104071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:30:24.774734 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-97a94c01-41b3-411f-a790-bcfceca5ccdc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743907775461'] for port (da55691b-81f4-431f-952d-01e3daeffc29), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:24.868430 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8d3de9-0827-4c10-89a5-44616fc1f926 req-6148c4ad-5f7f-4607-83b4-b8f48d0b1725 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:24.869965 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-de8d3de9-0827-4c10-89a5-44616fc1f926 req-6148c4ad-5f7f-4607-83b4-b8f48d0b1725 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] 10.222.0.50 "GET /v2.0/ports?device_id=70020c76-0cc4-4adf-985d-4bd2c1b6b0da HTTP/1.1" status: 200 len: 984 time: 0.0929971 May 27 03:30:24.887447 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-51fdb9f8-3c65-48b5-b114-77d5b689a83d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec376dbd-361b-41fd-8d64-cf1759d3c8fc', 'name': 'tempest-AttachVolumeTestJSON-611778045-router', 'tenant_id': '9351d2e0e0e14585820951a9398b35f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': 'da55691b-81f4-431f-952d-01e3daeffc29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:14Z', 'updated_at': '2022-05-27T03:30:23Z', 'revision_number': 5, 'project_id': '9351d2e0e0e14585820951a9398b35f4', 'gw_port': {'id': 'da55691b-81f4-431f-952d-01e3daeffc29', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:b4:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec376dbd-361b-41fd-8d64-cf1759d3c8fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:15Z', 'updated_at': '2022-05-27T03:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi'}], 'dv-cinder-828806-4-iscsi', False) {} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:30:24.911855 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51fdb9f8-3c65-48b5-b114-77d5b689a83d None None] Checking router: ec376dbd-361b-41fd-8d64-cf1759d3c8fc for host: dv-cinder-828806-4-iscsi {{(pid=104074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:30:24.914685 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=100 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:24.916424 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.db [None req-97a94c01-41b3-411f-a790-bcfceca5ccdc admin admin] For port da55691b-81f4-431f-952d-01e3daeffc29, host dv-cinder-828806-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-4-iscsi',level=0,port_id=da55691b-81f4-431f-952d-01e3daeffc29,segment=NetworkSegment(7e44f6fa-4b8b-41b0-9dbf-83bfa81b059a),segment_id=7e44f6fa-4b8b-41b0-9dbf-83bfa81b059a)] {{(pid=104071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:30:24.916920 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-97a94c01-41b3-411f-a790-bcfceca5ccdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16271712'] for port (da55691b-81f4-431f-952d-01e3daeffc29), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:24.921581 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51fdb9f8-3c65-48b5-b114-77d5b689a83d None None] Routers {'ec376dbd-361b-41fd-8d64-cf1759d3c8fc'} bound to L3 agent in host dv-cinder-828806-4-iscsi {{(pid=104074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:30:24.922452 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-51fdb9f8-3c65-48b5-b114-77d5b689a83d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T03:14:31Z,description=,heartbeat_timestamp=2022-05-27T03:30:01Z,host='dv-cinder-828806-4-iscsi',id=3e4effd7-5bc9-408b-93fa-42e4b19a61d9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:14:31Z,topic='l3_agent')) {'router_ids': ['ec376dbd-361b-41fd-8d64-cf1759d3c8fc'], 'active': True} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:30:24.925580 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:24.943119 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.plugin [None req-97a94c01-41b3-411f-a790-bcfceca5ccdc admin admin] Calling delete_port for da55691b-81f4-431f-952d-01e3daeffc29 owned by network:router_gateway {{(pid=104071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:30:24.958027 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:24.975234 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-de8d3de9-0827-4c10-89a5-44616fc1f926 req-87efaeaf-e055-4afb-8f5a-8ac894be2459 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] 10.222.0.50 "GET /v2.0/security-groups?id=221fa5c3-e637-4a04-908a-213f77a7868e&id=741e00ab-843f-4669-ba88-bc4dfb76ef77&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0988600 May 27 03:30:25.011630 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvr_db [None req-51fdb9f8-3c65-48b5-b114-77d5b689a83d None None] Set router ec376dbd-361b-41fd-8d64-cf1759d3c8fc gateway port host: None {{(pid=104074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:30:25.063221 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-51fdb9f8-3c65-48b5-b114-77d5b689a83d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec376dbd-361b-41fd-8d64-cf1759d3c8fc', 'name': 'tempest-AttachVolumeTestJSON-611778045-router', 'tenant_id': '9351d2e0e0e14585820951a9398b35f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:14Z', 'updated_at': '2022-05-27T03:30:24Z', 'revision_number': 6, 'project_id': '9351d2e0e0e14585820951a9398b35f4', 'gw_port_host': None}], 'dv-cinder-828806-4-iscsi', False) {} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:30:25.093557 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51fdb9f8-3c65-48b5-b114-77d5b689a83d None None] The sync data for ids ['ec376dbd-361b-41fd-8d64-cf1759d3c8fc'] in dv-cinder-828806-4-iscsi is: [{'id': 'ec376dbd-361b-41fd-8d64-cf1759d3c8fc', 'name': 'tempest-AttachVolumeTestJSON-611778045-router', 'tenant_id': '9351d2e0e0e14585820951a9398b35f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:14Z', 'updated_at': '2022-05-27T03:30:24Z', 'revision_number': 6, 'project_id': '9351d2e0e0e14585820951a9398b35f4', 'gw_port_host': None}] {{(pid=104074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:30:25.142219 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-97a94c01-41b3-411f-a790-bcfceca5ccdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743907783123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743907242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12907156'] for port (da55691b-81f4-431f-952d-01e3daeffc29), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:25.167394 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a94c01-41b3-411f-a790-bcfceca5ccdc admin admin] Pushing event deleted for resources: {'Port': ['ID=da55691b-81f4-431f-952d-01e3daeffc29,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:25.233623 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-97a94c01-41b3-411f-a790-bcfceca5ccdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16279526'] for router_gateway (ec376dbd-361b-41fd-8d64-cf1759d3c8fc), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:25.335589 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-97a94c01-41b3-411f-a790-bcfceca5ccdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16723127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4102'] for router (ec376dbd-361b-41fd-8d64-cf1759d3c8fc), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:25.337790 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-97a94c01-41b3-411f-a790-bcfceca5ccdc admin admin] Publish callbacks [] for router_controller (ec376dbd-361b-41fd-8d64-cf1759d3c8fc), precommit_delete_associations {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:25.401141 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-97a94c01-41b3-411f-a790-bcfceca5ccdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16723132'] for router (ec376dbd-361b-41fd-8d64-cf1759d3c8fc), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:25.401779 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97a94c01-41b3-411f-a790-bcfceca5ccdc admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec376dbd-361b-41fd-8d64-cf1759d3c8fc {{(pid=104071) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 03:30:25.407713 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-97a94c01-41b3-411f-a790-bcfceca5ccdc admin admin] Publish callbacks [] for router (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:25.409487 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-97a94c01-41b3-411f-a790-bcfceca5ccdc admin admin] 10.222.0.50 "DELETE /v2.0/routers/ec376dbd-361b-41fd-8d64-cf1759d3c8fc HTTP/1.1" status: 204 len: 168 time: 0.9068832 May 27 03:30:25.412895 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 35530) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:30:25.462877 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e0fddcb-7205-48c7-a321-aecc26347549 admin admin] Deleting subnet a8c67362-f6b9-416d-9235-7ee8f03b0511 {{(pid=104071) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 03:30:25.466789 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-5e0fddcb-7205-48c7-a321-aecc26347549 admin admin] Publish callbacks [] for subnet (a8c67362-f6b9-416d-9235-7ee8f03b0511), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:25.823892 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-5e0fddcb-7205-48c7-a321-aecc26347549 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12878765'] for subnet (a8c67362-f6b9-416d-9235-7ee8f03b0511), precommit_delete_associations {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:25.839051 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 35548) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:30:25.869454 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:25.972202 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-5e0fddcb-7205-48c7-a321-aecc26347549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-817388'] for subnet (a8c67362-f6b9-416d-9235-7ee8f03b0511), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:25.989636 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-cda51515-3095-43cd-844d-e80663ac3296 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:26.043798 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-5e0fddcb-7205-48c7-a321-aecc26347549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-817397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16716613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12907365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12793829'] for subnet (a8c67362-f6b9-416d-9235-7ee8f03b0511), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:26.076691 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-cda51515-3095-43cd-844d-e80663ac3296 admin admin] Publish callbacks [] for security_group (6e177e3b-83cc-411d-abe3-b8fe83e5c207), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:26.077294 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0fddcb-7205-48c7-a321-aecc26347549 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8c67362-f6b9-416d-9235-7ee8f03b0511,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:26.083961 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b94149-4aec-4e8d-abfd-0db0ed54ba07 None None] Network cc2d2605-cf0b-41cc-a4d1-c3c28ec94860 requested from dv-cinder-828806-4-iscsi {{(pid=104073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:30:26.086256 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-cda51515-3095-43cd-844d-e80663ac3296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (6e177e3b-83cc-411d-abe3-b8fe83e5c207), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:26.088783 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-5e0fddcb-7205-48c7-a321-aecc26347549 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:26.092699 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-5e0fddcb-7205-48c7-a321-aecc26347549 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/a8c67362-f6b9-416d-9235-7ee8f03b0511 HTTP/1.1" status: 204 len: 168 time: 0.6787505 May 27 03:30:26.096908 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 35556) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:30:26.139647 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-cda51515-3095-43cd-844d-e80663ac3296 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4c1ffbd612d04ad59762f23366fd816d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2994502 May 27 03:30:26.141932 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 35558) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:30:26.148527 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda51515-3095-43cd-844d-e80663ac3296 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e177e3b-83cc-411d-abe3-b8fe83e5c207,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:26.207982 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f488a3ed-d058-4cc5-9d0f-df5a03215987 req-a7e7a3d3-bc0e-45e0-baf7-ab0fbc446348 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:26.211150 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-f488a3ed-d058-4cc5-9d0f-df5a03215987 req-a7e7a3d3-bc0e-45e0-baf7-ab0fbc446348 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] 10.222.0.50 "GET /v2.0/ports?device_id=70020c76-0cc4-4adf-985d-4bd2c1b6b0da HTTP/1.1" status: 200 len: 984 time: 0.1363118 May 27 03:30:26.250561 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-e90347fa-94d2-4909-bc18-73f8c81ee839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561515'] for network (cc2d2605-cf0b-41cc-a4d1-c3c28ec94860), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:26.276695 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-301223a6-2bd3-4070-abad-f715620af3c3 None None] DHCP port deletion for cc2d2605-cf0b-41cc-a4d1-c3c28ec94860 request from dv-cinder-828806-4-iscsi {{(pid=104073) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 27 03:30:26.291795 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:26.321539 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-301223a6-2bd3-4070-abad-f715620af3c3 None None] Deleting port a07dcd99-feea-42dc-b305-ac5a389010b5 {{(pid=104073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:30:26.321914 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-301223a6-2bd3-4070-abad-f715620af3c3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743907775461'] for port (a07dcd99-feea-42dc-b305-ac5a389010b5), before_delete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:26.342872 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-b6175c89-cd59-4672-8f64-1c0a72f2ee52 admin admin] Publish callbacks [] for security_group (6e177e3b-83cc-411d-abe3-b8fe83e5c207), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:26.374406 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-f488a3ed-d058-4cc5-9d0f-df5a03215987 req-f048eed4-0e3e-4bf6-9438-1feea9192460 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] 10.222.0.50 "GET /v2.0/security-groups?id=221fa5c3-e637-4a04-908a-213f77a7868e&id=741e00ab-843f-4669-ba88-bc4dfb76ef77&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1499012 May 27 03:30:26.379309 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.plugin [None req-e90347fa-94d2-4909-bc18-73f8c81ee839 admin admin] Deleting port a07dcd99-feea-42dc-b305-ac5a389010b5 {{(pid=104071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:30:26.379640 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-e90347fa-94d2-4909-bc18-73f8c81ee839 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743907775461'] for port (a07dcd99-feea-42dc-b305-ac5a389010b5), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:26.386670 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-b6175c89-cd59-4672-8f64-1c0a72f2ee52 admin admin] Publish callbacks [] for security_group (6e177e3b-83cc-411d-abe3-b8fe83e5c207), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:26.391019 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-301223a6-2bd3-4070-abad-f715620af3c3 None None] For port a07dcd99-feea-42dc-b305-ac5a389010b5, host dv-cinder-828806-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-4-iscsi',level=0,port_id=a07dcd99-feea-42dc-b305-ac5a389010b5,segment=NetworkSegment(63adec67-bcb3-479f-bdea-b274a09a22b6),segment_id=63adec67-bcb3-479f-bdea-b274a09a22b6)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:30:26.391414 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-301223a6-2bd3-4070-abad-f715620af3c3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16271712'] for port (a07dcd99-feea-42dc-b305-ac5a389010b5), precommit_delete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:26.404992 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-301223a6-2bd3-4070-abad-f715620af3c3 None None] Calling delete_port for a07dcd99-feea-42dc-b305-ac5a389010b5 owned by network:dhcp {{(pid=104073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:30:26.450645 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:26.452563 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:26.471430 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.db [None req-e90347fa-94d2-4909-bc18-73f8c81ee839 admin admin] For port a07dcd99-feea-42dc-b305-ac5a389010b5, host dv-cinder-828806-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-4-iscsi',level=0,port_id=a07dcd99-feea-42dc-b305-ac5a389010b5,segment=NetworkSegment(63adec67-bcb3-479f-bdea-b274a09a22b6),segment_id=63adec67-bcb3-479f-bdea-b274a09a22b6)] {{(pid=104071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:30:26.471811 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-e90347fa-94d2-4909-bc18-73f8c81ee839 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16271712'] for port (a07dcd99-feea-42dc-b305-ac5a389010b5), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:26.490854 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.plugin [None req-e90347fa-94d2-4909-bc18-73f8c81ee839 admin admin] Calling delete_port for a07dcd99-feea-42dc-b305-ac5a389010b5 owned by network:dhcp {{(pid=104071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:30:26.500115 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-301223a6-2bd3-4070-abad-f715620af3c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743907783123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743907242289'] for port (a07dcd99-feea-42dc-b305-ac5a389010b5), after_delete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:26.527285 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301223a6-2bd3-4070-abad-f715620af3c3 None None] Pushing event deleted for resources: {'Port': ['ID=a07dcd99-feea-42dc-b305-ac5a389010b5,revision_number=None']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:26.529645 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301223a6-2bd3-4070-abad-f715620af3c3 None None] No DVR routers for this DVR port a07dcd99-feea-42dc-b305-ac5a389010b5 on host dv-cinder-828806-4-iscsi {{(pid=104073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:30:26.536757 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-b6175c89-cd59-4672-8f64-1c0a72f2ee52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (6e177e3b-83cc-411d-abe3-b8fe83e5c207), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:26.539624 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-b6175c89-cd59-4672-8f64-1c0a72f2ee52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:26.540828 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-b6175c89-cd59-4672-8f64-1c0a72f2ee52 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6e177e3b-83cc-411d-abe3-b8fe83e5c207 HTTP/1.1" status: 204 len: 168 time: 0.3978095 May 27 03:30:26.556172 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6175c89-cd59-4672-8f64-1c0a72f2ee52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e177e3b-83cc-411d-abe3-b8fe83e5c207,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:26.589279 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-e90347fa-94d2-4909-bc18-73f8c81ee839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743907783123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743907242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12907156'] for port (a07dcd99-feea-42dc-b305-ac5a389010b5), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:26.618988 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90347fa-94d2-4909-bc18-73f8c81ee839 admin admin] Pushing event deleted for resources: {'Port': ['ID=a07dcd99-feea-42dc-b305-ac5a389010b5,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:26.621048 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90347fa-94d2-4909-bc18-73f8c81ee839 admin admin] No DVR routers for this DVR port a07dcd99-feea-42dc-b305-ac5a389010b5 on host dv-cinder-828806-4-iscsi {{(pid=104071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:30:26.672508 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Device a07dcd99-feea-42dc-b305-ac5a389010b5 no longer exists at agent ovs-agent-dv-cinder-828806-4-iscsi {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:30:26.695301 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] No Port match for: a07dcd99-feea-42dc-b305-ac5a389010b5 {{(pid=104073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:30:26.695739 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Device a07dcd99-feea-42dc-b305-ac5a389010b5 not bound to the agent host dv-cinder-828806-4-iscsi {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:30:26.696518 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Device da55691b-81f4-431f-952d-01e3daeffc29 no longer exists at agent ovs-agent-dv-cinder-828806-4-iscsi {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:30:26.700264 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-e90347fa-94d2-4909-bc18-73f8c81ee839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-818777', 'neutron.services.segments.db._delete_segments_for_network-8743907721840'] for network (cc2d2605-cf0b-41cc-a4d1-c3c28ec94860), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:26.722791 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.services.segments.db [None req-e90347fa-94d2-4909-bc18-73f8c81ee839 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc2d2605-cf0b-41cc-a4d1-c3c28ec94860']}} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:30:26.723946 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] No Port match for: da55691b-81f4-431f-952d-01e3daeffc29 {{(pid=104073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:30:26.724557 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Device da55691b-81f4-431f-952d-01e3daeffc29 not bound to the agent host dv-cinder-828806-4-iscsi {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:30:26.724781 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Device 678e1304-6bf6-41b4-a3e4-e72b45445918 no longer exists at agent ovs-agent-dv-cinder-828806-4-iscsi {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:30:26.735343 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.services.segments.db [None req-e90347fa-94d2-4909-bc18-73f8c81ee839 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63adec67-bcb3-479f-bdea-b274a09a22b6') {'for_net_delete': True} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:30:26.735669 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.services.segments.db [None req-e90347fa-94d2-4909-bc18-73f8c81ee839 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63adec67-bcb3-479f-bdea-b274a09a22b6') {} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:30:26.737234 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:26.743782 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] No Port match for: 678e1304-6bf6-41b4-a3e4-e72b45445918 {{(pid=104073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:30:26.744338 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Device 678e1304-6bf6-41b4-a3e4-e72b45445918 not bound to the agent host dv-cinder-828806-4-iscsi {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:30:26.749208 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-e90347fa-94d2-4909-bc18-73f8c81ee839 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743907722361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12878740'] for segment (63adec67-bcb3-479f-bdea-b274a09a22b6), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:26.767417 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-e90347fa-94d2-4909-bc18-73f8c81ee839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-814499'] for segment (63adec67-bcb3-479f-bdea-b274a09a22b6), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:26.774897 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e90347fa-94d2-4909-bc18-73f8c81ee839 admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=104071) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 03:30:26.775443 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-e90347fa-94d2-4909-bc18-73f8c81ee839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-814499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12907207'] for segment (63adec67-bcb3-479f-bdea-b274a09a22b6), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:26.838262 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-e90347fa-94d2-4909-bc18-73f8c81ee839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-818786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16279498'] for network (cc2d2605-cf0b-41cc-a4d1-c3c28ec94860), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:26.847113 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-e90347fa-94d2-4909-bc18-73f8c81ee839 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-366398'] for network (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:26.851122 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-e90347fa-94d2-4909-bc18-73f8c81ee839 admin admin] 10.222.0.50 "DELETE /v2.0/networks/cc2d2605-cf0b-41cc-a4d1-c3c28ec94860 HTTP/1.1" status: 204 len: 168 time: 0.7549551 May 27 03:30:26.862036 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90347fa-94d2-4909-bc18-73f8c81ee839 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc2d2605-cf0b-41cc-a4d1-c3c28ec94860,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:26.894452 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 35570) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:30:26.914674 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-b3d7212f-4a01-402f-8865-dacd1821b1d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:26.943628 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.services.segments.plugin [-] Segment 63adec67-bcb3-479f-bdea-b274a09a22b6 resource provider aggregate not found May 27 03:30:26.965832 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.services.segments.plugin [-] Segment 63adec67-bcb3-479f-bdea-b274a09a22b6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 63adec67-bcb3-479f-bdea-b274a09a22b6 found for delete ", "request_id": "req-758bb7ba-bb81-46f8-9af3-dcbcddb64eba"}]} May 27 03:30:26.988346 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:27.013987 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-b3d7212f-4a01-402f-8865-dacd1821b1d9 admin admin] Publish callbacks [] for security_group (b2e7161a-430f-4261-9278-485679b66c96), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:27.019987 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-b3d7212f-4a01-402f-8865-dacd1821b1d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (b2e7161a-430f-4261-9278-485679b66c96), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:27.061960 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-b3d7212f-4a01-402f-8865-dacd1821b1d9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c92e403fe66644db94aa3905f992b420&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1663556 May 27 03:30:27.062923 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d7212f-4a01-402f-8865-dacd1821b1d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2e7161a-430f-4261-9278-485679b66c96,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:27.065508 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 35580) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:30:27.127312 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 35582) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:30:27.136535 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-063a02c2-aaf4-4336-9d59-e21eff27b15e admin admin] Publish callbacks [] for security_group (b2e7161a-430f-4261-9278-485679b66c96), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:27.159388 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-063a02c2-aaf4-4336-9d59-e21eff27b15e admin admin] Publish callbacks [] for security_group (b2e7161a-430f-4261-9278-485679b66c96), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:27.177589 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-1ec84b97-8550-4182-9581-1582e4877e45 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9351d2e0e0e14585820951a9398b35f4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0487664 May 27 03:30:27.177805 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 35586) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:30:27.241418 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-936b0ed5-2030-4d86-808c-580d3a05ef03 admin admin] Publish callbacks [] for security_group (2d8c04d8-7a22-47c3-95ec-44692272fae1), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:27.244388 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-063a02c2-aaf4-4336-9d59-e21eff27b15e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (b2e7161a-430f-4261-9278-485679b66c96), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:27.246967 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-063a02c2-aaf4-4336-9d59-e21eff27b15e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:27.248111 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-063a02c2-aaf4-4336-9d59-e21eff27b15e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b2e7161a-430f-4261-9278-485679b66c96 HTTP/1.1" status: 204 len: 168 time: 0.1799541 May 27 03:30:27.271869 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063a02c2-aaf4-4336-9d59-e21eff27b15e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2e7161a-430f-4261-9278-485679b66c96,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:27.283271 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-936b0ed5-2030-4d86-808c-580d3a05ef03 admin admin] Publish callbacks [] for security_group (2d8c04d8-7a22-47c3-95ec-44692272fae1), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:27.352261 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-936b0ed5-2030-4d86-808c-580d3a05ef03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (2d8c04d8-7a22-47c3-95ec-44692272fae1), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:27.355396 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-936b0ed5-2030-4d86-808c-580d3a05ef03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:27.356592 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-936b0ed5-2030-4d86-808c-580d3a05ef03 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2d8c04d8-7a22-47c3-95ec-44692272fae1 HTTP/1.1" status: 204 len: 168 time: 0.1778708 May 27 03:30:27.366320 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b0ed5-2030-4d86-808c-580d3a05ef03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d8c04d8-7a22-47c3-95ec-44692272fae1,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:27.522245 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fa580b-8a6a-49dc-845b-3229bc7a3565 req-f66bad4a-e8ac-4225-81ce-944dc8fd78f4 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:27.523890 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-d3fa580b-8a6a-49dc-845b-3229bc7a3565 req-f66bad4a-e8ac-4225-81ce-944dc8fd78f4 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] 10.222.0.50 "GET /v2.0/ports?device_id=70020c76-0cc4-4adf-985d-4bd2c1b6b0da HTTP/1.1" status: 200 len: 984 time: 0.0628481 May 27 03:30:27.588544 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=87,neutron:DELETE=13 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:27.613484 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-d3fa580b-8a6a-49dc-845b-3229bc7a3565 req-7bb67c53-df10-4b3f-88f9-1fa2308621fe tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] 10.222.0.50 "GET /v2.0/security-groups?id=221fa5c3-e637-4a04-908a-213f77a7868e&id=741e00ab-843f-4669-ba88-bc4dfb76ef77&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0819986 May 27 03:30:27.768137 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 35610) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:30:27.783273 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-28d552c8-2b2e-4b79-9fac-9bb510787810 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:27.863311 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-28d552c8-2b2e-4b79-9fac-9bb510787810 admin admin] Publish callbacks [] for security_group (ec8f4e62-cd4d-415b-a1b0-c5c23fb7f92c), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:27.868262 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-28d552c8-2b2e-4b79-9fac-9bb510787810 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (ec8f4e62-cd4d-415b-a1b0-c5c23fb7f92c), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:27.908486 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-28d552c8-2b2e-4b79-9fac-9bb510787810 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5300ce567c4341a9a8854577e2c7a29d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1392236 May 27 03:30:27.911053 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d552c8-2b2e-4b79-9fac-9bb510787810 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec8f4e62-cd4d-415b-a1b0-c5c23fb7f92c,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:27.911382 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 35614) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:30:27.938137 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:27.977515 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-4b977dd0-0879-477f-9f57-1758091c21a7 admin admin] Publish callbacks [] for security_group (ec8f4e62-cd4d-415b-a1b0-c5c23fb7f92c), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:28.001730 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-4b977dd0-0879-477f-9f57-1758091c21a7 admin admin] Publish callbacks [] for security_group (ec8f4e62-cd4d-415b-a1b0-c5c23fb7f92c), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:28.062544 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-4b977dd0-0879-477f-9f57-1758091c21a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (ec8f4e62-cd4d-415b-a1b0-c5c23fb7f92c), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:28.065405 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-4b977dd0-0879-477f-9f57-1758091c21a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:28.066768 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-4b977dd0-0879-477f-9f57-1758091c21a7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ec8f4e62-cd4d-415b-a1b0-c5c23fb7f92c HTTP/1.1" status: 204 len: 168 time: 0.1539812 May 27 03:30:28.075737 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b977dd0-0879-477f-9f57-1758091c21a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec8f4e62-cd4d-415b-a1b0-c5c23fb7f92c,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:28.707824 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-bf9caf07-ec93-4fb4-b6d6-9c26a91b1cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (88cb169e-23a7-4380-813c-9b707a5671b5), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:28.777640 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dba7801-f432-4585-be9e-01f918529d02 req-bf41d89f-b5b1-4c41-a729-4ea26c322812 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:28.779390 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-3dba7801-f432-4585-be9e-01f918529d02 req-bf41d89f-b5b1-4c41-a729-4ea26c322812 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] 10.222.0.50 "GET /v2.0/ports?device_id=70020c76-0cc4-4adf-985d-4bd2c1b6b0da HTTP/1.1" status: 200 len: 984 time: 0.0623133 May 27 03:30:28.853882 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-3dba7801-f432-4585-be9e-01f918529d02 req-b6fb8193-9be4-4136-b8ae-2dde4f645c70 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] 10.222.0.50 "GET /v2.0/security-groups?id=221fa5c3-e637-4a04-908a-213f77a7868e&id=741e00ab-843f-4669-ba88-bc4dfb76ef77&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0630834 May 27 03:30:28.913900 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 35674) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:30:29.020858 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-acd9dbaa-df3b-4642-af62-e67b72862eba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:29.097924 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-acd9dbaa-df3b-4642-af62-e67b72862eba admin admin] Publish callbacks [] for security_group (8e6211e0-48d3-48a9-b171-8eb816c1bcdc), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:29.103348 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-acd9dbaa-df3b-4642-af62-e67b72862eba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (8e6211e0-48d3-48a9-b171-8eb816c1bcdc), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:29.147782 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-acd9dbaa-df3b-4642-af62-e67b72862eba admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=81f6783e23914aedb665d3f39c769f21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2301283 May 27 03:30:29.147782 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd9dbaa-df3b-4642-af62-e67b72862eba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e6211e0-48d3-48a9-b171-8eb816c1bcdc,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:29.148617 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 35684) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:30:29.199955 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-b8ce95a6-ec32-4fe1-baac-4cb3c8a02108 admin admin] Publish callbacks [] for security_group (8e6211e0-48d3-48a9-b171-8eb816c1bcdc), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:29.221610 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-b8ce95a6-ec32-4fe1-baac-4cb3c8a02108 admin admin] Publish callbacks [] for security_group (8e6211e0-48d3-48a9-b171-8eb816c1bcdc), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:29.227761 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:29.269913 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 35688) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:30:29.277735 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-b8ce95a6-ec32-4fe1-baac-4cb3c8a02108 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (8e6211e0-48d3-48a9-b171-8eb816c1bcdc), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:29.280275 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-b8ce95a6-ec32-4fe1-baac-4cb3c8a02108 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:29.281816 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-b8ce95a6-ec32-4fe1-baac-4cb3c8a02108 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8e6211e0-48d3-48a9-b171-8eb816c1bcdc HTTP/1.1" status: 204 len: 168 time: 0.1318402 May 27 03:30:29.291150 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ce95a6-ec32-4fe1-baac-4cb3c8a02108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e6211e0-48d3-48a9-b171-8eb816c1bcdc,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:29.497337 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-014fc37c-7c2d-4888-b352-55b369c1b933 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:29.581555 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-014fc37c-7c2d-4888-b352-55b369c1b933 admin admin] Publish callbacks [] for security_group (a9bb855d-3b0f-4637-9e11-23415a5ad6a6), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:29.587160 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-014fc37c-7c2d-4888-b352-55b369c1b933 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (a9bb855d-3b0f-4637-9e11-23415a5ad6a6), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:29.627472 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-014fc37c-7c2d-4888-b352-55b369c1b933 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d144e28e9b8449bcb4ed2a3b1cc17788&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3565230 May 27 03:30:29.629587 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014fc37c-7c2d-4888-b352-55b369c1b933 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9bb855d-3b0f-4637-9e11-23415a5ad6a6,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:29.630527 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 35706) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:30:29.683690 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-f53fb891-bd51-4682-bcab-e1b24f23375b admin admin] Publish callbacks [] for security_group (a9bb855d-3b0f-4637-9e11-23415a5ad6a6), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:29.705473 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-f53fb891-bd51-4682-bcab-e1b24f23375b admin admin] Publish callbacks [] for security_group (a9bb855d-3b0f-4637-9e11-23415a5ad6a6), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:29.760848 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-f53fb891-bd51-4682-bcab-e1b24f23375b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (a9bb855d-3b0f-4637-9e11-23415a5ad6a6), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:29.764582 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-f53fb891-bd51-4682-bcab-e1b24f23375b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:29.765781 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-f53fb891-bd51-4682-bcab-e1b24f23375b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a9bb855d-3b0f-4637-9e11-23415a5ad6a6 HTTP/1.1" status: 204 len: 168 time: 0.1342936 May 27 03:30:29.775546 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53fb891-bd51-4682-bcab-e1b24f23375b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9bb855d-3b0f-4637-9e11-23415a5ad6a6,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:29.980642 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2c4d1e-7513-479d-b2f7-31d848dc8e60 req-eb64ae4c-7717-47fc-801a-9fecc403e27e tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:29.982130 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-db2c4d1e-7513-479d-b2f7-31d848dc8e60 req-eb64ae4c-7717-47fc-801a-9fecc403e27e tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] 10.222.0.50 "GET /v2.0/ports?device_id=70020c76-0cc4-4adf-985d-4bd2c1b6b0da HTTP/1.1" status: 200 len: 984 time: 0.0540557 May 27 03:30:30.052518 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-db2c4d1e-7513-479d-b2f7-31d848dc8e60 req-5e3218fc-13df-4f5c-98ce-56be5b20a82e tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] 10.222.0.50 "GET /v2.0/security-groups?id=221fa5c3-e637-4a04-908a-213f77a7868e&id=741e00ab-843f-4669-ba88-bc4dfb76ef77&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0632782 May 27 03:30:30.654972 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 35758) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:30:30.755737 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [None req-5e83be4a-a1a4-4181-a61e-102c5117e689 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1446671362-network', 'tenant_id': '9966ab8ffdcf4e828553261c05fbb5a9'}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:30:30.781288 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e83be4a-a1a4-4181-a61e-102c5117e689 admin admin] Made reservation on behalf of 9966ab8ffdcf4e828553261c05fbb5a9 for: {'network': 1} {{(pid=104072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:30:30.784011 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-5e83be4a-a1a4-4181-a61e-102c5117e689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for network (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:30.793189 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-5e83be4a-a1a4-4181-a61e-102c5117e689 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:30.841098 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:30.854453 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=72,neutron:DELETE=4,neutron:INSERT=23,neutron:UPDATE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:30.881652 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-5e83be4a-a1a4-4181-a61e-102c5117e689 admin admin] Publish callbacks [] for security_group (9c424312-90b6-4d18-9a24-13ca457e88d4), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:30.886797 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-5e83be4a-a1a4-4181-a61e-102c5117e689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (9c424312-90b6-4d18-9a24-13ca457e88d4), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:30.918139 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e83be4a-a1a4-4181-a61e-102c5117e689 admin admin] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=104072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:30:30.925821 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e83be4a-a1a4-4181-a61e-102c5117e689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c424312-90b6-4d18-9a24-13ca457e88d4,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:30.934012 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-5e83be4a-a1a4-4181-a61e-102c5117e689 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8743907721831', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-814499'] for segment (f094ee35-eb15-48c7-b046-2cb022b086c1), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:30.934012 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.db.segments_db [None req-5e83be4a-a1a4-4181-a61e-102c5117e689 admin admin] Added segment f094ee35-eb15-48c7-b046-2cb022b086c1 of type vlan for network 978fec81-faf1-44e4-9076-53182f28179b May 27 03:30:30.976135 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-5e83be4a-a1a4-4181-a61e-102c5117e689 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743907247189'] for network (978fec81-faf1-44e4-9076-53182f28179b), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:31.002357 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-5e83be4a-a1a4-4181-a61e-102c5117e689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336'] for network (978fec81-faf1-44e4-9076-53182f28179b), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:31.003434 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e83be4a-a1a4-4181-a61e-102c5117e689 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:31.004056 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-5e83be4a-a1a4-4181-a61e-102c5117e689 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-366398'] for network (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:31.059904 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-5e83be4a-a1a4-4181-a61e-102c5117e689 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4026229 May 27 03:30:31.061758 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 35778) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:30:31.072942 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [None req-eb81b5b6-3a9b-4597-b249-50b3fdcb7bfe admin admin] Request body: {'subnet': {'network_id': '978fec81-faf1-44e4-9076-53182f28179b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1446671362-subnet', 'tenant_id': '9966ab8ffdcf4e828553261c05fbb5a9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:30:31.088419 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e83be4a-a1a4-4181-a61e-102c5117e689 admin admin] Pushing event updated for resources: {'Network': ['ID=978fec81-faf1-44e4-9076-53182f28179b,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:31.102764 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Network 978fec81-faf1-44e4-9076-53182f28179b details requested by agent ovs-agent-dv-cinder-828806-4-iscsi with host dv-cinder-828806-4-iscsi {{(pid=104073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 03:30:31.120444 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb81b5b6-3a9b-4597-b249-50b3fdcb7bfe admin admin] Made reservation on behalf of 9966ab8ffdcf4e828553261c05fbb5a9 for: {'subnet': 1} {{(pid=104072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:30:31.124614 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-eb81b5b6-3a9b-4597-b249-50b3fdcb7bfe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14026639'] for subnet (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:31.160478 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-24a2b966-2121-499c-b046-d1c363925456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (3e4effd7-5bc9-408b-93fa-42e4b19a61d9), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:31.255957 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5d2af0-c8d2-4a09-a607-0b76d17f32d4 req-4794cb44-f736-485d-8178-da690c82d0cf tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:31.258112 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-ae5d2af0-c8d2-4a09-a607-0b76d17f32d4 req-4794cb44-f736-485d-8178-da690c82d0cf tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] 10.222.0.50 "GET /v2.0/ports?device_id=70020c76-0cc4-4adf-985d-4bd2c1b6b0da HTTP/1.1" status: 200 len: 984 time: 0.1103935 May 27 03:30:31.368351 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-ae5d2af0-c8d2-4a09-a607-0b76d17f32d4 req-ab4b687b-3592-4912-957b-a1f2a78af79b tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] 10.222.0.50 "GET /v2.0/security-groups?id=221fa5c3-e637-4a04-908a-213f77a7868e&id=741e00ab-843f-4669-ba88-bc4dfb76ef77&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1020975 May 27 03:30:31.415907 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-eb81b5b6-3a9b-4597-b249-50b3fdcb7bfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16716613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13119285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14026649'] for subnet (eeba940d-f1a2-4522-8ecf-bca985783242), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:31.458425 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 35796) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:30:31.479872 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb81b5b6-3a9b-4597-b249-50b3fdcb7bfe admin admin] Pushing event updated for resources: {'Subnet': ['ID=eeba940d-f1a2-4522-8ecf-bca985783242,revision_number=0']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:31.488846 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb81b5b6-3a9b-4597-b249-50b3fdcb7bfe admin admin] Checking segment: {'id': 'f094ee35-eb15-48c7-b046-2cb022b086c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '978fec81-faf1-44e4-9076-53182f28179b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:30:31.489236 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb81b5b6-3a9b-4597-b249-50b3fdcb7bfe admin admin] Network hostable DHCP agents. Network: 978fec81-faf1-44e4-9076-53182f28179b, hostable agents: ['88cb169e-23a7-4380-813c-9b707a5671b5'], hosted agents: [] {{(pid=104072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:30:31.508426 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb81b5b6-3a9b-4597-b249-50b3fdcb7bfe admin admin] Network 978fec81-faf1-44e4-9076-53182f28179b is scheduled to be hosted by DHCP agent 88cb169e-23a7-4380-813c-9b707a5671b5 with binding_index 1 {{(pid=104072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:30:31.518148 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.base_scheduler [None req-eb81b5b6-3a9b-4597-b249-50b3fdcb7bfe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828806-4-iscsi, 978fec81-faf1-44e4-9076-53182f28179b) {{(pid=104072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:30:31.522594 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb81b5b6-3a9b-4597-b249-50b3fdcb7bfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:31.523204 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-eb81b5b6-3a9b-4597-b249-50b3fdcb7bfe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-366398'] for subnet (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:31.529526 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b855fd-87c4-434a-9ba1-6f35dcece3f9 None None] Network 978fec81-faf1-44e4-9076-53182f28179b requested from dv-cinder-828806-4-iscsi {{(pid=104073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:30:31.554258 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-eb81b5b6-3a9b-4597-b249-50b3fdcb7bfe admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4907167 May 27 03:30:31.586966 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-6bed6733-a1dd-40d8-8027-a66df3a8105e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:31.647956 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed113d7e-a417-483d-bb15-2061a70db23e None None] Network 978fec81-faf1-44e4-9076-53182f28179b requested from dv-cinder-828806-4-iscsi {{(pid=104073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:30:31.682828 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-6bed6733-a1dd-40d8-8027-a66df3a8105e admin admin] Publish callbacks [] for security_group (a49cf63a-8b55-43f7-aadc-df825c992a70), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:31.688622 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-6bed6733-a1dd-40d8-8027-a66df3a8105e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (a49cf63a-8b55-43f7-aadc-df825c992a70), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:31.732377 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-6bed6733-a1dd-40d8-8027-a66df3a8105e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=35a4df3309f14eecb90bedb54519e1af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2726774 May 27 03:30:31.733770 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bed6733-a1dd-40d8-8027-a66df3a8105e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a49cf63a-8b55-43f7-aadc-df825c992a70,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:31.735201 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 35808) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:30:31.790731 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-4c55bbf3-08e7-452d-84e6-f7a73ec29489 admin admin] Publish callbacks [] for security_group (a49cf63a-8b55-43f7-aadc-df825c992a70), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:31.814299 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-4c55bbf3-08e7-452d-84e6-f7a73ec29489 admin admin] Publish callbacks [] for security_group (a49cf63a-8b55-43f7-aadc-df825c992a70), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:31.815946 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:31.853157 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:INSERT=7,neutron:DELETE=5 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:31.870316 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-4c55bbf3-08e7-452d-84e6-f7a73ec29489 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (a49cf63a-8b55-43f7-aadc-df825c992a70), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:31.872904 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-4c55bbf3-08e7-452d-84e6-f7a73ec29489 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:31.874150 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-4c55bbf3-08e7-452d-84e6-f7a73ec29489 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a49cf63a-8b55-43f7-aadc-df825c992a70 HTTP/1.1" status: 204 len: 168 time: 0.1371748 May 27 03:30:31.883137 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c55bbf3-08e7-452d-84e6-f7a73ec29489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a49cf63a-8b55-43f7-aadc-df825c992a70,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:32.162205 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-df01de3e-f6cf-4253-895b-65b557a1455e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (84e30450-e547-4748-a220-898a66747e61), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:32.192146 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 35818) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:30:32.205333 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-15b65afc-53c8-4dad-8e8a-6bd4ac82748d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:32.285913 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-15b65afc-53c8-4dad-8e8a-6bd4ac82748d admin admin] Publish callbacks [] for security_group (90c7bc17-9ce4-4237-9432-c0d3309fc938), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:32.292548 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-15b65afc-53c8-4dad-8e8a-6bd4ac82748d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (90c7bc17-9ce4-4237-9432-c0d3309fc938), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:32.334656 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-15b65afc-53c8-4dad-8e8a-6bd4ac82748d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6da08a22252946bf8b9796123a337053&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1408298 May 27 03:30:32.335491 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b65afc-53c8-4dad-8e8a-6bd4ac82748d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90c7bc17-9ce4-4237-9432-c0d3309fc938,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:32.336968 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 35820) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:30:32.350553 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=83,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:32.389674 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-7def4aef-446a-41ca-88c6-54660e708af8 admin admin] Publish callbacks [] for security_group (90c7bc17-9ce4-4237-9432-c0d3309fc938), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:32.411868 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-7def4aef-446a-41ca-88c6-54660e708af8 admin admin] Publish callbacks [] for security_group (90c7bc17-9ce4-4237-9432-c0d3309fc938), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:32.492062 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59741c1-03d2-43d4-b5b8-100b4def5233 req-db9ebee6-a528-47e4-9a02-2100269207a7 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:32.493567 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-e59741c1-03d2-43d4-b5b8-100b4def5233 req-db9ebee6-a528-47e4-9a02-2100269207a7 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] 10.222.0.50 "GET /v2.0/ports?device_id=70020c76-0cc4-4adf-985d-4bd2c1b6b0da HTTP/1.1" status: 200 len: 984 time: 0.0524521 May 27 03:30:32.494560 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-7def4aef-446a-41ca-88c6-54660e708af8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (90c7bc17-9ce4-4237-9432-c0d3309fc938), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:32.497141 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-7def4aef-446a-41ca-88c6-54660e708af8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:32.500586 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-7def4aef-446a-41ca-88c6-54660e708af8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/90c7bc17-9ce4-4237-9432-c0d3309fc938 HTTP/1.1" status: 204 len: 168 time: 0.1602225 May 27 03:30:32.518711 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7def4aef-446a-41ca-88c6-54660e708af8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90c7bc17-9ce4-4237-9432-c0d3309fc938,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:32.569996 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-e59741c1-03d2-43d4-b5b8-100b4def5233 req-e831014a-3fe3-4778-b643-c5bcee0f5b3a tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] 10.222.0.50 "GET /v2.0/security-groups?id=221fa5c3-e637-4a04-908a-213f77a7868e&id=741e00ab-843f-4669-ba88-bc4dfb76ef77&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0685878 May 27 03:30:33.451898 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8e1cc6-87a3-474e-b03a-39fc9a3060ec req-cf50637f-5bc7-42e9-86d9-682c73ce16e8 tempest-VolumesActionsTest-193416201 tempest-VolumesActionsTest-193416201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:33.453434 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-5f8e1cc6-87a3-474e-b03a-39fc9a3060ec req-cf50637f-5bc7-42e9-86d9-682c73ce16e8 tempest-VolumesActionsTest-193416201 tempest-VolumesActionsTest-193416201-project] 10.222.0.50 "GET /v2.0/networks?id=978fec81-faf1-44e4-9076-53182f28179b HTTP/1.1" status: 200 len: 809 time: 0.1052856 May 27 03:30:33.468620 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-5f8e1cc6-87a3-474e-b03a-39fc9a3060ec req-f1982e63-5421-46da-a79c-7830a910c7a3 tempest-VolumesActionsTest-193416201 tempest-VolumesActionsTest-193416201-project] 10.222.0.50 "GET /v2.0/quotas/9966ab8ffdcf4e828553261c05fbb5a9 HTTP/1.1" status: 200 len: 375 time: 0.0092990 May 27 03:30:33.511764 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-5f8e1cc6-87a3-474e-b03a-39fc9a3060ec req-59dd8d2c-f42c-42bb-b3c1-c7b400910aea tempest-VolumesActionsTest-193416201 tempest-VolumesActionsTest-193416201-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=9966ab8ffdcf4e828553261c05fbb5a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0353398 May 27 03:30:33.627360 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-5f8e1cc6-87a3-474e-b03a-39fc9a3060ec req-4a00cf94-a0dd-4cb9-8c44-2c0f17a3145a service neutron] 10.222.0.50 "GET /v2.0/networks/978fec81-faf1-44e4-9076-53182f28179b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084611 May 27 03:30:33.734440 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f70e7e6e-5d50-42a8-9a05-38619da83ed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (7db81693-ec25-4d8d-9069-8605391ffc10), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:33.749346 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d60012-9599-4957-a0c5-5d45fe227daf req-ffed9040-4fae-4bff-ae3a-e3c4b549b1c5 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:33.751451 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-94d60012-9599-4957-a0c5-5d45fe227daf req-ffed9040-4fae-4bff-ae3a-e3c4b549b1c5 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] 10.222.0.50 "GET /v2.0/ports?device_id=70020c76-0cc4-4adf-985d-4bd2c1b6b0da HTTP/1.1" status: 200 len: 984 time: 0.0846891 May 27 03:30:33.763304 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-5f8e1cc6-87a3-474e-b03a-39fc9a3060ec req-6331f9d0-e178-4cc4-b794-3019601920fc service neutron] 10.222.0.50 "GET /v2.0/networks/978fec81-faf1-44e4-9076-53182f28179b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348479 May 27 03:30:33.850249 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-94d60012-9599-4957-a0c5-5d45fe227daf req-7cb29aaa-7503-4178-ab7b-badca68b9f11 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] 10.222.0.50 "GET /v2.0/security-groups?id=221fa5c3-e637-4a04-908a-213f77a7868e&id=741e00ab-843f-4669-ba88-bc4dfb76ef77&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0906465 May 27 03:30:33.969555 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-bdcf39c1-a480-467a-bb42-83eada4c76e0 req-a49c644f-1358-4ae9-90ff-3cd9d67c66e8 tempest-VolumesActionsTest-193416201 tempest-VolumesActionsTest-193416201-project] 10.222.0.50 "GET /v2.0/ports?device_id=17432854-e4ff-4fbf-9ce7-778053f3df8f HTTP/1.1" status: 200 len: 210 time: 0.0373676 May 27 03:30:34.957474 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (01a6c5a5-ff25-49ea-8869-bb2b5ba0570e), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:34.985846 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7189a8f3-39a8-4940-8251-b679e0a4da10 req-ee74ad7f-86d5-4397-b02b-ea6bbe0a766b tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:34.987320 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-7189a8f3-39a8-4940-8251-b679e0a4da10 req-ee74ad7f-86d5-4397-b02b-ea6bbe0a766b tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] 10.222.0.50 "GET /v2.0/ports?device_id=70020c76-0cc4-4adf-985d-4bd2c1b6b0da HTTP/1.1" status: 200 len: 984 time: 0.0616727 May 27 03:30:35.096065 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-7189a8f3-39a8-4940-8251-b679e0a4da10 req-faf7d27b-271e-4698-9549-4846aba77e5f tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] 10.222.0.50 "GET /v2.0/security-groups?id=221fa5c3-e637-4a04-908a-213f77a7868e&id=741e00ab-843f-4669-ba88-bc4dfb76ef77&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1019049 May 27 03:30:35.102732 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=6 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:35.105219 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=17 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:35.110688 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-30e9f217-9eb7-4f4e-ae77-6fb7f56cabde req-f1a05eb2-06a8-4d8f-9bd3-a6da7c7e31ac tempest-VolumesActionsTest-193416201 tempest-VolumesActionsTest-193416201-project] 10.222.0.50 "GET /v2.0/ports?device_id=17432854-e4ff-4fbf-9ce7-778053f3df8f HTTP/1.1" status: 200 len: 210 time: 0.0387063 May 27 03:30:35.150781 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:35.265147 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8e1cc6-87a3-474e-b03a-39fc9a3060ec req-99d55ec6-fff0-4762-b67e-ab44d76b3013 tempest-VolumesActionsTest-193416201 tempest-VolumesActionsTest-193416201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:35.266658 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-5f8e1cc6-87a3-474e-b03a-39fc9a3060ec req-99d55ec6-fff0-4762-b67e-ab44d76b3013 tempest-VolumesActionsTest-193416201 tempest-VolumesActionsTest-193416201-project] 10.222.0.67 "GET /v2.0/networks?id=978fec81-faf1-44e4-9076-53182f28179b HTTP/1.1" status: 200 len: 809 time: 0.1277125 May 27 03:30:35.290761 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [req-5f8e1cc6-87a3-474e-b03a-39fc9a3060ec req-164187c3-c013-4e68-b666-66427961c700 tempest-VolumesActionsTest-193416201 tempest-VolumesActionsTest-193416201-project] Request body: {'port': {'device_id': '17432854-e4ff-4fbf-9ce7-778053f3df8f', 'network_id': '978fec81-faf1-44e4-9076-53182f28179b', 'admin_state_up': True, 'tenant_id': '9966ab8ffdcf4e828553261c05fbb5a9'}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:30:35.428117 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f8e1cc6-87a3-474e-b03a-39fc9a3060ec req-164187c3-c013-4e68-b666-66427961c700 tempest-VolumesActionsTest-193416201 tempest-VolumesActionsTest-193416201-project] Made reservation on behalf of 9966ab8ffdcf4e828553261c05fbb5a9 for: {'port': 1} {{(pid=104071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:30:35.431749 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-5f8e1cc6-87a3-474e-b03a-39fc9a3060ec req-164187c3-c013-4e68-b666-66427961c700 tempest-VolumesActionsTest-193416201 tempest-VolumesActionsTest-193416201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:35.574654 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.db.db_base_plugin_common [req-5f8e1cc6-87a3-474e-b03a-39fc9a3060ec req-164187c3-c013-4e68-b666-66427961c700 tempest-VolumesActionsTest-193416201 tempest-VolumesActionsTest-193416201-project] Allocated IP 172.20.0.10 (978fec81-faf1-44e4-9076-53182f28179b/eeba940d-f1a2-4522-8ecf-bca985783242/2d5f20a7-1ebf-4050-bc77-dc40113713f4) {{(pid=104071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:30:35.763394 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-5f8e1cc6-87a3-474e-b03a-39fc9a3060ec req-164187c3-c013-4e68-b666-66427961c700 tempest-VolumesActionsTest-193416201 tempest-VolumesActionsTest-193416201-project] Publish callbacks [] for port (2d5f20a7-1ebf-4050-bc77-dc40113713f4), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:35.771413 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:35.802253 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-5f8e1cc6-87a3-474e-b03a-39fc9a3060ec req-164187c3-c013-4e68-b666-66427961c700 tempest-VolumesActionsTest-193416201 tempest-VolumesActionsTest-193416201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743907242280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12907156'] for port (2d5f20a7-1ebf-4050-bc77-dc40113713f4), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:35.849781 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f8e1cc6-87a3-474e-b03a-39fc9a3060ec req-164187c3-c013-4e68-b666-66427961c700 tempest-VolumesActionsTest-193416201 tempest-VolumesActionsTest-193416201-project] Network 978fec81-faf1-44e4-9076-53182f28179b is already hosted by enough agents. {{(pid=104071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:30:35.855092 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.scheduler.base_scheduler [req-5f8e1cc6-87a3-474e-b03a-39fc9a3060ec req-164187c3-c013-4e68-b666-66427961c700 tempest-VolumesActionsTest-193416201 tempest-VolumesActionsTest-193416201-project] Resources bound (agent type, host, resource id): {{(pid=104071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:30:35.859254 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f8e1cc6-87a3-474e-b03a-39fc9a3060ec req-164187c3-c013-4e68-b666-66427961c700 tempest-VolumesActionsTest-193416201 tempest-VolumesActionsTest-193416201-project] Received port after_create {{(pid=104071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:30:35.865137 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164187c3-c013-4e68-b666-66427961c700 tempest-VolumesActionsTest-193416201 tempest-VolumesActionsTest-193416201-project] Pushing event updated for resources: {'Port': ['ID=2d5f20a7-1ebf-4050-bc77-dc40113713f4,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:35.911026 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8e1cc6-87a3-474e-b03a-39fc9a3060ec req-164187c3-c013-4e68-b666-66427961c700 tempest-VolumesActionsTest-193416201 tempest-VolumesActionsTest-193416201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:35.911706 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-5f8e1cc6-87a3-474e-b03a-39fc9a3060ec req-164187c3-c013-4e68-b666-66427961c700 tempest-VolumesActionsTest-193416201 tempest-VolumesActionsTest-193416201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159658'] for port (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:35.929660 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-5f8e1cc6-87a3-474e-b03a-39fc9a3060ec req-164187c3-c013-4e68-b666-66427961c700 tempest-VolumesActionsTest-193416201 tempest-VolumesActionsTest-193416201-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6434906 May 27 03:30:35.949901 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [req-5f8e1cc6-87a3-474e-b03a-39fc9a3060ec req-11eee7ec-640b-4871-930a-2e1affe1551e service neutron] Request body: {'port': {'device_id': '17432854-e4ff-4fbf-9ce7-778053f3df8f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:30:36.011352 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-5f8e1cc6-87a3-474e-b03a-39fc9a3060ec req-11eee7ec-640b-4871-930a-2e1affe1551e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (2d5f20a7-1ebf-4050-bc77-dc40113713f4), before_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:36.022836 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:36.265475 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d42a1be-0848-47d1-a1ef-07941b017a84 req-a12cd79c-1458-4fd2-80db-e5b729fb97be tempest-VolumesActionsTest-193416201 tempest-VolumesActionsTest-193416201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:36.267713 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-5d42a1be-0848-47d1-a1ef-07941b017a84 req-a12cd79c-1458-4fd2-80db-e5b729fb97be tempest-VolumesActionsTest-193416201 tempest-VolumesActionsTest-193416201-project] 10.222.0.50 "GET /v2.0/ports?device_id=17432854-e4ff-4fbf-9ce7-778053f3df8f HTTP/1.1" status: 200 len: 932 time: 0.0536795 May 27 03:30:36.327885 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-5d42a1be-0848-47d1-a1ef-07941b017a84 req-407904c4-5ef8-44eb-b6e7-b5ee8c92e1fc tempest-VolumesActionsTest-193416201 tempest-VolumesActionsTest-193416201-project] 10.222.0.50 "GET /v2.0/security-groups?id=9c424312-90b6-4d18-9a24-13ca457e88d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529070 May 27 03:30:36.332145 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4305a6e3-ced9-4d8f-a364-ced61529de2d req-dfc3ce31-a8fd-4224-9bfd-bb0a44a28957 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:36.334358 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-4305a6e3-ced9-4d8f-a364-ced61529de2d req-dfc3ce31-a8fd-4224-9bfd-bb0a44a28957 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] 10.222.0.50 "GET /v2.0/ports?device_id=70020c76-0cc4-4adf-985d-4bd2c1b6b0da HTTP/1.1" status: 200 len: 984 time: 0.0849183 May 27 03:30:36.455194 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.notifiers.nova [req-5f8e1cc6-87a3-474e-b03a-39fc9a3060ec req-11eee7ec-640b-4871-930a-2e1affe1551e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d5f20a7-1ebf-4050-bc77-dc40113713f4 {{(pid=104071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:30:36.472981 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-4305a6e3-ced9-4d8f-a364-ced61529de2d req-9995aca5-2649-45c1-aaaf-5f8e42a7df86 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] 10.222.0.50 "GET /v2.0/security-groups?id=221fa5c3-e637-4a04-908a-213f77a7868e&id=741e00ab-843f-4669-ba88-bc4dfb76ef77&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1249237 May 27 03:30:36.472981 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-5f8e1cc6-87a3-474e-b03a-39fc9a3060ec req-11eee7ec-640b-4871-930a-2e1affe1551e service neutron] Publish callbacks [] for port (2d5f20a7-1ebf-4050-bc77-dc40113713f4), precommit_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:36.496305 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.db.provisioning_blocks [req-5f8e1cc6-87a3-474e-b03a-39fc9a3060ec req-11eee7ec-640b-4871-930a-2e1affe1551e service neutron] Transition to ACTIVE for port object 2d5f20a7-1ebf-4050-bc77-dc40113713f4 will not be triggered until provisioned by entity L2. {{(pid=104071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 03:30:36.503082 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-5f8e1cc6-87a3-474e-b03a-39fc9a3060ec req-11eee7ec-640b-4871-930a-2e1affe1551e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12907171'] for port (2d5f20a7-1ebf-4050-bc77-dc40113713f4), after_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:36.556180 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11eee7ec-640b-4871-930a-2e1affe1551e service neutron] Pushing event updated for resources: {'Port': ['ID=2d5f20a7-1ebf-4050-bc77-dc40113713f4,revision_number=2']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:36.629241 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.managers [req-5f8e1cc6-87a3-474e-b03a-39fc9a3060ec req-11eee7ec-640b-4871-930a-2e1affe1551e service neutron] Attempting to bind port 2d5f20a7-1ebf-4050-bc77-dc40113713f4 on host hv-cinder-82880 for vnic_type normal with profile {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:30:36.629553 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.managers [req-5f8e1cc6-87a3-474e-b03a-39fc9a3060ec req-11eee7ec-640b-4871-930a-2e1affe1551e service neutron] Attempting to bind port 2d5f20a7-1ebf-4050-bc77-dc40113713f4 by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': 'f094ee35-eb15-48c7-b046-2cb022b086c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '978fec81-faf1-44e4-9076-53182f28179b'}] {{(pid=104071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:30:36.629880 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f8e1cc6-87a3-474e-b03a-39fc9a3060ec req-11eee7ec-640b-4871-930a-2e1affe1551e service neutron] Attempting to bind port 2d5f20a7-1ebf-4050-bc77-dc40113713f4 on network 978fec81-faf1-44e4-9076-53182f28179b {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:30:36.635147 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f8e1cc6-87a3-474e-b03a-39fc9a3060ec req-11eee7ec-640b-4871-930a-2e1affe1551e service neutron] Port 2d5f20a7-1ebf-4050-bc77-dc40113713f4 on network 978fec81-faf1-44e4-9076-53182f28179b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 03:30:36.635524 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f8e1cc6-87a3-474e-b03a-39fc9a3060ec req-11eee7ec-640b-4871-930a-2e1affe1551e service neutron] Attempting to bind port 2d5f20a7-1ebf-4050-bc77-dc40113713f4 on network 978fec81-faf1-44e4-9076-53182f28179b {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:30:36.640462 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f8e1cc6-87a3-474e-b03a-39fc9a3060ec req-11eee7ec-640b-4871-930a-2e1affe1551e service neutron] Checking agent: {'id': 'a17a57cc-679f-4398-8430-1b64b86f4dc1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 21, 13), 'started_at': datetime.datetime(2022, 5, 27, 3, 21, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 30, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:30:36.640774 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f8e1cc6-87a3-474e-b03a-39fc9a3060ec req-11eee7ec-640b-4871-930a-2e1affe1551e service neutron] Checking segment: {'id': 'f094ee35-eb15-48c7-b046-2cb022b086c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '978fec81-faf1-44e4-9076-53182f28179b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:30:36.641188 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f8e1cc6-87a3-474e-b03a-39fc9a3060ec req-11eee7ec-640b-4871-930a-2e1affe1551e service neutron] Bound using segment: {'id': 'f094ee35-eb15-48c7-b046-2cb022b086c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '978fec81-faf1-44e4-9076-53182f28179b'} {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:30:36.641623 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.managers [req-5f8e1cc6-87a3-474e-b03a-39fc9a3060ec req-11eee7ec-640b-4871-930a-2e1affe1551e service neutron] Bound port: 2d5f20a7-1ebf-4050-bc77-dc40113713f4, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f094ee35-eb15-48c7-b046-2cb022b086c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '978fec81-faf1-44e4-9076-53182f28179b'}}] {{(pid=104071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:30:36.641985 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-5f8e1cc6-87a3-474e-b03a-39fc9a3060ec req-11eee7ec-640b-4871-930a-2e1affe1551e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (2d5f20a7-1ebf-4050-bc77-dc40113713f4), before_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:36.644627 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:36.709873 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.db [req-5f8e1cc6-87a3-474e-b03a-39fc9a3060ec req-11eee7ec-640b-4871-930a-2e1affe1551e service neutron] For port 2d5f20a7-1ebf-4050-bc77-dc40113713f4, host hv-cinder-82880, cleared binding levels {{(pid=104071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:30:36.713064 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.db [req-5f8e1cc6-87a3-474e-b03a-39fc9a3060ec req-11eee7ec-640b-4871-930a-2e1affe1551e service neutron] For port 2d5f20a7-1ebf-4050-bc77-dc40113713f4, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=2d5f20a7-1ebf-4050-bc77-dc40113713f4,segment=NetworkSegment(f094ee35-eb15-48c7-b046-2cb022b086c1),segment_id=f094ee35-eb15-48c7-b046-2cb022b086c1)] {{(pid=104071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:30:36.721827 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-5f8e1cc6-87a3-474e-b03a-39fc9a3060ec req-11eee7ec-640b-4871-930a-2e1affe1551e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12907171'] for port (2d5f20a7-1ebf-4050-bc77-dc40113713f4), after_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:36.760763 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8e1cc6-87a3-474e-b03a-39fc9a3060ec req-11eee7ec-640b-4871-930a-2e1affe1551e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:36.761397 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-5f8e1cc6-87a3-474e-b03a-39fc9a3060ec req-11eee7ec-640b-4871-930a-2e1affe1551e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159658'] for port (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:36.762811 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-5f8e1cc6-87a3-474e-b03a-39fc9a3060ec req-11eee7ec-640b-4871-930a-2e1affe1551e service neutron] 10.222.0.67 "PUT /v2.0/ports/2d5f20a7-1ebf-4050-bc77-dc40113713f4 HTTP/1.1" status: 200 len: 1094 time: 0.8173745 May 27 03:30:36.763253 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17432854-e4ff-4fbf-9ce7-778053f3df8f', 'tag': '2d5f20a7-1ebf-4050-bc77-dc40113713f4'}] {{(pid=104071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:30:36.765580 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bb076ad6e20eee76da9493a154e3e0af7ddb4a8668b70cc9390b05200f69f4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eb630f6-6ac3-4d86-ad98-50e5e1c61914" -d '{"events": [{"name": "network-changed", "server_uuid": "17432854-e4ff-4fbf-9ce7-778053f3df8f", "tag": "2d5f20a7-1ebf-4050-bc77-dc40113713f4"}]}' {{(pid=104071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:30:36.805932 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11eee7ec-640b-4871-930a-2e1affe1551e service neutron] Pushing event updated for resources: {'Port': ['ID=2d5f20a7-1ebf-4050-bc77-dc40113713f4,revision_number=3']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:36.822729 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-306d27cc-39cb-4ee6-a26b-72c5ab37f19a x-openstack-request-id: req-306d27cc-39cb-4ee6-a26b-72c5ab37f19a {{(pid=104071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:30:36.823026 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17432854-e4ff-4fbf-9ce7-778053f3df8f", "tag": "2d5f20a7-1ebf-4050-bc77-dc40113713f4", "status": "completed", "code": 200}]} {{(pid=104071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:30:36.823297 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-306d27cc-39cb-4ee6-a26b-72c5ab37f19a {{(pid=104071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:30:36.823857 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-306d27cc-39cb-4ee6-a26b-72c5ab37f19a'] response: {'name': 'network-changed', 'server_uuid': '17432854-e4ff-4fbf-9ce7-778053f3df8f', 'tag': '2d5f20a7-1ebf-4050-bc77-dc40113713f4', 'status': 'completed', 'code': 200} May 27 03:30:36.967666 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8e1cc6-87a3-474e-b03a-39fc9a3060ec req-4e363953-2965-4f74-bea3-90a4620ccfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:36.969412 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-5f8e1cc6-87a3-474e-b03a-39fc9a3060ec req-4e363953-2965-4f74-bea3-90a4620ccfc0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9966ab8ffdcf4e828553261c05fbb5a9&device_id=17432854-e4ff-4fbf-9ce7-778053f3df8f HTTP/1.1" status: 200 len: 1128 time: 0.0484357 May 27 03:30:37.035594 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-5f8e1cc6-87a3-474e-b03a-39fc9a3060ec req-e8c20437-2ed6-46e3-95df-46fecc7bfe43 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2d5f20a7-1ebf-4050-bc77-dc40113713f4 HTTP/1.1" status: 200 len: 217 time: 0.0410314 May 27 03:30:37.101170 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8e1cc6-87a3-474e-b03a-39fc9a3060ec req-f4d33bb4-346f-4624-b79b-7ead4eecebe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:37.102005 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-5f8e1cc6-87a3-474e-b03a-39fc9a3060ec req-f4d33bb4-346f-4624-b79b-7ead4eecebe3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=eeba940d-f1a2-4522-8ecf-bca985783242 HTTP/1.1" status: 200 len: 849 time: 0.0601687 May 27 03:30:37.142373 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-5f8e1cc6-87a3-474e-b03a-39fc9a3060ec req-3bd2e39f-3d2d-4085-9d66-514d718bf8c5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=978fec81-faf1-44e4-9076-53182f28179b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324471 May 27 03:30:37.246582 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-5f8e1cc6-87a3-474e-b03a-39fc9a3060ec req-4081c247-9252-4341-816f-8319766e0cfe service neutron] 10.222.0.67 "GET /v2.0/networks/978fec81-faf1-44e4-9076-53182f28179b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947192 May 27 03:30:37.345901 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-5f8e1cc6-87a3-474e-b03a-39fc9a3060ec req-d9405de8-8f8e-4c00-8179-3b6201e1feab service neutron] 10.222.0.67 "GET /v2.0/networks/978fec81-faf1-44e4-9076-53182f28179b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932434 May 27 03:30:37.406612 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:37.447141 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d59d14-8f6d-4eb4-898c-e8a88ea1a62e req-d46ccbac-69b2-4d4d-b98d-77c27a7e87c9 tempest-VolumesActionsTest-193416201 tempest-VolumesActionsTest-193416201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:37.448937 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-45d59d14-8f6d-4eb4-898c-e8a88ea1a62e req-d46ccbac-69b2-4d4d-b98d-77c27a7e87c9 tempest-VolumesActionsTest-193416201 tempest-VolumesActionsTest-193416201-project] 10.222.0.50 "GET /v2.0/ports?device_id=17432854-e4ff-4fbf-9ce7-778053f3df8f HTTP/1.1" status: 200 len: 944 time: 0.0526307 May 27 03:30:37.497945 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-45d59d14-8f6d-4eb4-898c-e8a88ea1a62e req-c9434790-1496-45b1-bf0f-dc521ac922c2 tempest-VolumesActionsTest-193416201 tempest-VolumesActionsTest-193416201-project] 10.222.0.50 "GET /v2.0/security-groups?id=9c424312-90b6-4d18-9a24-13ca457e88d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430298 May 27 03:30:37.628939 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880418a8-094d-494e-9a4a-2cbe03b2f480 req-9005df64-4235-4d67-bfd4-608f54f81abc tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:37.631569 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-880418a8-094d-494e-9a4a-2cbe03b2f480 req-9005df64-4235-4d67-bfd4-608f54f81abc tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] 10.222.0.50 "GET /v2.0/ports?device_id=70020c76-0cc4-4adf-985d-4bd2c1b6b0da HTTP/1.1" status: 200 len: 984 time: 0.0610185 May 27 03:30:37.709066 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-880418a8-094d-494e-9a4a-2cbe03b2f480 req-04f22971-1372-4475-a3e0-eb6b627d1fa7 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] 10.222.0.50 "GET /v2.0/security-groups?id=221fa5c3-e637-4a04-908a-213f77a7868e&id=741e00ab-843f-4669-ba88-bc4dfb76ef77&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0709248 May 27 03:30:37.859459 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17312b4-48d8-411e-9ea0-a8cc01ae7294 req-56d89f63-4d56-48c4-bf4e-02433de8d76e tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:37.861003 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-e17312b4-48d8-411e-9ea0-a8cc01ae7294 req-56d89f63-4d56-48c4-bf4e-02433de8d76e tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/ports?device_id=5e0e8bee-579d-4c69-b1cb-516d6216e089 HTTP/1.1" status: 200 len: 945 time: 0.0503829 May 27 03:30:37.914281 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-e17312b4-48d8-411e-9ea0-a8cc01ae7294 req-e839bc03-0c00-42d7-84b4-1350894d49bf tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a7da55a-ae56-4bdb-bd61-0056b9e59296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471222 May 27 03:30:38.636305 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b0519e-8245-4b4d-9f89-910a7c1078ab req-267245e9-abb1-4aa7-b42a-dd359bd3ae30 tempest-VolumesActionsTest-193416201 tempest-VolumesActionsTest-193416201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:38.638285 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-04b0519e-8245-4b4d-9f89-910a7c1078ab req-267245e9-abb1-4aa7-b42a-dd359bd3ae30 tempest-VolumesActionsTest-193416201 tempest-VolumesActionsTest-193416201-project] 10.222.0.50 "GET /v2.0/ports?device_id=17432854-e4ff-4fbf-9ce7-778053f3df8f HTTP/1.1" status: 200 len: 944 time: 0.0611615 May 27 03:30:38.706271 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-04b0519e-8245-4b4d-9f89-910a7c1078ab req-5a91b0b3-a4fa-41a1-9fb6-6d5ad4a5e339 tempest-VolumesActionsTest-193416201 tempest-VolumesActionsTest-193416201-project] 10.222.0.50 "GET /v2.0/security-groups?id=9c424312-90b6-4d18-9a24-13ca457e88d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576158 May 27 03:30:38.842083 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57557efd-7e01-4a85-886f-b3af89cbb393 req-e5ae5cff-c9a1-4934-a388-943356c9798f tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:38.843628 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-57557efd-7e01-4a85-886f-b3af89cbb393 req-e5ae5cff-c9a1-4934-a388-943356c9798f tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] 10.222.0.50 "GET /v2.0/ports?device_id=70020c76-0cc4-4adf-985d-4bd2c1b6b0da HTTP/1.1" status: 200 len: 984 time: 0.0497029 May 27 03:30:38.911019 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-57557efd-7e01-4a85-886f-b3af89cbb393 req-e12a265e-c5da-4979-8f35-781860ce898c tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] 10.222.0.50 "GET /v2.0/security-groups?id=221fa5c3-e637-4a04-908a-213f77a7868e&id=741e00ab-843f-4669-ba88-bc4dfb76ef77&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0601747 May 27 03:30:39.037337 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d079a46-4618-4dcd-b67a-7e93c86de0e5 req-21872c79-1f5c-426c-aae0-3052fdd5a7ee tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:39.038927 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-8d079a46-4618-4dcd-b67a-7e93c86de0e5 req-21872c79-1f5c-426c-aae0-3052fdd5a7ee tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/ports?device_id=5e0e8bee-579d-4c69-b1cb-516d6216e089 HTTP/1.1" status: 200 len: 945 time: 0.0521874 May 27 03:30:39.071442 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:39.089777 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-8d079a46-4618-4dcd-b67a-7e93c86de0e5 req-34e474a8-95fd-4031-b62c-2246a5bf378a tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a7da55a-ae56-4bdb-bd61-0056b9e59296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449214 May 27 03:30:39.818686 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:39.845129 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99647f76-6fda-4488-889b-76b9115ca730 req-184b8beb-4449-43d6-8806-718b6c59dd43 tempest-VolumesActionsTest-193416201 tempest-VolumesActionsTest-193416201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:39.846706 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-99647f76-6fda-4488-889b-76b9115ca730 req-184b8beb-4449-43d6-8806-718b6c59dd43 tempest-VolumesActionsTest-193416201 tempest-VolumesActionsTest-193416201-project] 10.222.0.50 "GET /v2.0/ports?device_id=17432854-e4ff-4fbf-9ce7-778053f3df8f HTTP/1.1" status: 200 len: 944 time: 0.0684135 May 27 03:30:39.904536 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-99647f76-6fda-4488-889b-76b9115ca730 req-0e801b48-1dc3-4357-9c66-b913e6651a26 tempest-VolumesActionsTest-193416201 tempest-VolumesActionsTest-193416201-project] 10.222.0.50 "GET /v2.0/security-groups?id=9c424312-90b6-4d18-9a24-13ca457e88d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514166 May 27 03:30:40.076530 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.agents_db [None req-9472a85a-8dd5-480f-9a02-5eb3d7473862 None None] Agent healthcheck: found 6 active agents {{(pid=104074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:30:40.227505 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6c0a09-60a5-4b3b-97b3-8111d1920228 req-9db9e623-b06f-4872-a42e-ba4a4bcf882c tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:40.229098 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-5b6c0a09-60a5-4b3b-97b3-8111d1920228 req-9db9e623-b06f-4872-a42e-ba4a4bcf882c tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/ports?device_id=5e0e8bee-579d-4c69-b1cb-516d6216e089 HTTP/1.1" status: 200 len: 945 time: 0.0616939 May 27 03:30:40.242378 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:40.286677 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-5b6c0a09-60a5-4b3b-97b3-8111d1920228 req-72ccb143-49c8-4c7c-9561-2cc30f87662a tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a7da55a-ae56-4bdb-bd61-0056b9e59296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517161 May 27 03:30:40.312888 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb630f6-6ac3-4d86-ad98-50e5e1c61914 req-55884bf0-540f-4623-a0bd-161a555e73b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:40.314502 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-2eb630f6-6ac3-4d86-ad98-50e5e1c61914 req-55884bf0-540f-4623-a0bd-161a555e73b2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9966ab8ffdcf4e828553261c05fbb5a9&device_id=17432854-e4ff-4fbf-9ce7-778053f3df8f HTTP/1.1" status: 200 len: 1128 time: 0.0454137 May 27 03:30:40.415083 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb630f6-6ac3-4d86-ad98-50e5e1c61914 req-224e3b18-36a9-434e-bcd8-4cb56f727fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:40.416506 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-2eb630f6-6ac3-4d86-ad98-50e5e1c61914 req-224e3b18-36a9-434e-bcd8-4cb56f727fa8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=978fec81-faf1-44e4-9076-53182f28179b HTTP/1.1" status: 200 len: 910 time: 0.0929134 May 27 03:30:40.511364 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-2eb630f6-6ac3-4d86-ad98-50e5e1c61914 req-63bf6568-8d80-4f3c-92d8-3c02d7034821 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2d5f20a7-1ebf-4050-bc77-dc40113713f4 HTTP/1.1" status: 200 len: 217 time: 0.0352252 May 27 03:30:40.561806 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb630f6-6ac3-4d86-ad98-50e5e1c61914 req-5d84b0b8-bf47-4d2a-a9e0-e267bd99522f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:40.563297 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-2eb630f6-6ac3-4d86-ad98-50e5e1c61914 req-5d84b0b8-bf47-4d2a-a9e0-e267bd99522f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=eeba940d-f1a2-4522-8ecf-bca985783242 HTTP/1.1" status: 200 len: 849 time: 0.0455058 May 27 03:30:40.709859 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-2eb630f6-6ac3-4d86-ad98-50e5e1c61914 req-78408f65-b289-4e6d-aeb2-a74b680704c4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=978fec81-faf1-44e4-9076-53182f28179b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529010 May 27 03:30:40.743953 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8945b14b-a1ed-44cb-8a4c-93b60d00e25a req-2e2f1e9f-3b2f-43b6-b1b3-5289a4ce5ced tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:40.745438 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-8945b14b-a1ed-44cb-8a4c-93b60d00e25a req-2e2f1e9f-3b2f-43b6-b1b3-5289a4ce5ced tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.67 "GET /v2.0/ports?device_id=5e0e8bee-579d-4c69-b1cb-516d6216e089 HTTP/1.1" status: 200 len: 945 time: 0.0872715 May 27 03:30:40.891540 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-2eb630f6-6ac3-4d86-ad98-50e5e1c61914 req-9667b25a-d7d9-49ef-a67d-8215fb421c50 service neutron] 10.222.0.67 "GET /v2.0/networks/978fec81-faf1-44e4-9076-53182f28179b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734431 May 27 03:30:40.892257 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.plugin [req-8945b14b-a1ed-44cb-8a4c-93b60d00e25a req-d452dcb6-024c-46bd-8cbe-d791bcf83028 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Deleting port 72e619f9-cc36-4b46-b89f-a4af82c97aa9 {{(pid=104071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:30:40.892696 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-8945b14b-a1ed-44cb-8a4c-93b60d00e25a req-d452dcb6-024c-46bd-8cbe-d791bcf83028 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743907775461'] for port (72e619f9-cc36-4b46-b89f-a4af82c97aa9), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:41.045372 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=100 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:41.088125 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d433d6-8ae1-45d7-b395-957291db412b req-21d6148e-c0d9-4fc0-aebd-31e5a76bc498 tempest-VolumesActionsTest-193416201 tempest-VolumesActionsTest-193416201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:41.091322 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-e8d433d6-8ae1-45d7-b395-957291db412b req-21d6148e-c0d9-4fc0-aebd-31e5a76bc498 tempest-VolumesActionsTest-193416201 tempest-VolumesActionsTest-193416201-project] 10.222.0.50 "GET /v2.0/ports?device_id=17432854-e4ff-4fbf-9ce7-778053f3df8f HTTP/1.1" status: 200 len: 944 time: 0.0955749 May 27 03:30:41.117432 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.db [req-8945b14b-a1ed-44cb-8a4c-93b60d00e25a req-d452dcb6-024c-46bd-8cbe-d791bcf83028 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] For port 72e619f9-cc36-4b46-b89f-a4af82c97aa9, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=72e619f9-cc36-4b46-b89f-a4af82c97aa9,segment=NetworkSegment(9331d2d7-a6a0-4c34-9e42-53844ef9b31b),segment_id=9331d2d7-a6a0-4c34-9e42-53844ef9b31b)] {{(pid=104071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:30:41.117904 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-8945b14b-a1ed-44cb-8a4c-93b60d00e25a req-d452dcb6-024c-46bd-8cbe-d791bcf83028 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16271712'] for port (72e619f9-cc36-4b46-b89f-a4af82c97aa9), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:41.134700 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-2eb630f6-6ac3-4d86-ad98-50e5e1c61914 req-8a5a2e88-b4e5-4336-9707-4304b6ed2470 service neutron] 10.222.0.67 "GET /v2.0/networks/978fec81-faf1-44e4-9076-53182f28179b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271719 May 27 03:30:41.211354 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-e8d433d6-8ae1-45d7-b395-957291db412b req-34c947ec-1d02-4d0c-a03c-8586c97c3156 tempest-VolumesActionsTest-193416201 tempest-VolumesActionsTest-193416201-project] 10.222.0.50 "GET /v2.0/security-groups?id=9c424312-90b6-4d18-9a24-13ca457e88d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065099 May 27 03:30:41.337854 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-8945b14b-a1ed-44cb-8a4c-93b60d00e25a req-d452dcb6-024c-46bd-8cbe-d791bcf83028 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:41.338480 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-8945b14b-a1ed-44cb-8a4c-93b60d00e25a req-d452dcb6-024c-46bd-8cbe-d791bcf83028 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16279512'] for floatingip (3bb74181-20cd-47a0-85bc-65c7179ec00e), after_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:41.338864 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.db.l3_db [req-8945b14b-a1ed-44cb-8a4c-93b60d00e25a req-d452dcb6-024c-46bd-8cbe-d791bcf83028 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Floating IP 3bb74181-20cd-47a0-85bc-65c7179ec00e disassociated. External IP: 172.27.3.240, port: 72e619f9-cc36-4b46-b89f-a4af82c97aa9. May 27 03:30:41.339260 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.plugin [req-8945b14b-a1ed-44cb-8a4c-93b60d00e25a req-d452dcb6-024c-46bd-8cbe-d791bcf83028 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Calling delete_port for 72e619f9-cc36-4b46-b89f-a4af82c97aa9 owned by compute:nova {{(pid=104071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:30:41.435510 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:41.454455 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e639c201-c35f-4bfc-b0de-5b89b4da7e90 req-958dfa94-aa3c-4f2a-a063-8064b4a9763d tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:41.457799 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-e639c201-c35f-4bfc-b0de-5b89b4da7e90 req-958dfa94-aa3c-4f2a-a063-8064b4a9763d tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/ports?device_id=5e0e8bee-579d-4c69-b1cb-516d6216e089 HTTP/1.1" status: 200 len: 945 time: 0.0713863 May 27 03:30:41.530514 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-8945b14b-a1ed-44cb-8a4c-93b60d00e25a req-d452dcb6-024c-46bd-8cbe-d791bcf83028 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743907783123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743907242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12907156'] for port (72e619f9-cc36-4b46-b89f-a4af82c97aa9), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:41.533548 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-e639c201-c35f-4bfc-b0de-5b89b4da7e90 req-e6768fbe-cca6-477a-b817-c9883d7e56d5 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a7da55a-ae56-4bdb-bd61-0056b9e59296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676458 May 27 03:30:41.561939 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d452dcb6-024c-46bd-8cbe-d791bcf83028 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Pushing event deleted for resources: {'Port': ['ID=72e619f9-cc36-4b46-b89f-a4af82c97aa9,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:41.679141 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8945b14b-a1ed-44cb-8a4c-93b60d00e25a req-d452dcb6-024c-46bd-8cbe-d791bcf83028 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Router 48ccfd99-9d2a-40bc-8f48-1ef8477ddac8 has already been hosted by L3 agent 3e4effd7-5bc9-408b-93fa-42e4b19a61d9 {{(pid=104071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:30:42.072920 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8945b14b-a1ed-44cb-8a4c-93b60d00e25a req-d452dcb6-024c-46bd-8cbe-d791bcf83028 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Notify agent at l3_agent.dv-cinder-828806-4-iscsi the message routers_updated {{(pid=104071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:30:42.086500 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a06431a-5bfd-44e7-bd96-46c1c5a8162f None None] Sync routers for ids ['48ccfd99-9d2a-40bc-8f48-1ef8477ddac8'] in dv-cinder-828806-4-iscsi {{(pid=104073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:30:42.102423 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a06431a-5bfd-44e7-bd96-46c1c5a8162f None None] Routers {'48ccfd99-9d2a-40bc-8f48-1ef8477ddac8'} bound to L3 agent in host dv-cinder-828806-4-iscsi {{(pid=104073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:30:42.103064 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-4a06431a-5bfd-44e7-bd96-46c1c5a8162f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T03:14:31Z,description=,heartbeat_timestamp=2022-05-27T03:30:31Z,host='dv-cinder-828806-4-iscsi',id=3e4effd7-5bc9-408b-93fa-42e4b19a61d9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:14:31Z,topic='l3_agent')) {'router_ids': ['48ccfd99-9d2a-40bc-8f48-1ef8477ddac8'], 'active': True} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:30:42.125202 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [req-8945b14b-a1ed-44cb-8a4c-93b60d00e25a req-d452dcb6-024c-46bd-8cbe-d791bcf83028 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] No DVR routers for this DVR port 72e619f9-cc36-4b46-b89f-a4af82c97aa9 on host hv-cinder-82880 {{(pid=104071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:30:42.128227 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-8945b14b-a1ed-44cb-8a4c-93b60d00e25a req-d452dcb6-024c-46bd-8cbe-d791bcf83028 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159658'] for port (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:42.132842 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-8945b14b-a1ed-44cb-8a4c-93b60d00e25a req-d452dcb6-024c-46bd-8cbe-d791bcf83028 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.67 "DELETE /v2.0/ports/72e619f9-cc36-4b46-b89f-a4af82c97aa9 HTTP/1.1" status: 204 len: 173 time: 1.3821285 May 27 03:30:42.133439 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e0e8bee-579d-4c69-b1cb-516d6216e089', 'name': 'network-vif-deleted', 'tag': '72e619f9-cc36-4b46-b89f-a4af82c97aa9'}] {{(pid=104071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:30:42.138357 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bb076ad6e20eee76da9493a154e3e0af7ddb4a8668b70cc9390b05200f69f4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f80e85e-8076-4480-b69c-cfbb9acc8c4d" -d '{"events": [{"server_uuid": "5e0e8bee-579d-4c69-b1cb-516d6216e089", "name": "network-vif-deleted", "tag": "72e619f9-cc36-4b46-b89f-a4af82c97aa9"}]}' {{(pid=104071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:30:42.178069 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af248d81-0f1b-4569-84e3-9326bf839a34 x-openstack-request-id: req-af248d81-0f1b-4569-84e3-9326bf839a34 {{(pid=104071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:30:42.178469 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e0e8bee-579d-4c69-b1cb-516d6216e089", "name": "network-vif-deleted", "tag": "72e619f9-cc36-4b46-b89f-a4af82c97aa9", "status": "completed", "code": 200}]} {{(pid=104071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:30:42.178853 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-af248d81-0f1b-4569-84e3-9326bf839a34 {{(pid=104071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:30:42.179325 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af248d81-0f1b-4569-84e3-9326bf839a34'] response: {'server_uuid': '5e0e8bee-579d-4c69-b1cb-516d6216e089', 'name': 'network-vif-deleted', 'tag': '72e619f9-cc36-4b46-b89f-a4af82c97aa9', 'status': 'completed', 'code': 200} May 27 03:30:42.238859 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvr_db [None req-4a06431a-5bfd-44e7-bd96-46c1c5a8162f None None] Set router 48ccfd99-9d2a-40bc-8f48-1ef8477ddac8 gateway port host: dv-cinder-828806-4-iscsi {{(pid=104073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:30:42.288099 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Device 2d5f20a7-1ebf-4050-bc77-dc40113713f4 details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=104073) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 03:30:42.363518 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc088178-6690-4b29-8eea-62575ca9db08 req-bba275d8-5cf4-4a36-abf2-ff07c430fd7c tempest-VolumesActionsTest-193416201 tempest-VolumesActionsTest-193416201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:42.371026 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-fc088178-6690-4b29-8eea-62575ca9db08 req-bba275d8-5cf4-4a36-abf2-ff07c430fd7c tempest-VolumesActionsTest-193416201 tempest-VolumesActionsTest-193416201-project] 10.222.0.50 "GET /v2.0/ports?device_id=17432854-e4ff-4fbf-9ce7-778053f3df8f HTTP/1.1" status: 200 len: 944 time: 0.0665779 May 27 03:30:42.417494 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-fc088178-6690-4b29-8eea-62575ca9db08 req-44363d4d-b5e1-4558-9b2f-f76c1efb3873 tempest-VolumesActionsTest-193416201 tempest-VolumesActionsTest-193416201-project] 10.222.0.50 "GET /v2.0/security-groups?id=9c424312-90b6-4d18-9a24-13ca457e88d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454855 May 27 03:30:42.493893 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:42.503320 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] For port 2d5f20a7-1ebf-4050-bc77-dc40113713f4, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=2d5f20a7-1ebf-4050-bc77-dc40113713f4,segment=NetworkSegment(f094ee35-eb15-48c7-b046-2cb022b086c1),segment_id=f094ee35-eb15-48c7-b046-2cb022b086c1)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:30:42.506972 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:42.530306 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Returning: {'device': '2d5f20a7-1ebf-4050-bc77-dc40113713f4', 'network_id': '978fec81-faf1-44e4-9076-53182f28179b', 'port_id': '2d5f20a7-1ebf-4050-bc77-dc40113713f4', 'mac_address': 'fa:16:3e:ed:93:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eeba940d-f1a2-4522-8ecf-bca985783242', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104073) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 03:30:42.593840 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-4a06431a-5bfd-44e7-bd96-46c1c5a8162f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ccfd99-9d2a-40bc-8f48-1ef8477ddac8', 'name': 'tempest-AttachVolumeNegativeTest-1190605770-router', 'tenant_id': '082b5523ee504be09f6fcaf833207a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': 'ee2b145c-866a-4545-a5dc-b000db3e976a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:15Z', 'updated_at': '2022-05-27T03:23:33Z', 'revision_number': 4, 'project_id': '082b5523ee504be09f6fcaf833207a4f', 'gw_port': {'id': 'ee2b145c-866a-4545-a5dc-b000db3e976a', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ccfd99-9d2a-40bc-8f48-1ef8477ddac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:16Z', 'updated_at': '2022-05-27T03:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi', '_interfaces': [{'id': 'de2e02ca-ae55-44a3-8d3d-cbe2d4c0df81', 'name': '', 'network_id': 'e861f168-e1a5-4542-8ee4-9759fa17a578', 'tenant_id': '082b5523ee504be09f6fcaf833207a4f', 'mac_address': 'fa:16:3e:93:65:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ccfd99-9d2a-40bc-8f48-1ef8477ddac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '22c8ee8a-bdb1-4646-81f4-b6b1b8177bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:28Z', 'updated_at': '2022-05-27T03:23:46Z', 'revision_number': 5, 'project_id': '082b5523ee504be09f6fcaf833207a4f', 'subnets': [{'id': '22c8ee8a-bdb1-4646-81f4-b6b1b8177bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-4-iscsi', False) {} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:30:42.624607 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Current status of the port 2d5f20a7-1ebf-4050-bc77-dc40113713f4 is: DOWN; New status is: BUILD {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:30:42.625028 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (2d5f20a7-1ebf-4050-bc77-dc40113713f4), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:42.633741 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a06431a-5bfd-44e7-bd96-46c1c5a8162f None None] Checking router: 48ccfd99-9d2a-40bc-8f48-1ef8477ddac8 for host: dv-cinder-828806-4-iscsi {{(pid=104073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:30:42.663314 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.notifiers.nova [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d5f20a7-1ebf-4050-bc77-dc40113713f4 {{(pid=104073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:30:42.669650 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a06431a-5bfd-44e7-bd96-46c1c5a8162f None None] Routers {'48ccfd99-9d2a-40bc-8f48-1ef8477ddac8'} bound to L3 agent in host dv-cinder-828806-4-iscsi {{(pid=104073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:30:42.670220 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-4a06431a-5bfd-44e7-bd96-46c1c5a8162f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T03:14:31Z,description=,heartbeat_timestamp=2022-05-27T03:30:31Z,host='dv-cinder-828806-4-iscsi',id=3e4effd7-5bc9-408b-93fa-42e4b19a61d9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:14:31Z,topic='l3_agent')) {'router_ids': ['48ccfd99-9d2a-40bc-8f48-1ef8477ddac8'], 'active': True} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:30:42.741623 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-2d7d2bf5-cd05-4b33-8273-56f2ec786a59 req-b6760d1d-50ff-4ca9-9a73-b867d76a6722 tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/ports?device_id=5e0e8bee-579d-4c69-b1cb-516d6216e089 HTTP/1.1" status: 200 len: 210 time: 0.0371089 May 27 03:30:42.870891 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] For port 2d5f20a7-1ebf-4050-bc77-dc40113713f4, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=2d5f20a7-1ebf-4050-bc77-dc40113713f4,segment=NetworkSegment(f094ee35-eb15-48c7-b046-2cb022b086c1),segment_id=f094ee35-eb15-48c7-b046-2cb022b086c1)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:30:42.880304 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (2d5f20a7-1ebf-4050-bc77-dc40113713f4), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:42.963508 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Pushing event updated for resources: {'Port': ['ID=2d5f20a7-1ebf-4050-bc77-dc40113713f4,revision_number=4']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:42.995240 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvr_db [None req-4a06431a-5bfd-44e7-bd96-46c1c5a8162f None None] Set router 48ccfd99-9d2a-40bc-8f48-1ef8477ddac8 gateway port host: dv-cinder-828806-4-iscsi {{(pid=104073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:30:43.203261 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-4a06431a-5bfd-44e7-bd96-46c1c5a8162f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ccfd99-9d2a-40bc-8f48-1ef8477ddac8', 'name': 'tempest-AttachVolumeNegativeTest-1190605770-router', 'tenant_id': '082b5523ee504be09f6fcaf833207a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': 'ee2b145c-866a-4545-a5dc-b000db3e976a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:15Z', 'updated_at': '2022-05-27T03:23:33Z', 'revision_number': 4, 'project_id': '082b5523ee504be09f6fcaf833207a4f', 'gw_port': {'id': 'ee2b145c-866a-4545-a5dc-b000db3e976a', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ccfd99-9d2a-40bc-8f48-1ef8477ddac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:16Z', 'updated_at': '2022-05-27T03:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi', '_interfaces': [{'id': 'de2e02ca-ae55-44a3-8d3d-cbe2d4c0df81', 'name': '', 'network_id': 'e861f168-e1a5-4542-8ee4-9759fa17a578', 'tenant_id': '082b5523ee504be09f6fcaf833207a4f', 'mac_address': 'fa:16:3e:93:65:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ccfd99-9d2a-40bc-8f48-1ef8477ddac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '22c8ee8a-bdb1-4646-81f4-b6b1b8177bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:28Z', 'updated_at': '2022-05-27T03:23:46Z', 'revision_number': 5, 'project_id': '082b5523ee504be09f6fcaf833207a4f', 'subnets': [{'id': '22c8ee8a-bdb1-4646-81f4-b6b1b8177bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-4-iscsi', False) {} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:30:43.227516 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a06431a-5bfd-44e7-bd96-46c1c5a8162f None None] The sync data for ids ['48ccfd99-9d2a-40bc-8f48-1ef8477ddac8'] in dv-cinder-828806-4-iscsi is: [{'id': '48ccfd99-9d2a-40bc-8f48-1ef8477ddac8', 'name': 'tempest-AttachVolumeNegativeTest-1190605770-router', 'tenant_id': '082b5523ee504be09f6fcaf833207a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': 'ee2b145c-866a-4545-a5dc-b000db3e976a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:15Z', 'updated_at': '2022-05-27T03:23:33Z', 'revision_number': 4, 'project_id': '082b5523ee504be09f6fcaf833207a4f', 'gw_port': {'id': 'ee2b145c-866a-4545-a5dc-b000db3e976a', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ccfd99-9d2a-40bc-8f48-1ef8477ddac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:16Z', 'updated_at': '2022-05-27T03:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi', '_interfaces': [{'id': 'de2e02ca-ae55-44a3-8d3d-cbe2d4c0df81', 'name': '', 'network_id': 'e861f168-e1a5-4542-8ee4-9759fa17a578', 'tenant_id': '082b5523ee504be09f6fcaf833207a4f', 'mac_address': 'fa:16:3e:93:65:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ccfd99-9d2a-40bc-8f48-1ef8477ddac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '22c8ee8a-bdb1-4646-81f4-b6b1b8177bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:28Z', 'updated_at': '2022-05-27T03:23:46Z', 'revision_number': 5, 'project_id': '082b5523ee504be09f6fcaf833207a4f', 'subnets': [{'id': '22c8ee8a-bdb1-4646-81f4-b6b1b8177bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:30:43.304155 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] get_ports_and_sgs() called for port_ids ['2d5f20a7-1ebf-4050-bc77-dc40113713f4'] {{(pid=104073) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:30:43.353912 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (a17a57cc-679f-4398-8430-1b64b86f4dc1), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:43.484746 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de26c9f-0eb6-4dd0-840e-80aeaf541cd0 None None] New status for floating IP 3bb74181-20cd-47a0-85bc-65c7179ec00e: DOWN {{(pid=104074) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 03:30:43.555061 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f16984-cb73-4acb-a0db-54b18a8bcecb req-ee418481-4c55-4f27-85a8-8bc7a81d2751 tempest-VolumesActionsTest-193416201 tempest-VolumesActionsTest-193416201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:43.556743 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-66f16984-cb73-4acb-a0db-54b18a8bcecb req-ee418481-4c55-4f27-85a8-8bc7a81d2751 tempest-VolumesActionsTest-193416201 tempest-VolumesActionsTest-193416201-project] 10.222.0.50 "GET /v2.0/ports?device_id=17432854-e4ff-4fbf-9ce7-778053f3df8f HTTP/1.1" status: 200 len: 945 time: 0.0511463 May 27 03:30:43.607818 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-66f16984-cb73-4acb-a0db-54b18a8bcecb req-af75f4f5-8214-4fcf-807e-739382402b74 tempest-VolumesActionsTest-193416201 tempest-VolumesActionsTest-193416201-project] 10.222.0.50 "GET /v2.0/security-groups?id=9c424312-90b6-4d18-9a24-13ca457e88d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446372 May 27 03:30:44.293967 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Device 2d5f20a7-1ebf-4050-bc77-dc40113713f4 up at agent hyperv_hv-cinder-82880 {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:30:44.353731 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Provisioning for port 2d5f20a7-1ebf-4050-bc77-dc40113713f4 completed by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 03:30:44.361021 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Provisioning complete for port 2d5f20a7-1ebf-4050-bc77-dc40113713f4 triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:30:44.361404 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (2d5f20a7-1ebf-4050-bc77-dc40113713f4), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:44.429353 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=100 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:44.441803 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Current status of the port 2d5f20a7-1ebf-4050-bc77-dc40113713f4 is: BUILD; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:30:44.442228 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (2d5f20a7-1ebf-4050-bc77-dc40113713f4), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:44.466518 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17432854-e4ff-4fbf-9ce7-778053f3df8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d5f20a7-1ebf-4050-bc77-dc40113713f4'}] {{(pid=104073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:30:44.468799 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fe636b475fcf817a66bede64dee182d8d37f0deb14dcb08a99f86243ff54ad7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08b901c1-a77e-44f9-aabc-45204bf0ab0d" -d '{"events": [{"server_uuid": "17432854-e4ff-4fbf-9ce7-778053f3df8f", "name": "network-vif-plugged", "status": "completed", "tag": "2d5f20a7-1ebf-4050-bc77-dc40113713f4"}]}' {{(pid=104073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:30:44.472990 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:44.485953 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] For port 2d5f20a7-1ebf-4050-bc77-dc40113713f4, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=2d5f20a7-1ebf-4050-bc77-dc40113713f4,segment=NetworkSegment(f094ee35-eb15-48c7-b046-2cb022b086c1),segment_id=f094ee35-eb15-48c7-b046-2cb022b086c1)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:30:44.492727 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (2d5f20a7-1ebf-4050-bc77-dc40113713f4), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:44.493814 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Device 72e619f9-cc36-4b46-b89f-a4af82c97aa9 no longer exists at agent hyperv_hv-cinder-82880 {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:30:44.522616 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c311bd58-b61d-4199-adfb-0bb1026e548c x-openstack-request-id: req-c311bd58-b61d-4199-adfb-0bb1026e548c {{(pid=104073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:30:44.522910 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17432854-e4ff-4fbf-9ce7-778053f3df8f", "name": "network-vif-plugged", "status": "completed", "tag": "2d5f20a7-1ebf-4050-bc77-dc40113713f4", "code": 200}]} {{(pid=104073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:30:44.523160 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c311bd58-b61d-4199-adfb-0bb1026e548c {{(pid=104073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:30:44.523560 dv-cinder-828806-4-iscsi neutron-server[104073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c311bd58-b61d-4199-adfb-0bb1026e548c'] response: {'server_uuid': '17432854-e4ff-4fbf-9ce7-778053f3df8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d5f20a7-1ebf-4050-bc77-dc40113713f4', 'code': 200} May 27 03:30:44.566895 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] No Port match for: 72e619f9-cc36-4b46-b89f-a4af82c97aa9 {{(pid=104073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:30:44.567315 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Device 72e619f9-cc36-4b46-b89f-a4af82c97aa9 not bound to the agent host hv-cinder-82880 {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:30:44.603024 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Pushing event updated for resources: {'Port': ['ID=2d5f20a7-1ebf-4050-bc77-dc40113713f4,revision_number=5']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:44.735377 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8a9a8f-37b0-4e28-95cf-c5ebb30670a9 req-e42861cd-a5d9-44f2-8638-72f15b48446b tempest-VolumesActionsTest-193416201 tempest-VolumesActionsTest-193416201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:44.736873 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-cb8a9a8f-37b0-4e28-95cf-c5ebb30670a9 req-e42861cd-a5d9-44f2-8638-72f15b48446b tempest-VolumesActionsTest-193416201 tempest-VolumesActionsTest-193416201-project] 10.222.0.50 "GET /v2.0/ports?device_id=17432854-e4ff-4fbf-9ce7-778053f3df8f HTTP/1.1" status: 200 len: 946 time: 0.0509706 May 27 03:30:44.787335 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-cb8a9a8f-37b0-4e28-95cf-c5ebb30670a9 req-6fa0d67d-17cb-4cf2-ac47-0cb7ec0d4bb1 tempest-VolumesActionsTest-193416201 tempest-VolumesActionsTest-193416201-project] 10.222.0.50 "GET /v2.0/security-groups?id=9c424312-90b6-4d18-9a24-13ca457e88d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443363 May 27 03:30:44.854075 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 36082) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:30:44.911747 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-d9f3bd62-1969-41d0-aea7-ccab2a8fc86e tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks [] for security_group (2a7da55a-ae56-4bdb-bd61-0056b9e59296), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:44.934988 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-d9f3bd62-1969-41d0-aea7-ccab2a8fc86e tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks [] for security_group (2a7da55a-ae56-4bdb-bd61-0056b9e59296), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:44.984869 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-d9f3bd62-1969-41d0-aea7-ccab2a8fc86e tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (2a7da55a-ae56-4bdb-bd61-0056b9e59296), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:44.989274 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-d9f3bd62-1969-41d0-aea7-ccab2a8fc86e tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks [] for security_group (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:44.990442 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-d9f3bd62-1969-41d0-aea7-ccab2a8fc86e tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "DELETE /v2.0/security-groups/2a7da55a-ae56-4bdb-bd61-0056b9e59296 HTTP/1.1" status: 204 len: 168 time: 0.1353884 May 27 03:30:44.993316 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 36084) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:30:44.999696 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f3bd62-1969-41d0-aea7-ccab2a8fc86e tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a7da55a-ae56-4bdb-bd61-0056b9e59296,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:45.008509 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.api.v2.resource [None req-fbc67501-7f6f-443c-af4b-38529d4dff3e tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] show failed (client error): The resource could not be found. May 27 03:30:45.009767 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-fbc67501-7f6f-443c-af4b-38529d4dff3e tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "GET /v2.0/security-groups/2a7da55a-ae56-4bdb-bd61-0056b9e59296 HTTP/1.1" status: 404 len: 347 time: 0.0154421 May 27 03:30:45.012743 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 36086) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:30:45.113213 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:45.124970 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.plugin [None req-bbaeb7b6-e24f-46c7-acbf-6bd9a87e75af tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Deleting port 9978db53-ca09-4f81-b79f-232e4da325f5 {{(pid=104071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:30:45.125345 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-bbaeb7b6-e24f-46c7-acbf-6bd9a87e75af tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743907775461'] for port (9978db53-ca09-4f81-b79f-232e4da325f5), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:45.202227 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-bbaeb7b6-e24f-46c7-acbf-6bd9a87e75af tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16271712'] for port (9978db53-ca09-4f81-b79f-232e4da325f5), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:45.202558 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-bbaeb7b6-e24f-46c7-acbf-6bd9a87e75af tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks [] for floatingip (9978db53-ca09-4f81-b79f-232e4da325f5), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:45.215682 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.plugin [None req-bbaeb7b6-e24f-46c7-acbf-6bd9a87e75af tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Calling delete_port for 9978db53-ca09-4f81-b79f-232e4da325f5 owned by network:floatingip {{(pid=104071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:30:45.352735 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-bbaeb7b6-e24f-46c7-acbf-6bd9a87e75af tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743907783123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743907242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12907156'] for port (9978db53-ca09-4f81-b79f-232e4da325f5), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:45.376408 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaeb7b6-e24f-46c7-acbf-6bd9a87e75af tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Pushing event deleted for resources: {'Port': ['ID=9978db53-ca09-4f81-b79f-232e4da325f5,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:45.441831 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:45.448048 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-bbaeb7b6-e24f-46c7-acbf-6bd9a87e75af tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks [] for floatingip (3bb74181-20cd-47a0-85bc-65c7179ec00e), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:45.450592 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-bbaeb7b6-e24f-46c7-acbf-6bd9a87e75af tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159658'] for floatingip (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:45.451748 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-bbaeb7b6-e24f-46c7-acbf-6bd9a87e75af tempest-AttachVolumeNegativeTest-638824308 tempest-AttachVolumeNegativeTest-638824308-project] 10.222.0.50 "DELETE /v2.0/floatingips/3bb74181-20cd-47a0-85bc-65c7179ec00e HTTP/1.1" status: 204 len: 168 time: 0.4380023 May 27 03:30:45.914622 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a345f5-a436-40be-86a4-88b5ee299eff req-64275782-21e8-4af5-bf0b-80c1f180e151 tempest-VolumesActionsTest-193416201 tempest-VolumesActionsTest-193416201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:45.916008 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-49a345f5-a436-40be-86a4-88b5ee299eff req-64275782-21e8-4af5-bf0b-80c1f180e151 tempest-VolumesActionsTest-193416201 tempest-VolumesActionsTest-193416201-project] 10.222.0.50 "GET /v2.0/ports?device_id=17432854-e4ff-4fbf-9ce7-778053f3df8f HTTP/1.1" status: 200 len: 946 time: 0.0503390 May 27 03:30:45.965687 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-49a345f5-a436-40be-86a4-88b5ee299eff req-96914f7b-b4da-4ea5-9e49-050d585e367d tempest-VolumesActionsTest-193416201 tempest-VolumesActionsTest-193416201-project] 10.222.0.50 "GET /v2.0/security-groups?id=9c424312-90b6-4d18-9a24-13ca457e88d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441072 May 27 03:30:47.093776 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32b839b-6d1c-4eea-af72-686a15620e63 req-b8790d96-2fbe-460b-8bc4-f07fbdf1a9b4 tempest-VolumesActionsTest-193416201 tempest-VolumesActionsTest-193416201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:47.095278 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c32b839b-6d1c-4eea-af72-686a15620e63 req-b8790d96-2fbe-460b-8bc4-f07fbdf1a9b4 tempest-VolumesActionsTest-193416201 tempest-VolumesActionsTest-193416201-project] 10.222.0.50 "GET /v2.0/ports?device_id=17432854-e4ff-4fbf-9ce7-778053f3df8f HTTP/1.1" status: 200 len: 946 time: 0.0589666 May 27 03:30:47.146824 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c32b839b-6d1c-4eea-af72-686a15620e63 req-45dbe013-b5a6-44a2-8c25-b20bc0d88f7a tempest-VolumesActionsTest-193416201 tempest-VolumesActionsTest-193416201-project] 10.222.0.50 "GET /v2.0/security-groups?id=9c424312-90b6-4d18-9a24-13ca457e88d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454493 May 27 03:30:47.165515 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476a493e-a37e-4cdf-bbb0-17a705c92c2b req-fac2217b-0233-4e98-abb4-bc613d24bf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:47.167024 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-476a493e-a37e-4cdf-bbb0-17a705c92c2b req-fac2217b-0233-4e98-abb4-bc613d24bf7e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=17432854-e4ff-4fbf-9ce7-778053f3df8f HTTP/1.1" status: 200 len: 1130 time: 0.0409002 May 27 03:30:47.215999 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-476a493e-a37e-4cdf-bbb0-17a705c92c2b req-311e3835-6b2c-44f0-81d6-ef898687fc46 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=9c424312-90b6-4d18-9a24-13ca457e88d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425241 May 27 03:30:48.263845 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725b2399-1d48-482f-8491-f2bf20b8c6c5 req-bd3e8d70-37a4-45f7-bf30-b4cca292363d tempest-VolumesActionsTest-193416201 tempest-VolumesActionsTest-193416201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:48.265325 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-725b2399-1d48-482f-8491-f2bf20b8c6c5 req-bd3e8d70-37a4-45f7-bf30-b4cca292363d tempest-VolumesActionsTest-193416201 tempest-VolumesActionsTest-193416201-project] 10.222.0.50 "GET /v2.0/ports?device_id=17432854-e4ff-4fbf-9ce7-778053f3df8f HTTP/1.1" status: 200 len: 946 time: 0.0484343 May 27 03:30:48.317663 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-725b2399-1d48-482f-8491-f2bf20b8c6c5 req-e1b4d327-866c-4f3d-ab5f-ce93e9668098 tempest-VolumesActionsTest-193416201 tempest-VolumesActionsTest-193416201-project] 10.222.0.50 "GET /v2.0/security-groups?id=9c424312-90b6-4d18-9a24-13ca457e88d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441017 May 27 03:30:49.442029 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24da560-074d-49e6-b034-ad25ffa71eff req-4fcb969c-a06b-47df-bca8-d97393e0543f tempest-VolumesActionsTest-193416201 tempest-VolumesActionsTest-193416201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:49.443555 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b24da560-074d-49e6-b034-ad25ffa71eff req-4fcb969c-a06b-47df-bca8-d97393e0543f tempest-VolumesActionsTest-193416201 tempest-VolumesActionsTest-193416201-project] 10.222.0.50 "GET /v2.0/ports?device_id=17432854-e4ff-4fbf-9ce7-778053f3df8f HTTP/1.1" status: 200 len: 946 time: 0.0562227 May 27 03:30:49.492657 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b24da560-074d-49e6-b034-ad25ffa71eff req-0c2e4a92-9b60-427a-b1a6-d9742a2f7302 tempest-VolumesActionsTest-193416201 tempest-VolumesActionsTest-193416201-project] 10.222.0.50 "GET /v2.0/security-groups?id=9c424312-90b6-4d18-9a24-13ca457e88d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430419 May 27 03:30:51.207641 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4cb6cd-4213-4d5f-abc8-942efa481366 req-4ff9582c-9abd-4c6b-85c1-88737ee214fe tempest-VolumesActionsTest-193416201 tempest-VolumesActionsTest-193416201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:51.209114 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-dd4cb6cd-4213-4d5f-abc8-942efa481366 req-4ff9582c-9abd-4c6b-85c1-88737ee214fe tempest-VolumesActionsTest-193416201 tempest-VolumesActionsTest-193416201-project] 10.222.0.50 "GET /v2.0/ports?device_id=17432854-e4ff-4fbf-9ce7-778053f3df8f HTTP/1.1" status: 200 len: 946 time: 0.0573158 May 27 03:30:51.262599 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-dd4cb6cd-4213-4d5f-abc8-942efa481366 req-f482dc63-e0b9-4323-8d20-9ce7f672e147 tempest-VolumesActionsTest-193416201 tempest-VolumesActionsTest-193416201-project] 10.222.0.50 "GET /v2.0/security-groups?id=9c424312-90b6-4d18-9a24-13ca457e88d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475419 May 27 03:30:52.268371 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-c97c2e3b-1878-498f-a979-c148838cef0c req-59c845f6-0203-42d5-967a-0d77aa9d6ef7 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1104536221&fields=id&tenant_id=d5bef1b49d424299864523887eb72b3c HTTP/1.1" status: 200 len: 267 time: 0.0469024 May 27 03:30:52.381889 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97c2e3b-1878-498f-a979-c148838cef0c req-7f5ce5e1-fae4-4c1e-ae62-a4eb91b83f8b tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:52.383391 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-c97c2e3b-1878-498f-a979-c148838cef0c req-7f5ce5e1-fae4-4c1e-ae62-a4eb91b83f8b tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "GET /v2.0/networks?id=79e2e930-0200-4ceb-a2bb-a93bbb04e0f6 HTTP/1.1" status: 200 len: 812 time: 0.1082816 May 27 03:30:52.389708 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b1a2a4-6e06-4784-89bc-492724943915 req-0bb7172f-b2e9-49e5-ad15-0983c369ef14 tempest-VolumesActionsTest-193416201 tempest-VolumesActionsTest-193416201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:52.391388 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-88b1a2a4-6e06-4784-89bc-492724943915 req-0bb7172f-b2e9-49e5-ad15-0983c369ef14 tempest-VolumesActionsTest-193416201 tempest-VolumesActionsTest-193416201-project] 10.222.0.50 "GET /v2.0/ports?device_id=17432854-e4ff-4fbf-9ce7-778053f3df8f HTTP/1.1" status: 200 len: 946 time: 0.0528717 May 27 03:30:52.399542 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-c97c2e3b-1878-498f-a979-c148838cef0c req-482099c4-36c6-4ab9-8be0-a7671d872ca1 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "GET /v2.0/quotas/d5bef1b49d424299864523887eb72b3c HTTP/1.1" status: 200 len: 375 time: 0.0096610 May 27 03:30:52.439787 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-88b1a2a4-6e06-4784-89bc-492724943915 req-edbf03d8-7a0f-4586-9cf4-17482d03becb tempest-VolumesActionsTest-193416201 tempest-VolumesActionsTest-193416201-project] 10.222.0.50 "GET /v2.0/security-groups?id=9c424312-90b6-4d18-9a24-13ca457e88d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429986 May 27 03:30:52.461165 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-c97c2e3b-1878-498f-a979-c148838cef0c req-9fb3ff08-c535-4042-b78d-50ee2b3d2f44 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=d5bef1b49d424299864523887eb72b3c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0556927 May 27 03:30:52.531953 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 36236) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:30:52.570632 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-c97c2e3b-1878-498f-a979-c148838cef0c req-24538230-e4d1-4e5e-95b2-8ad676173fbe service neutron] 10.222.0.50 "GET /v2.0/networks/79e2e930-0200-4ceb-a2bb-a93bbb04e0f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975299 May 27 03:30:52.584683 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:52.662570 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-c97c2e3b-1878-498f-a979-c148838cef0c req-072e2954-ff80-428e-a170-74afd22948d4 service neutron] 10.222.0.50 "GET /v2.0/networks/79e2e930-0200-4ceb-a2bb-a93bbb04e0f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860007 May 27 03:30:53.045622 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-84a27b12-049f-424e-b140-024cbc986d54 req-6d721533-d476-4b1d-85c4-ff01753a214f tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "GET /v2.0/ports?device_id=5701149d-2291-4cc6-89a6-b5c50fce46c6 HTTP/1.1" status: 200 len: 210 time: 0.0484428 May 27 03:30:53.055350 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-23d2fc08-ab6c-4a0d-8e38-3208b5295d58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16280280'] for router_interface (48ccfd99-9d2a-40bc-8f48-1ef8477ddac8), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:53.059368 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=100 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:53.148584 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da75304-4d8e-446d-be99-5aeddc6a8428 req-8aadf5a4-c04c-4419-b02c-91e4e199e18f tempest-VolumesActionsTest-193416201 tempest-VolumesActionsTest-193416201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:53.150235 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-4da75304-4d8e-446d-be99-5aeddc6a8428 req-8aadf5a4-c04c-4419-b02c-91e4e199e18f tempest-VolumesActionsTest-193416201 tempest-VolumesActionsTest-193416201-project] 10.222.0.67 "GET /v2.0/ports?device_id=17432854-e4ff-4fbf-9ce7-778053f3df8f HTTP/1.1" status: 200 len: 946 time: 0.0916939 May 27 03:30:53.324813 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.plugin [req-4da75304-4d8e-446d-be99-5aeddc6a8428 req-c7df8c0e-413d-4cbd-9ba0-4549f9f60135 tempest-VolumesActionsTest-193416201 tempest-VolumesActionsTest-193416201-project] Deleting port 2d5f20a7-1ebf-4050-bc77-dc40113713f4 {{(pid=104071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:30:53.325453 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-4da75304-4d8e-446d-be99-5aeddc6a8428 req-c7df8c0e-413d-4cbd-9ba0-4549f9f60135 tempest-VolumesActionsTest-193416201 tempest-VolumesActionsTest-193416201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743907775461'] for port (2d5f20a7-1ebf-4050-bc77-dc40113713f4), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:53.345956 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 36280) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:30:53.488578 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.db [req-4da75304-4d8e-446d-be99-5aeddc6a8428 req-c7df8c0e-413d-4cbd-9ba0-4549f9f60135 tempest-VolumesActionsTest-193416201 tempest-VolumesActionsTest-193416201-project] For port 2d5f20a7-1ebf-4050-bc77-dc40113713f4, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=2d5f20a7-1ebf-4050-bc77-dc40113713f4,segment=NetworkSegment(f094ee35-eb15-48c7-b046-2cb022b086c1),segment_id=f094ee35-eb15-48c7-b046-2cb022b086c1)] {{(pid=104071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:30:53.489058 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-4da75304-4d8e-446d-be99-5aeddc6a8428 req-c7df8c0e-413d-4cbd-9ba0-4549f9f60135 tempest-VolumesActionsTest-193416201 tempest-VolumesActionsTest-193416201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16271712'] for port (2d5f20a7-1ebf-4050-bc77-dc40113713f4), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:53.513062 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.plugin [req-4da75304-4d8e-446d-be99-5aeddc6a8428 req-c7df8c0e-413d-4cbd-9ba0-4549f9f60135 tempest-VolumesActionsTest-193416201 tempest-VolumesActionsTest-193416201-project] Calling delete_port for 2d5f20a7-1ebf-4050-bc77-dc40113713f4 owned by compute:nova {{(pid=104071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:30:53.535597 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.plugin [None req-23d2fc08-ab6c-4a0d-8e38-3208b5295d58 admin admin] Deleting port de2e02ca-ae55-44a3-8d3d-cbe2d4c0df81 {{(pid=104071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:30:53.535941 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-23d2fc08-ab6c-4a0d-8e38-3208b5295d58 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743907775461'] for port (de2e02ca-ae55-44a3-8d3d-cbe2d4c0df81), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:53.557479 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:53.559740 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:53.566774 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-83a9973e-190c-4059-967b-e907302b7f5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:53.666808 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044a06a4-b72f-406c-bdda-8f29a462f1e5 req-c3ff912f-41a7-4300-8edc-2f7845302d4c tempest-VolumesActionsTest-193416201 tempest-VolumesActionsTest-193416201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:53.668307 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-044a06a4-b72f-406c-bdda-8f29a462f1e5 req-c3ff912f-41a7-4300-8edc-2f7845302d4c tempest-VolumesActionsTest-193416201 tempest-VolumesActionsTest-193416201-project] 10.222.0.50 "GET /v2.0/ports?device_id=17432854-e4ff-4fbf-9ce7-778053f3df8f HTTP/1.1" status: 200 len: 946 time: 0.1417103 May 27 03:30:53.696590 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=100 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:53.756418 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:53.806484 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.db [None req-23d2fc08-ab6c-4a0d-8e38-3208b5295d58 admin admin] For port de2e02ca-ae55-44a3-8d3d-cbe2d4c0df81, host dv-cinder-828806-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-4-iscsi',level=0,port_id=de2e02ca-ae55-44a3-8d3d-cbe2d4c0df81,segment=NetworkSegment(9331d2d7-a6a0-4c34-9e42-53844ef9b31b),segment_id=9331d2d7-a6a0-4c34-9e42-53844ef9b31b)] {{(pid=104071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:30:53.806993 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-23d2fc08-ab6c-4a0d-8e38-3208b5295d58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16271712'] for port (de2e02ca-ae55-44a3-8d3d-cbe2d4c0df81), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:53.828694 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-044a06a4-b72f-406c-bdda-8f29a462f1e5 req-7bbd6510-37f9-476e-8b4e-b8639abd88f1 tempest-VolumesActionsTest-193416201 tempest-VolumesActionsTest-193416201-project] 10.222.0.50 "GET /v2.0/security-groups?id=9c424312-90b6-4d18-9a24-13ca457e88d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523306 May 27 03:30:53.843632 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.plugin [None req-23d2fc08-ab6c-4a0d-8e38-3208b5295d58 admin admin] Calling delete_port for de2e02ca-ae55-44a3-8d3d-cbe2d4c0df81 owned by network:router_interface {{(pid=104071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:30:53.940987 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-83a9973e-190c-4059-967b-e907302b7f5c admin admin] Publish callbacks [] for security_group (16506a3c-671a-4a31-a8fe-7ee70b42637d), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:53.951834 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-83a9973e-190c-4059-967b-e907302b7f5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (16506a3c-671a-4a31-a8fe-7ee70b42637d), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:53.971580 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-4da75304-4d8e-446d-be99-5aeddc6a8428 req-c7df8c0e-413d-4cbd-9ba0-4549f9f60135 tempest-VolumesActionsTest-193416201 tempest-VolumesActionsTest-193416201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743907783123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743907242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12907156'] for port (2d5f20a7-1ebf-4050-bc77-dc40113713f4), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:54.015564 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] get_ports_and_sgs() called for port_ids ['2d5f20a7-1ebf-4050-bc77-dc40113713f4'] {{(pid=104073) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:30:54.045281 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-83a9973e-190c-4059-967b-e907302b7f5c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=226d9eeec7ef4e98b2b408b17deaf8af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6981034 May 27 03:30:54.046283 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7df8c0e-413d-4cbd-9ba0-4549f9f60135 tempest-VolumesActionsTest-193416201 tempest-VolumesActionsTest-193416201-project] Pushing event deleted for resources: {'Port': ['ID=2d5f20a7-1ebf-4050-bc77-dc40113713f4,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:54.047030 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 36286) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:30:54.081000 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a9973e-190c-4059-967b-e907302b7f5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16506a3c-671a-4a31-a8fe-7ee70b42637d,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:54.129506 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-0e4376cf-21b9-45d0-9386-943a6f64b455 admin admin] Publish callbacks [] for security_group (16506a3c-671a-4a31-a8fe-7ee70b42637d), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:54.148382 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:54.158817 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [req-4da75304-4d8e-446d-be99-5aeddc6a8428 req-c7df8c0e-413d-4cbd-9ba0-4549f9f60135 tempest-VolumesActionsTest-193416201 tempest-VolumesActionsTest-193416201-project] No DVR routers for this DVR port 2d5f20a7-1ebf-4050-bc77-dc40113713f4 on host hv-cinder-82880 {{(pid=104071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:30:54.163970 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-4da75304-4d8e-446d-be99-5aeddc6a8428 req-c7df8c0e-413d-4cbd-9ba0-4549f9f60135 tempest-VolumesActionsTest-193416201 tempest-VolumesActionsTest-193416201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159658'] for port (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:54.167495 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-4da75304-4d8e-446d-be99-5aeddc6a8428 req-c7df8c0e-413d-4cbd-9ba0-4549f9f60135 tempest-VolumesActionsTest-193416201 tempest-VolumesActionsTest-193416201-project] 10.222.0.67 "DELETE /v2.0/ports/2d5f20a7-1ebf-4050-bc77-dc40113713f4 HTTP/1.1" status: 204 len: 173 time: 0.9896111 May 27 03:30:54.170047 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17432854-e4ff-4fbf-9ce7-778053f3df8f', 'name': 'network-vif-deleted', 'tag': '2d5f20a7-1ebf-4050-bc77-dc40113713f4'}] {{(pid=104071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:30:54.172127 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bb076ad6e20eee76da9493a154e3e0af7ddb4a8668b70cc9390b05200f69f4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eae092fd-e7fb-4972-8d16-7297bd9f212c" -d '{"events": [{"server_uuid": "17432854-e4ff-4fbf-9ce7-778053f3df8f", "name": "network-vif-deleted", "tag": "2d5f20a7-1ebf-4050-bc77-dc40113713f4"}]}' {{(pid=104071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:30:54.176268 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:54.179699 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-0e4376cf-21b9-45d0-9386-943a6f64b455 admin admin] Publish callbacks [] for security_group (16506a3c-671a-4a31-a8fe-7ee70b42637d), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:54.210634 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a45c849e-8f4f-40cb-9d97-ebb2f649f59a req-8ae30aa6-c0cd-4799-a4ea-48f9934858ca tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "GET /v2.0/ports?device_id=5701149d-2291-4cc6-89a6-b5c50fce46c6 HTTP/1.1" status: 200 len: 210 time: 0.0550342 May 27 03:30:54.263896 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be74164f-bdc0-4090-8ff7-ec9fc2c20816 x-openstack-request-id: req-be74164f-bdc0-4090-8ff7-ec9fc2c20816 {{(pid=104071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:30:54.264226 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17432854-e4ff-4fbf-9ce7-778053f3df8f", "name": "network-vif-deleted", "tag": "2d5f20a7-1ebf-4050-bc77-dc40113713f4", "status": "completed", "code": 200}]} {{(pid=104071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:30:54.264425 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-be74164f-bdc0-4090-8ff7-ec9fc2c20816 {{(pid=104071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:30:54.264986 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be74164f-bdc0-4090-8ff7-ec9fc2c20816'] response: {'server_uuid': '17432854-e4ff-4fbf-9ce7-778053f3df8f', 'name': 'network-vif-deleted', 'tag': '2d5f20a7-1ebf-4050-bc77-dc40113713f4', 'status': 'completed', 'code': 200} May 27 03:30:54.281829 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-0e4376cf-21b9-45d0-9386-943a6f64b455 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (16506a3c-671a-4a31-a8fe-7ee70b42637d), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:54.284691 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-0e4376cf-21b9-45d0-9386-943a6f64b455 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:54.288647 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-0e4376cf-21b9-45d0-9386-943a6f64b455 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/16506a3c-671a-4a31-a8fe-7ee70b42637d HTTP/1.1" status: 204 len: 168 time: 0.2379107 May 27 03:30:54.322107 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4376cf-21b9-45d0-9386-943a6f64b455 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16506a3c-671a-4a31-a8fe-7ee70b42637d,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:54.362227 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97c2e3b-1878-498f-a979-c148838cef0c req-36e2d58c-4bbd-4907-80fb-0c15c4a7ec0a tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:54.363496 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-c97c2e3b-1878-498f-a979-c148838cef0c req-36e2d58c-4bbd-4907-80fb-0c15c4a7ec0a tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.67 "GET /v2.0/networks?id=79e2e930-0200-4ceb-a2bb-a93bbb04e0f6 HTTP/1.1" status: 200 len: 812 time: 0.2160411 May 27 03:30:54.364819 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-23d2fc08-ab6c-4a0d-8e38-3208b5295d58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743907783123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743907242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12907156'] for port (de2e02ca-ae55-44a3-8d3d-cbe2d4c0df81), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:54.389401 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d2fc08-ab6c-4a0d-8e38-3208b5295d58 admin admin] Pushing event deleted for resources: {'Port': ['ID=de2e02ca-ae55-44a3-8d3d-cbe2d4c0df81,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:54.454795 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=82,neutron:INSERT=6,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:54.555628 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-c97c2e3b-1878-498f-a979-c148838cef0c req-039a92c3-db9b-49bb-b50f-d12a4f1ef57e tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d5bef1b49d424299864523887eb72b3c HTTP/1.1" status: 200 len: 380 time: 0.1349299 May 27 03:30:54.619757 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-23d2fc08-ab6c-4a0d-8e38-3208b5295d58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-366363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16280132'] for router_interface (48ccfd99-9d2a-40bc-8f48-1ef8477ddac8), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:54.675806 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 36296) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:30:54.690093 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-6c6e50bc-1d16-472e-a3a8-3f8656138579 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:54.717424 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:DELETE=5,neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:54.773207 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-6c6e50bc-1d16-472e-a3a8-3f8656138579 admin admin] Publish callbacks [] for security_group (5a6ebd19-02ab-41c8-9fca-9ff1af5503aa), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:54.778281 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-6c6e50bc-1d16-472e-a3a8-3f8656138579 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (5a6ebd19-02ab-41c8-9fca-9ff1af5503aa), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:54.788724 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [req-c97c2e3b-1878-498f-a979-c148838cef0c req-60094498-6e7e-4f08-aef8-823a432dee0c tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Request body: {'port': {'device_id': '5701149d-2291-4cc6-89a6-b5c50fce46c6', 'network_id': '79e2e930-0200-4ceb-a2bb-a93bbb04e0f6', 'admin_state_up': True, 'tenant_id': 'd5bef1b49d424299864523887eb72b3c', 'security_groups': ['d1e45c10-37e6-4124-bc3b-be47b71b2f02']}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:30:54.823949 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-6c6e50bc-1d16-472e-a3a8-3f8656138579 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a09b67b513264ee9afea8afddd11a594&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1469519 May 27 03:30:54.824755 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6e50bc-1d16-472e-a3a8-3f8656138579 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a6ebd19-02ab-41c8-9fca-9ff1af5503aa,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:54.827336 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 36298) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:30:54.886111 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-ae3a65c5-a64f-47ea-ba60-f4e6854f9ee6 admin admin] Publish callbacks [] for security_group (5a6ebd19-02ab-41c8-9fca-9ff1af5503aa), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:54.908987 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-ae3a65c5-a64f-47ea-ba60-f4e6854f9ee6 admin admin] Publish callbacks [] for security_group (5a6ebd19-02ab-41c8-9fca-9ff1af5503aa), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:54.929178 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23d2fc08-ab6c-4a0d-8e38-3208b5295d58 admin admin] Router 48ccfd99-9d2a-40bc-8f48-1ef8477ddac8 has already been hosted by L3 agent 3e4effd7-5bc9-408b-93fa-42e4b19a61d9 {{(pid=104071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:30:54.982093 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c67b93cc-8878-42f2-827b-4ce4da024e88 req-a62fa891-4f92-4b6a-b236-0619dbbb5b96 tempest-VolumesActionsTest-193416201 tempest-VolumesActionsTest-193416201-project] 10.222.0.50 "GET /v2.0/ports?device_id=17432854-e4ff-4fbf-9ce7-778053f3df8f HTTP/1.1" status: 200 len: 210 time: 0.0457797 May 27 03:30:55.006374 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c97c2e3b-1878-498f-a979-c148838cef0c req-60094498-6e7e-4f08-aef8-823a432dee0c tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Made reservation on behalf of d5bef1b49d424299864523887eb72b3c for: {'port': 1} {{(pid=104071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:30:55.010441 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-c97c2e3b-1878-498f-a979-c148838cef0c req-60094498-6e7e-4f08-aef8-823a432dee0c tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:55.018151 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-ae3a65c5-a64f-47ea-ba60-f4e6854f9ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (5a6ebd19-02ab-41c8-9fca-9ff1af5503aa), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:55.020928 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-ae3a65c5-a64f-47ea-ba60-f4e6854f9ee6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:55.022149 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-ae3a65c5-a64f-47ea-ba60-f4e6854f9ee6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5a6ebd19-02ab-41c8-9fca-9ff1af5503aa HTTP/1.1" status: 204 len: 168 time: 0.1936934 May 27 03:30:55.031212 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3a65c5-a64f-47ea-ba60-f4e6854f9ee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a6ebd19-02ab-41c8-9fca-9ff1af5503aa,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:55.422189 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-62cac9fa-df50-487e-bbff-a6d4688db91e req-6634904d-3f6c-4ef5-8b3d-5ae85dbfd752 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "GET /v2.0/ports?device_id=5701149d-2291-4cc6-89a6-b5c50fce46c6 HTTP/1.1" status: 200 len: 210 time: 0.0665627 May 27 03:30:55.431929 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23d2fc08-ab6c-4a0d-8e38-3208b5295d58 admin admin] Notify agent at l3_agent.dv-cinder-828806-4-iscsi the message routers_updated {{(pid=104071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:30:55.438992 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-23d2fc08-ab6c-4a0d-8e38-3208b5295d58 admin admin] 10.222.0.50 "PUT /v2.0/routers/48ccfd99-9d2a-40bc-8f48-1ef8477ddac8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9060209 May 27 03:30:55.442070 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 36314) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:30:55.443214 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8586ebe8-11d2-4a25-80cd-05d01e336e78 None None] Sync routers for ids ['48ccfd99-9d2a-40bc-8f48-1ef8477ddac8'] in dv-cinder-828806-4-iscsi {{(pid=104073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:30:55.481964 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8586ebe8-11d2-4a25-80cd-05d01e336e78 None None] Routers {'48ccfd99-9d2a-40bc-8f48-1ef8477ddac8'} bound to L3 agent in host dv-cinder-828806-4-iscsi {{(pid=104073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:30:55.482856 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-8586ebe8-11d2-4a25-80cd-05d01e336e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T03:14:31Z,description=,heartbeat_timestamp=2022-05-27T03:30:31Z,host='dv-cinder-828806-4-iscsi',id=3e4effd7-5bc9-408b-93fa-42e4b19a61d9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:14:31Z,topic='l3_agent')) {'router_ids': ['48ccfd99-9d2a-40bc-8f48-1ef8477ddac8'], 'active': True} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:30:55.522713 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.db.db_base_plugin_common [req-c97c2e3b-1878-498f-a979-c148838cef0c req-60094498-6e7e-4f08-aef8-823a432dee0c tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Allocated IP 172.20.0.13 (79e2e930-0200-4ceb-a2bb-a93bbb04e0f6/5133a594-c63e-4ae9-a294-52a4d497dec8/b50bb324-6116-4314-8d09-3cd6cc80242f) {{(pid=104071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:30:55.571098 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-8a6e5f6b-1197-408c-8aea-4c8698001520 admin admin] Publish callbacks [] for router (48ccfd99-9d2a-40bc-8f48-1ef8477ddac8), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:55.595975 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvr_db [None req-8586ebe8-11d2-4a25-80cd-05d01e336e78 None None] Set router 48ccfd99-9d2a-40bc-8f48-1ef8477ddac8 gateway port host: dv-cinder-828806-4-iscsi {{(pid=104073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:30:55.710581 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-8a6e5f6b-1197-408c-8aea-4c8698001520 admin admin] Publish callbacks [] for router_gateway (48ccfd99-9d2a-40bc-8f48-1ef8477ddac8), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:55.746871 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-c97c2e3b-1878-498f-a979-c148838cef0c req-60094498-6e7e-4f08-aef8-823a432dee0c tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Publish callbacks [] for port (b50bb324-6116-4314-8d09-3cd6cc80242f), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:55.766832 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [None req-8a6e5f6b-1197-408c-8aea-4c8698001520 admin admin] Deleting port ee2b145c-866a-4545-a5dc-b000db3e976a {{(pid=104072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:30:55.767310 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-8a6e5f6b-1197-408c-8aea-4c8698001520 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743907775461'] for port (ee2b145c-866a-4545-a5dc-b000db3e976a), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:55.776323 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:55.796417 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-c97c2e3b-1878-498f-a979-c148838cef0c req-60094498-6e7e-4f08-aef8-823a432dee0c tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743907242280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12907156'] for port (b50bb324-6116-4314-8d09-3cd6cc80242f), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:55.802733 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-8586ebe8-11d2-4a25-80cd-05d01e336e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ccfd99-9d2a-40bc-8f48-1ef8477ddac8', 'name': 'tempest-AttachVolumeNegativeTest-1190605770-router', 'tenant_id': '082b5523ee504be09f6fcaf833207a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': 'ee2b145c-866a-4545-a5dc-b000db3e976a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:15Z', 'updated_at': '2022-05-27T03:30:54Z', 'revision_number': 5, 'project_id': '082b5523ee504be09f6fcaf833207a4f', 'gw_port': {'id': 'ee2b145c-866a-4545-a5dc-b000db3e976a', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ccfd99-9d2a-40bc-8f48-1ef8477ddac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:16Z', 'updated_at': '2022-05-27T03:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi'}], 'dv-cinder-828806-4-iscsi', False) {} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:30:55.830518 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8586ebe8-11d2-4a25-80cd-05d01e336e78 None None] Checking router: 48ccfd99-9d2a-40bc-8f48-1ef8477ddac8 for host: dv-cinder-828806-4-iscsi {{(pid=104073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:30:55.836158 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:55.839401 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8586ebe8-11d2-4a25-80cd-05d01e336e78 None None] Routers {'48ccfd99-9d2a-40bc-8f48-1ef8477ddac8'} bound to L3 agent in host dv-cinder-828806-4-iscsi {{(pid=104073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:30:55.840239 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-8586ebe8-11d2-4a25-80cd-05d01e336e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T03:14:31Z,description=,heartbeat_timestamp=2022-05-27T03:30:31Z,host='dv-cinder-828806-4-iscsi',id=3e4effd7-5bc9-408b-93fa-42e4b19a61d9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:14:31Z,topic='l3_agent')) {'router_ids': ['48ccfd99-9d2a-40bc-8f48-1ef8477ddac8'], 'active': True} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:30:55.859245 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60094498-6e7e-4f08-aef8-823a432dee0c tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Pushing event updated for resources: {'Port': ['ID=b50bb324-6116-4314-8d09-3cd6cc80242f,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:55.864535 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c97c2e3b-1878-498f-a979-c148838cef0c req-60094498-6e7e-4f08-aef8-823a432dee0c tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Network 79e2e930-0200-4ceb-a2bb-a93bbb04e0f6 is already hosted by enough agents. {{(pid=104071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:30:55.866547 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.scheduler.base_scheduler [req-c97c2e3b-1878-498f-a979-c148838cef0c req-60094498-6e7e-4f08-aef8-823a432dee0c tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Resources bound (agent type, host, resource id): {{(pid=104071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:30:55.868943 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [req-c97c2e3b-1878-498f-a979-c148838cef0c req-60094498-6e7e-4f08-aef8-823a432dee0c tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Received port after_create {{(pid=104071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:30:55.882584 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.db [None req-8a6e5f6b-1197-408c-8aea-4c8698001520 admin admin] For port ee2b145c-866a-4545-a5dc-b000db3e976a, host dv-cinder-828806-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-4-iscsi',level=0,port_id=ee2b145c-866a-4545-a5dc-b000db3e976a,segment=NetworkSegment(7e44f6fa-4b8b-41b0-9dbf-83bfa81b059a),segment_id=7e44f6fa-4b8b-41b0-9dbf-83bfa81b059a)] {{(pid=104072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:30:55.882950 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-8a6e5f6b-1197-408c-8aea-4c8698001520 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16271712'] for port (ee2b145c-866a-4545-a5dc-b000db3e976a), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:55.907077 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [None req-8a6e5f6b-1197-408c-8aea-4c8698001520 admin admin] Calling delete_port for ee2b145c-866a-4545-a5dc-b000db3e976a owned by network:router_gateway {{(pid=104072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:30:55.931998 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvr_db [None req-8586ebe8-11d2-4a25-80cd-05d01e336e78 None None] Set router 48ccfd99-9d2a-40bc-8f48-1ef8477ddac8 gateway port host: None {{(pid=104073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:30:55.948508 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97c2e3b-1878-498f-a979-c148838cef0c req-60094498-6e7e-4f08-aef8-823a432dee0c tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:55.949588 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-c97c2e3b-1878-498f-a979-c148838cef0c req-60094498-6e7e-4f08-aef8-823a432dee0c tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159658'] for port (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:55.973877 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-c97c2e3b-1878-498f-a979-c148838cef0c req-60094498-6e7e-4f08-aef8-823a432dee0c tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1887138 May 27 03:30:55.994881 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [req-c97c2e3b-1878-498f-a979-c148838cef0c req-1e8f8fd2-fad8-4453-a920-b05719bf3af5 service neutron] Request body: {'port': {'device_id': '5701149d-2291-4cc6-89a6-b5c50fce46c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:30:56.000204 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:56.005227 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:56.018412 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-8586ebe8-11d2-4a25-80cd-05d01e336e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ccfd99-9d2a-40bc-8f48-1ef8477ddac8', 'name': 'tempest-AttachVolumeNegativeTest-1190605770-router', 'tenant_id': '082b5523ee504be09f6fcaf833207a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:15Z', 'updated_at': '2022-05-27T03:30:55Z', 'revision_number': 6, 'project_id': '082b5523ee504be09f6fcaf833207a4f', 'gw_port_host': None}], 'dv-cinder-828806-4-iscsi', False) {} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:30:56.063447 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8586ebe8-11d2-4a25-80cd-05d01e336e78 None None] The sync data for ids ['48ccfd99-9d2a-40bc-8f48-1ef8477ddac8'] in dv-cinder-828806-4-iscsi is: [{'id': '48ccfd99-9d2a-40bc-8f48-1ef8477ddac8', 'name': 'tempest-AttachVolumeNegativeTest-1190605770-router', 'tenant_id': '082b5523ee504be09f6fcaf833207a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:15Z', 'updated_at': '2022-05-27T03:30:55Z', 'revision_number': 6, 'project_id': '082b5523ee504be09f6fcaf833207a4f', 'gw_port_host': None}] {{(pid=104073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:30:56.107198 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-c97c2e3b-1878-498f-a979-c148838cef0c req-1e8f8fd2-fad8-4453-a920-b05719bf3af5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (b50bb324-6116-4314-8d09-3cd6cc80242f), before_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:56.182316 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-8a6e5f6b-1197-408c-8aea-4c8698001520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743907783123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743907242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13119109'] for port (ee2b145c-866a-4545-a5dc-b000db3e976a), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:56.221406 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6e5f6b-1197-408c-8aea-4c8698001520 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee2b145c-866a-4545-a5dc-b000db3e976a,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:56.275766 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-32ab0dbe-32a5-44fa-afc6-bef48ffcc638 None None] Provisioning complete for port b50bb324-6116-4314-8d09-3cd6cc80242f triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:30:56.277302 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-32ab0dbe-32a5-44fa-afc6-bef48ffcc638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (b50bb324-6116-4314-8d09-3cd6cc80242f), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:56.320670 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-8a6e5f6b-1197-408c-8aea-4c8698001520 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16279526'] for router_gateway (48ccfd99-9d2a-40bc-8f48-1ef8477ddac8), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:56.352063 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-32ab0dbe-32a5-44fa-afc6-bef48ffcc638 None None] Port b50bb324-6116-4314-8d09-3cd6cc80242f cannot update to ACTIVE because it is not bound. {{(pid=104073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:30:56.427545 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-8a6e5f6b-1197-408c-8aea-4c8698001520 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16723127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4102'] for router (48ccfd99-9d2a-40bc-8f48-1ef8477ddac8), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:56.429979 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-8a6e5f6b-1197-408c-8aea-4c8698001520 admin admin] Publish callbacks [] for router_controller (48ccfd99-9d2a-40bc-8f48-1ef8477ddac8), precommit_delete_associations {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:56.496854 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-8a6e5f6b-1197-408c-8aea-4c8698001520 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16723132'] for router (48ccfd99-9d2a-40bc-8f48-1ef8477ddac8), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:56.499240 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a6e5f6b-1197-408c-8aea-4c8698001520 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 48ccfd99-9d2a-40bc-8f48-1ef8477ddac8 {{(pid=104072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 03:30:56.514178 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-8a6e5f6b-1197-408c-8aea-4c8698001520 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:56.518175 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 36354) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:30:56.519210 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-8a6e5f6b-1197-408c-8aea-4c8698001520 admin admin] 10.222.0.50 "DELETE /v2.0/routers/48ccfd99-9d2a-40bc-8f48-1ef8477ddac8 HTTP/1.1" status: 204 len: 168 time: 1.0748148 May 27 03:30:56.588608 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.notifiers.nova [req-c97c2e3b-1878-498f-a979-c148838cef0c req-1e8f8fd2-fad8-4453-a920-b05719bf3af5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b50bb324-6116-4314-8d09-3cd6cc80242f {{(pid=104071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:30:56.607411 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-c97c2e3b-1878-498f-a979-c148838cef0c req-1e8f8fd2-fad8-4453-a920-b05719bf3af5 service neutron] Publish callbacks [] for port (b50bb324-6116-4314-8d09-3cd6cc80242f), precommit_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:56.622156 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c50d72-452d-40db-bc2d-dbabfa00a4a3 req-9234fd5d-cf8c-424c-b3e3-04b1f0f90796 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:56.623701 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c8c50d72-452d-40db-bc2d-dbabfa00a4a3 req-9234fd5d-cf8c-424c-b3e3-04b1f0f90796 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "GET /v2.0/ports?device_id=5701149d-2291-4cc6-89a6-b5c50fce46c6 HTTP/1.1" status: 200 len: 932 time: 0.0645862 May 27 03:30:56.636850 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bd6f428-f2ec-4099-b15c-863be1cf4a19 admin admin] Deleting subnet 22c8ee8a-bdb1-4646-81f4-b6b1b8177bb9 {{(pid=104071) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 03:30:56.644985 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.db.provisioning_blocks [req-c97c2e3b-1878-498f-a979-c148838cef0c req-1e8f8fd2-fad8-4453-a920-b05719bf3af5 service neutron] Transition to ACTIVE for port object b50bb324-6116-4314-8d09-3cd6cc80242f will not be triggered until provisioned by entity L2. {{(pid=104071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 03:30:56.645834 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-6bd6f428-f2ec-4099-b15c-863be1cf4a19 admin admin] Publish callbacks [] for subnet (22c8ee8a-bdb1-4646-81f4-b6b1b8177bb9), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:56.673200 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-c97c2e3b-1878-498f-a979-c148838cef0c req-1e8f8fd2-fad8-4453-a920-b05719bf3af5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12907171'] for port (b50bb324-6116-4314-8d09-3cd6cc80242f), after_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:56.682246 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c8c50d72-452d-40db-bc2d-dbabfa00a4a3 req-34b96d1d-d708-46cb-aa9c-1567b81c29fa tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1e45c10-37e6-4124-bc3b-be47b71b2f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519874 May 27 03:30:56.711166 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321f5068-da54-4ee2-8b5a-52cbc0bd3f74 req-5de4c574-bfa4-4b0d-8d44-fe2107e3055d tempest-VolumesActionsTest-193416201 tempest-VolumesActionsTest-193416201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:56.712703 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-321f5068-da54-4ee2-8b5a-52cbc0bd3f74 req-5de4c574-bfa4-4b0d-8d44-fe2107e3055d tempest-VolumesActionsTest-193416201 tempest-VolumesActionsTest-193416201-project] 10.222.0.50 "GET /v2.0/networks?id=978fec81-faf1-44e4-9076-53182f28179b HTTP/1.1" status: 200 len: 809 time: 0.2809327 May 27 03:30:56.727315 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-6bd6f428-f2ec-4099-b15c-863be1cf4a19 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12878765'] for subnet (22c8ee8a-bdb1-4646-81f4-b6b1b8177bb9), precommit_delete_associations {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:56.756153 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:56.785544 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-321f5068-da54-4ee2-8b5a-52cbc0bd3f74 req-91fa2d9a-a92d-4743-8f62-21eeb3d3e2da tempest-VolumesActionsTest-193416201 tempest-VolumesActionsTest-193416201-project] 10.222.0.50 "GET /v2.0/quotas/9966ab8ffdcf4e828553261c05fbb5a9 HTTP/1.1" status: 200 len: 375 time: 0.0621636 May 27 03:30:56.789970 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8f8fd2-fad8-4453-a920-b05719bf3af5 service neutron] Pushing event updated for resources: {'Port': ['ID=b50bb324-6116-4314-8d09-3cd6cc80242f,revision_number=2']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:56.855396 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-321f5068-da54-4ee2-8b5a-52cbc0bd3f74 req-91c5b3e0-393f-4988-8832-09d7f2165a6c tempest-VolumesActionsTest-193416201 tempest-VolumesActionsTest-193416201-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=9966ab8ffdcf4e828553261c05fbb5a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0606785 May 27 03:30:56.905666 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:56.981120 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-6bd6f428-f2ec-4099-b15c-863be1cf4a19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-817388'] for subnet (22c8ee8a-bdb1-4646-81f4-b6b1b8177bb9), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:57.037969 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.managers [req-c97c2e3b-1878-498f-a979-c148838cef0c req-1e8f8fd2-fad8-4453-a920-b05719bf3af5 service neutron] Attempting to bind port b50bb324-6116-4314-8d09-3cd6cc80242f on host hv-cinder-82880 for vnic_type normal with profile {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:30:57.038195 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.managers [req-c97c2e3b-1878-498f-a979-c148838cef0c req-1e8f8fd2-fad8-4453-a920-b05719bf3af5 service neutron] Attempting to bind port b50bb324-6116-4314-8d09-3cd6cc80242f by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': '3d0db8b7-60ed-4f83-92b1-448610616c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '79e2e930-0200-4ceb-a2bb-a93bbb04e0f6'}] {{(pid=104071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:30:57.038528 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97c2e3b-1878-498f-a979-c148838cef0c req-1e8f8fd2-fad8-4453-a920-b05719bf3af5 service neutron] Attempting to bind port b50bb324-6116-4314-8d09-3cd6cc80242f on network 79e2e930-0200-4ceb-a2bb-a93bbb04e0f6 {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:30:57.042191 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Device de2e02ca-ae55-44a3-8d3d-cbe2d4c0df81 no longer exists at agent ovs-agent-dv-cinder-828806-4-iscsi {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:30:57.055964 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97c2e3b-1878-498f-a979-c148838cef0c req-1e8f8fd2-fad8-4453-a920-b05719bf3af5 service neutron] Port b50bb324-6116-4314-8d09-3cd6cc80242f on network 79e2e930-0200-4ceb-a2bb-a93bbb04e0f6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 03:30:57.057009 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97c2e3b-1878-498f-a979-c148838cef0c req-1e8f8fd2-fad8-4453-a920-b05719bf3af5 service neutron] Attempting to bind port b50bb324-6116-4314-8d09-3cd6cc80242f on network 79e2e930-0200-4ceb-a2bb-a93bbb04e0f6 {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:30:57.076334 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97c2e3b-1878-498f-a979-c148838cef0c req-1e8f8fd2-fad8-4453-a920-b05719bf3af5 service neutron] Checking agent: {'id': 'a17a57cc-679f-4398-8430-1b64b86f4dc1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 21, 13), 'started_at': datetime.datetime(2022, 5, 27, 3, 21, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 30, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:30:57.076689 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97c2e3b-1878-498f-a979-c148838cef0c req-1e8f8fd2-fad8-4453-a920-b05719bf3af5 service neutron] Checking segment: {'id': '3d0db8b7-60ed-4f83-92b1-448610616c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '79e2e930-0200-4ceb-a2bb-a93bbb04e0f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:30:57.077122 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97c2e3b-1878-498f-a979-c148838cef0c req-1e8f8fd2-fad8-4453-a920-b05719bf3af5 service neutron] Bound using segment: {'id': '3d0db8b7-60ed-4f83-92b1-448610616c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '79e2e930-0200-4ceb-a2bb-a93bbb04e0f6'} {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:30:57.077557 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.managers [req-c97c2e3b-1878-498f-a979-c148838cef0c req-1e8f8fd2-fad8-4453-a920-b05719bf3af5 service neutron] Bound port: b50bb324-6116-4314-8d09-3cd6cc80242f, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d0db8b7-60ed-4f83-92b1-448610616c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '79e2e930-0200-4ceb-a2bb-a93bbb04e0f6'}}] {{(pid=104071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:30:57.077816 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] No Port match for: de2e02ca-ae55-44a3-8d3d-cbe2d4c0df81 {{(pid=104073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:30:57.077934 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-c97c2e3b-1878-498f-a979-c148838cef0c req-1e8f8fd2-fad8-4453-a920-b05719bf3af5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (b50bb324-6116-4314-8d09-3cd6cc80242f), before_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:57.078153 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Device de2e02ca-ae55-44a3-8d3d-cbe2d4c0df81 not bound to the agent host dv-cinder-828806-4-iscsi {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:30:57.078767 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Device ee2b145c-866a-4545-a5dc-b000db3e976a no longer exists at agent ovs-agent-dv-cinder-828806-4-iscsi {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:30:57.090271 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-321f5068-da54-4ee2-8b5a-52cbc0bd3f74 req-dfc98161-9451-4bef-9a24-ddfef7072eb9 service neutron] 10.222.0.50 "GET /v2.0/networks/978fec81-faf1-44e4-9076-53182f28179b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014802 May 27 03:30:57.107344 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] No Port match for: ee2b145c-866a-4545-a5dc-b000db3e976a {{(pid=104073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:30:57.108180 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Device ee2b145c-866a-4545-a5dc-b000db3e976a not bound to the agent host dv-cinder-828806-4-iscsi {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:30:57.143527 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-6bd6f428-f2ec-4099-b15c-863be1cf4a19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-817397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16716613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12907365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12793829'] for subnet (22c8ee8a-bdb1-4646-81f4-b6b1b8177bb9), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:57.185089 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Device 2d5f20a7-1ebf-4050-bc77-dc40113713f4 no longer exists at agent hyperv_hv-cinder-82880 {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:30:57.208284 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] No Port match for: 2d5f20a7-1ebf-4050-bc77-dc40113713f4 {{(pid=104073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:30:57.208636 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Device 2d5f20a7-1ebf-4050-bc77-dc40113713f4 not bound to the agent host hv-cinder-82880 {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:30:57.209683 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd6f428-f2ec-4099-b15c-863be1cf4a19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22c8ee8a-bdb1-4646-81f4-b6b1b8177bb9,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:57.211754 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-6bd6f428-f2ec-4099-b15c-863be1cf4a19 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:57.215046 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-6bd6f428-f2ec-4099-b15c-863be1cf4a19 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/22c8ee8a-bdb1-4646-81f4-b6b1b8177bb9 HTTP/1.1" status: 204 len: 168 time: 0.6951671 May 27 03:30:57.218093 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 36368) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:30:57.220796 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd87e95-0fa1-4188-821e-d2b1b51a9fba None None] Network e861f168-e1a5-4542-8ee4-9759fa17a578 requested from dv-cinder-828806-4-iscsi {{(pid=104073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:30:57.243598 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.db [req-c97c2e3b-1878-498f-a979-c148838cef0c req-1e8f8fd2-fad8-4453-a920-b05719bf3af5 service neutron] For port b50bb324-6116-4314-8d09-3cd6cc80242f, host hv-cinder-82880, cleared binding levels {{(pid=104071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:30:57.248596 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.db [req-c97c2e3b-1878-498f-a979-c148838cef0c req-1e8f8fd2-fad8-4453-a920-b05719bf3af5 service neutron] For port b50bb324-6116-4314-8d09-3cd6cc80242f, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=b50bb324-6116-4314-8d09-3cd6cc80242f,segment=NetworkSegment(3d0db8b7-60ed-4f83-92b1-448610616c6c),segment_id=3d0db8b7-60ed-4f83-92b1-448610616c6c)] {{(pid=104071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:30:57.271013 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-c97c2e3b-1878-498f-a979-c148838cef0c req-1e8f8fd2-fad8-4453-a920-b05719bf3af5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12907171'] for port (b50bb324-6116-4314-8d09-3cd6cc80242f), after_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:57.323410 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-321f5068-da54-4ee2-8b5a-52cbc0bd3f74 req-5ee632c6-18da-4698-b5ee-9d97432ffdea service neutron] 10.222.0.50 "GET /v2.0/networks/978fec81-faf1-44e4-9076-53182f28179b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226510 May 27 03:30:57.332339 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97c2e3b-1878-498f-a979-c148838cef0c req-1e8f8fd2-fad8-4453-a920-b05719bf3af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:57.332981 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-c97c2e3b-1878-498f-a979-c148838cef0c req-1e8f8fd2-fad8-4453-a920-b05719bf3af5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159658'] for port (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:57.334415 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-c97c2e3b-1878-498f-a979-c148838cef0c req-1e8f8fd2-fad8-4453-a920-b05719bf3af5 service neutron] 10.222.0.67 "PUT /v2.0/ports/b50bb324-6116-4314-8d09-3cd6cc80242f HTTP/1.1" status: 200 len: 1094 time: 1.3449190 May 27 03:30:57.334846 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5701149d-2291-4cc6-89a6-b5c50fce46c6', 'tag': 'b50bb324-6116-4314-8d09-3cd6cc80242f'}] {{(pid=104071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:30:57.337222 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bb076ad6e20eee76da9493a154e3e0af7ddb4a8668b70cc9390b05200f69f4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a73073c3-7b93-482a-9a73-834145f23c20" -d '{"events": [{"name": "network-changed", "server_uuid": "5701149d-2291-4cc6-89a6-b5c50fce46c6", "tag": "b50bb324-6116-4314-8d09-3cd6cc80242f"}]}' {{(pid=104071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:30:57.358623 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8f8fd2-fad8-4453-a920-b05719bf3af5 service neutron] Pushing event updated for resources: {'Port': ['ID=b50bb324-6116-4314-8d09-3cd6cc80242f,revision_number=3']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:57.430329 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-54dc7360-2118-4810-9e53-cf59693f8264 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561515'] for network (e861f168-e1a5-4542-8ee4-9759fa17a578), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:57.441650 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e87ba431-6846-4044-b8b4-615893f7bbcf x-openstack-request-id: req-e87ba431-6846-4044-b8b4-615893f7bbcf {{(pid=104071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:30:57.442020 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5701149d-2291-4cc6-89a6-b5c50fce46c6", "tag": "b50bb324-6116-4314-8d09-3cd6cc80242f", "status": "completed", "code": 200}]} {{(pid=104071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:30:57.442203 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e87ba431-6846-4044-b8b4-615893f7bbcf {{(pid=104071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:30:57.442591 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e87ba431-6846-4044-b8b4-615893f7bbcf'] response: {'name': 'network-changed', 'server_uuid': '5701149d-2291-4cc6-89a6-b5c50fce46c6', 'tag': 'b50bb324-6116-4314-8d09-3cd6cc80242f', 'status': 'completed', 'code': 200} May 27 03:30:57.493884 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [None req-54dc7360-2118-4810-9e53-cf59693f8264 admin admin] Deleting port 2f261b1e-97d1-410b-b749-44d901cc6963 {{(pid=104072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:30:57.494747 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-54dc7360-2118-4810-9e53-cf59693f8264 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743907775461'] for port (2f261b1e-97d1-410b-b749-44d901cc6963), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:57.520251 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97c2e3b-1878-498f-a979-c148838cef0c req-122140e6-a75d-4ce9-b33c-7063d5ceb669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:57.521844 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-c97c2e3b-1878-498f-a979-c148838cef0c req-122140e6-a75d-4ce9-b33c-7063d5ceb669 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d5bef1b49d424299864523887eb72b3c&device_id=5701149d-2291-4cc6-89a6-b5c50fce46c6 HTTP/1.1" status: 200 len: 1128 time: 0.1109736 May 27 03:30:57.543673 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2121efe6-6497-47f7-b252-4fb127a59c13 None None] DHCP port deletion for e861f168-e1a5-4542-8ee4-9759fa17a578 request from dv-cinder-828806-4-iscsi {{(pid=104073) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 27 03:30:57.593862 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-c97c2e3b-1878-498f-a979-c148838cef0c req-4788f00f-6bb7-4a3d-8dfc-b623e81f7135 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b50bb324-6116-4314-8d09-3cd6cc80242f HTTP/1.1" status: 200 len: 217 time: 0.0520978 May 27 03:30:57.594389 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.db [None req-54dc7360-2118-4810-9e53-cf59693f8264 admin admin] For port 2f261b1e-97d1-410b-b749-44d901cc6963, host dv-cinder-828806-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-4-iscsi',level=0,port_id=2f261b1e-97d1-410b-b749-44d901cc6963,segment=NetworkSegment(9331d2d7-a6a0-4c34-9e42-53844ef9b31b),segment_id=9331d2d7-a6a0-4c34-9e42-53844ef9b31b)] {{(pid=104072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:30:57.596393 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-54dc7360-2118-4810-9e53-cf59693f8264 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16271712'] for port (2f261b1e-97d1-410b-b749-44d901cc6963), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:57.613864 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [None req-54dc7360-2118-4810-9e53-cf59693f8264 admin admin] Calling delete_port for 2f261b1e-97d1-410b-b749-44d901cc6963 owned by network:dhcp {{(pid=104072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:30:57.643789 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-2121efe6-6497-47f7-b252-4fb127a59c13 None None] Deleting port 2f261b1e-97d1-410b-b749-44d901cc6963 {{(pid=104073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:30:57.644073 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-2121efe6-6497-47f7-b252-4fb127a59c13 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743907775461'] for port (2f261b1e-97d1-410b-b749-44d901cc6963), before_delete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:57.685427 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97c2e3b-1878-498f-a979-c148838cef0c req-4e5f374c-2072-4f2f-99fb-36566f7dd262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:57.687597 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-c97c2e3b-1878-498f-a979-c148838cef0c req-4e5f374c-2072-4f2f-99fb-36566f7dd262 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5133a594-c63e-4ae9-a294-52a4d497dec8 HTTP/1.1" status: 200 len: 851 time: 0.0827651 May 27 03:30:57.738073 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-2d844cbb-e8a3-43c8-bdd4-f9e36316a95c req-4f95ba27-7f1c-4751-9598-12cbb2a535c7 tempest-VolumesActionsTest-193416201 tempest-VolumesActionsTest-193416201-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a177d80-b71b-4add-9c43-0d8aa96c2775 HTTP/1.1" status: 200 len: 210 time: 0.0564358 May 27 03:30:57.758509 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97c2e3b-1878-498f-a979-c148838cef0c req-bbaab5b2-24ef-4083-be71-b5a84ec1bf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:57.761148 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-c97c2e3b-1878-498f-a979-c148838cef0c req-bbaab5b2-24ef-4083-be71-b5a84ec1bf04 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=79e2e930-0200-4ceb-a2bb-a93bbb04e0f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0663333 May 27 03:30:57.769360 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-2121efe6-6497-47f7-b252-4fb127a59c13 None None] For port 2f261b1e-97d1-410b-b749-44d901cc6963, host dv-cinder-828806-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-4-iscsi',level=0,port_id=2f261b1e-97d1-410b-b749-44d901cc6963,segment=NetworkSegment(9331d2d7-a6a0-4c34-9e42-53844ef9b31b),segment_id=9331d2d7-a6a0-4c34-9e42-53844ef9b31b)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:30:57.769653 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-2121efe6-6497-47f7-b252-4fb127a59c13 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16271712'] for port (2f261b1e-97d1-410b-b749-44d901cc6963), precommit_delete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:57.786247 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-2121efe6-6497-47f7-b252-4fb127a59c13 None None] Calling delete_port for 2f261b1e-97d1-410b-b749-44d901cc6963 owned by network:dhcp {{(pid=104073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:30:57.835265 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-54dc7360-2118-4810-9e53-cf59693f8264 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743907783123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743907242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13119109'] for port (2f261b1e-97d1-410b-b749-44d901cc6963), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:57.870786 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:57.882974 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dc7360-2118-4810-9e53-cf59693f8264 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f261b1e-97d1-410b-b749-44d901cc6963,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:57.889203 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=100 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:57.901439 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54dc7360-2118-4810-9e53-cf59693f8264 admin admin] No DVR routers for this DVR port 2f261b1e-97d1-410b-b749-44d901cc6963 on host dv-cinder-828806-4-iscsi {{(pid=104072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:30:57.910092 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:57.918309 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b786d646-44ec-42e6-9465-f573965c1427 req-c4542125-a129-49a3-b161-7d3fae147025 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:57.918522 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-2121efe6-6497-47f7-b252-4fb127a59c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743907783123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743907242289'] for port (2f261b1e-97d1-410b-b749-44d901cc6963), after_delete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:57.925309 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-b786d646-44ec-42e6-9465-f573965c1427 req-c4542125-a129-49a3-b161-7d3fae147025 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "GET /v2.0/ports?device_id=5701149d-2291-4cc6-89a6-b5c50fce46c6 HTTP/1.1" status: 200 len: 944 time: 0.1059470 May 27 03:30:57.967642 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-c97c2e3b-1878-498f-a979-c148838cef0c req-3a3fecb2-85d3-4e29-944c-fb4a2b412225 service neutron] 10.222.0.67 "GET /v2.0/networks/79e2e930-0200-4ceb-a2bb-a93bbb04e0f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957996 May 27 03:30:57.985627 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2121efe6-6497-47f7-b252-4fb127a59c13 None None] Pushing event deleted for resources: {'Port': ['ID=2f261b1e-97d1-410b-b749-44d901cc6963,revision_number=None']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:58.000151 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2121efe6-6497-47f7-b252-4fb127a59c13 None None] No DVR routers for this DVR port 2f261b1e-97d1-410b-b749-44d901cc6963 on host dv-cinder-828806-4-iscsi {{(pid=104073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:30:58.003289 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-54dc7360-2118-4810-9e53-cf59693f8264 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-818777', 'neutron.services.segments.db._delete_segments_for_network-8743907721840'] for network (e861f168-e1a5-4542-8ee4-9759fa17a578), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:58.049467 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.services.segments.db [None req-54dc7360-2118-4810-9e53-cf59693f8264 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e861f168-e1a5-4542-8ee4-9759fa17a578']}} {{(pid=104072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:30:58.060673 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.services.segments.db [None req-54dc7360-2118-4810-9e53-cf59693f8264 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9331d2d7-a6a0-4c34-9e42-53844ef9b31b') {'for_net_delete': True} {{(pid=104072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:30:58.061137 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.services.segments.db [None req-54dc7360-2118-4810-9e53-cf59693f8264 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9331d2d7-a6a0-4c34-9e42-53844ef9b31b') {} {{(pid=104072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:30:58.063135 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:58.075855 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-54dc7360-2118-4810-9e53-cf59693f8264 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743907722361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13119244'] for segment (9331d2d7-a6a0-4c34-9e42-53844ef9b31b), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:58.093938 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-c97c2e3b-1878-498f-a979-c148838cef0c req-60ab3262-8138-40cb-a7ca-b9f1adcb0bd4 service neutron] 10.222.0.67 "GET /v2.0/networks/79e2e930-0200-4ceb-a2bb-a93bbb04e0f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177642 May 27 03:30:58.099743 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-54dc7360-2118-4810-9e53-cf59693f8264 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-814499'] for segment (9331d2d7-a6a0-4c34-9e42-53844ef9b31b), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:58.127500 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54dc7360-2118-4810-9e53-cf59693f8264 admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=104072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 03:30:58.128169 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-54dc7360-2118-4810-9e53-cf59693f8264 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-814499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13119190'] for segment (9331d2d7-a6a0-4c34-9e42-53844ef9b31b), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:58.145415 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-b786d646-44ec-42e6-9465-f573965c1427 req-cf9a6df9-895a-4bdb-aa73-4d53311aadfe tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1e45c10-37e6-4124-bc3b-be47b71b2f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2192543 May 27 03:30:58.205533 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.services.segments.plugin [-] Segment 9331d2d7-a6a0-4c34-9e42-53844ef9b31b resource provider aggregate not found May 27 03:30:58.225118 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.services.segments.plugin [-] Segment 9331d2d7-a6a0-4c34-9e42-53844ef9b31b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9331d2d7-a6a0-4c34-9e42-53844ef9b31b found for delete ", "request_id": "req-c1f72c04-e65b-4d66-bf0a-64768a6ad13c"}]} May 27 03:30:58.231381 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-54dc7360-2118-4810-9e53-cf59693f8264 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-818786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16279498'] for network (e861f168-e1a5-4542-8ee4-9759fa17a578), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:58.247294 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-54dc7360-2118-4810-9e53-cf59693f8264 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-366398'] for network (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:58.250510 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-54dc7360-2118-4810-9e53-cf59693f8264 admin admin] 10.222.0.50 "DELETE /v2.0/networks/e861f168-e1a5-4542-8ee4-9759fa17a578 HTTP/1.1" status: 204 len: 168 time: 1.0314054 May 27 03:30:58.251932 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dc7360-2118-4810-9e53-cf59693f8264 admin admin] Pushing event deleted for resources: {'Network': ['ID=e861f168-e1a5-4542-8ee4-9759fa17a578,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:58.430130 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 36412) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:30:58.466853 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:58.484129 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-b4888c51-d2c6-44e7-9c3c-83a8e2d2dde7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=082b5523ee504be09f6fcaf833207a4f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0523579 May 27 03:30:58.486558 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 36416) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:30:58.495087 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:58.500031 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73073c3-7b93-482a-9a73-834145f23c20 req-ce2d4a5a-71f5-463e-a762-1bdff8306b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:58.503667 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-a73073c3-7b93-482a-9a73-834145f23c20 req-ce2d4a5a-71f5-463e-a762-1bdff8306b5c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d5bef1b49d424299864523887eb72b3c&device_id=5701149d-2291-4cc6-89a6-b5c50fce46c6 HTTP/1.1" status: 200 len: 1128 time: 0.0662868 May 27 03:30:58.549799 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-f7b04c91-7a88-41cc-93a7-a9023c562901 admin admin] Publish callbacks [] for security_group (13c82dc5-5254-4e95-9f1a-64d106d0d647), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:58.583110 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-f7b04c91-7a88-41cc-93a7-a9023c562901 admin admin] Publish callbacks [] for security_group (13c82dc5-5254-4e95-9f1a-64d106d0d647), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:58.627421 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73073c3-7b93-482a-9a73-834145f23c20 req-6bcba8bd-ef6f-40f4-b6af-26c52db95603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:58.628978 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-a73073c3-7b93-482a-9a73-834145f23c20 req-6bcba8bd-ef6f-40f4-b6af-26c52db95603 service neutron] 10.222.0.67 "GET /v2.0/networks?id=79e2e930-0200-4ceb-a2bb-a93bbb04e0f6 HTTP/1.1" status: 200 len: 913 time: 0.1111109 May 27 03:30:58.646551 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-f7b04c91-7a88-41cc-93a7-a9023c562901 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (13c82dc5-5254-4e95-9f1a-64d106d0d647), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:58.650034 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-f7b04c91-7a88-41cc-93a7-a9023c562901 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:58.654199 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-f7b04c91-7a88-41cc-93a7-a9023c562901 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/13c82dc5-5254-4e95-9f1a-64d106d0d647 HTTP/1.1" status: 204 len: 168 time: 0.1666422 May 27 03:30:58.684609 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b04c91-7a88-41cc-93a7-a9023c562901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13c82dc5-5254-4e95-9f1a-64d106d0d647,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:58.714821 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-a73073c3-7b93-482a-9a73-834145f23c20 req-a44ac81e-22c5-423f-af1e-06516359a745 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b50bb324-6116-4314-8d09-3cd6cc80242f HTTP/1.1" status: 200 len: 217 time: 0.0672493 May 27 03:30:58.739505 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Device 2f261b1e-97d1-410b-b749-44d901cc6963 no longer exists at agent ovs-agent-dv-cinder-828806-4-iscsi {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:30:58.774475 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] No Port match for: 2f261b1e-97d1-410b-b749-44d901cc6963 {{(pid=104073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:30:58.775028 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Device 2f261b1e-97d1-410b-b749-44d901cc6963 not bound to the agent host dv-cinder-828806-4-iscsi {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:30:58.779784 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-8f19db07-945a-424d-9396-8ee09153b9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (88cb169e-23a7-4380-813c-9b707a5671b5), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:58.811682 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73073c3-7b93-482a-9a73-834145f23c20 req-c790f35f-158f-4457-800c-da483a479095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:58.814091 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-a73073c3-7b93-482a-9a73-834145f23c20 req-c790f35f-158f-4457-800c-da483a479095 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5133a594-c63e-4ae9-a294-52a4d497dec8 HTTP/1.1" status: 200 len: 851 time: 0.0926316 May 27 03:30:58.861573 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-0337b638-09dd-4fde-9342-a3c38d810d8f req-d33e4c9d-70f0-4965-8bc5-68cdd7302c0d tempest-VolumesActionsTest-193416201 tempest-VolumesActionsTest-193416201-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a177d80-b71b-4add-9c43-0d8aa96c2775 HTTP/1.1" status: 200 len: 210 time: 0.0283492 May 27 03:30:59.131767 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73073c3-7b93-482a-9a73-834145f23c20 req-788cfbfe-62b4-45a6-ae97-c898697c6788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:59.133735 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-a73073c3-7b93-482a-9a73-834145f23c20 req-788cfbfe-62b4-45a6-ae97-c898697c6788 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=79e2e930-0200-4ceb-a2bb-a93bbb04e0f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0555282 May 27 03:30:59.312430 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-a73073c3-7b93-482a-9a73-834145f23c20 req-e2a1c1c0-6d94-4bf4-886b-a2b490f0fd7a service neutron] 10.222.0.67 "GET /v2.0/networks/79e2e930-0200-4ceb-a2bb-a93bbb04e0f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713994 May 27 03:30:59.414781 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca426a8-8f02-4142-84d2-0343087942bb req-c030b0d3-b6dc-4bef-ba25-f71b0be8d0f3 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:59.416485 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-2ca426a8-8f02-4142-84d2-0343087942bb req-c030b0d3-b6dc-4bef-ba25-f71b0be8d0f3 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "GET /v2.0/ports?device_id=5701149d-2291-4cc6-89a6-b5c50fce46c6 HTTP/1.1" status: 200 len: 944 time: 0.1537433 May 27 03:30:59.478601 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321f5068-da54-4ee2-8b5a-52cbc0bd3f74 req-8c873f8d-33f9-47d0-a417-7a8f28e53596 tempest-VolumesActionsTest-193416201 tempest-VolumesActionsTest-193416201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:59.480044 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-321f5068-da54-4ee2-8b5a-52cbc0bd3f74 req-8c873f8d-33f9-47d0-a417-7a8f28e53596 tempest-VolumesActionsTest-193416201 tempest-VolumesActionsTest-193416201-project] 10.222.0.67 "GET /v2.0/networks?id=978fec81-faf1-44e4-9076-53182f28179b HTTP/1.1" status: 200 len: 809 time: 0.2478845 May 27 03:30:59.511722 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-a73073c3-7b93-482a-9a73-834145f23c20 req-4c95563c-627c-4be1-acf4-2c56c41f39c9 service neutron] 10.222.0.67 "GET /v2.0/networks/79e2e930-0200-4ceb-a2bb-a93bbb04e0f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752253 May 27 03:30:59.517079 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-2ca426a8-8f02-4142-84d2-0343087942bb req-6a717f4b-21ba-4ab2-b42f-f145e0f56d72 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1e45c10-37e6-4124-bc3b-be47b71b2f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904441 May 27 03:30:59.598260 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [req-321f5068-da54-4ee2-8b5a-52cbc0bd3f74 req-9f2aad73-2d55-496c-863f-b47a7c1ce635 tempest-VolumesActionsTest-193416201 tempest-VolumesActionsTest-193416201-project] Request body: {'port': {'device_id': '8a177d80-b71b-4add-9c43-0d8aa96c2775', 'network_id': '978fec81-faf1-44e4-9076-53182f28179b', 'admin_state_up': True, 'tenant_id': '9966ab8ffdcf4e828553261c05fbb5a9'}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:30:59.715341 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-321f5068-da54-4ee2-8b5a-52cbc0bd3f74 req-9f2aad73-2d55-496c-863f-b47a7c1ce635 tempest-VolumesActionsTest-193416201 tempest-VolumesActionsTest-193416201-project] Made reservation on behalf of 9966ab8ffdcf4e828553261c05fbb5a9 for: {'port': 1} {{(pid=104071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:30:59.718999 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-321f5068-da54-4ee2-8b5a-52cbc0bd3f74 req-9f2aad73-2d55-496c-863f-b47a7c1ce635 tempest-VolumesActionsTest-193416201 tempest-VolumesActionsTest-193416201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:59.853783 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.db.db_base_plugin_common [req-321f5068-da54-4ee2-8b5a-52cbc0bd3f74 req-9f2aad73-2d55-496c-863f-b47a7c1ce635 tempest-VolumesActionsTest-193416201 tempest-VolumesActionsTest-193416201-project] Allocated IP 172.20.0.5 (978fec81-faf1-44e4-9076-53182f28179b/eeba940d-f1a2-4522-8ecf-bca985783242/6c4b3a1a-a9f6-4ab6-95ee-23a84f9558f7) {{(pid=104071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:30:59.900244 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:59.908767 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:59.968627 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c1703273-e6e5-4c16-9fdf-269a1dcafebf req-370211f1-bc81-4f7a-8575-81f05bce4999 tempest-VolumesActionsTest-193416201 tempest-VolumesActionsTest-193416201-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a177d80-b71b-4add-9c43-0d8aa96c2775 HTTP/1.1" status: 200 len: 210 time: 0.0349312 May 27 03:31:00.017976 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-321f5068-da54-4ee2-8b5a-52cbc0bd3f74 req-9f2aad73-2d55-496c-863f-b47a7c1ce635 tempest-VolumesActionsTest-193416201 tempest-VolumesActionsTest-193416201-project] Publish callbacks [] for port (6c4b3a1a-a9f6-4ab6-95ee-23a84f9558f7), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:00.055636 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-321f5068-da54-4ee2-8b5a-52cbc0bd3f74 req-9f2aad73-2d55-496c-863f-b47a7c1ce635 tempest-VolumesActionsTest-193416201 tempest-VolumesActionsTest-193416201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743907242280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12907156'] for port (6c4b3a1a-a9f6-4ab6-95ee-23a84f9558f7), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:00.104036 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-321f5068-da54-4ee2-8b5a-52cbc0bd3f74 req-9f2aad73-2d55-496c-863f-b47a7c1ce635 tempest-VolumesActionsTest-193416201 tempest-VolumesActionsTest-193416201-project] Network 978fec81-faf1-44e4-9076-53182f28179b is already hosted by enough agents. {{(pid=104071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:31:00.109224 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.scheduler.base_scheduler [req-321f5068-da54-4ee2-8b5a-52cbc0bd3f74 req-9f2aad73-2d55-496c-863f-b47a7c1ce635 tempest-VolumesActionsTest-193416201 tempest-VolumesActionsTest-193416201-project] Resources bound (agent type, host, resource id): {{(pid=104071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:31:00.115959 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [req-321f5068-da54-4ee2-8b5a-52cbc0bd3f74 req-9f2aad73-2d55-496c-863f-b47a7c1ce635 tempest-VolumesActionsTest-193416201 tempest-VolumesActionsTest-193416201-project] Received port after_create {{(pid=104071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:31:00.120228 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2aad73-2d55-496c-863f-b47a7c1ce635 tempest-VolumesActionsTest-193416201 tempest-VolumesActionsTest-193416201-project] Pushing event updated for resources: {'Port': ['ID=6c4b3a1a-a9f6-4ab6-95ee-23a84f9558f7,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:00.168903 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321f5068-da54-4ee2-8b5a-52cbc0bd3f74 req-9f2aad73-2d55-496c-863f-b47a7c1ce635 tempest-VolumesActionsTest-193416201 tempest-VolumesActionsTest-193416201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:00.169565 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-321f5068-da54-4ee2-8b5a-52cbc0bd3f74 req-9f2aad73-2d55-496c-863f-b47a7c1ce635 tempest-VolumesActionsTest-193416201 tempest-VolumesActionsTest-193416201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159658'] for port (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:00.189863 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-321f5068-da54-4ee2-8b5a-52cbc0bd3f74 req-9f2aad73-2d55-496c-863f-b47a7c1ce635 tempest-VolumesActionsTest-193416201 tempest-VolumesActionsTest-193416201-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5957963 May 27 03:31:00.209042 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [req-321f5068-da54-4ee2-8b5a-52cbc0bd3f74 req-1abb505a-b1b8-4164-a91e-30ec769f0886 service neutron] Request body: {'port': {'device_id': '8a177d80-b71b-4add-9c43-0d8aa96c2775', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:31:00.281341 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-321f5068-da54-4ee2-8b5a-52cbc0bd3f74 req-1abb505a-b1b8-4164-a91e-30ec769f0886 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (6c4b3a1a-a9f6-4ab6-95ee-23a84f9558f7), before_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:00.584047 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.notifiers.nova [req-321f5068-da54-4ee2-8b5a-52cbc0bd3f74 req-1abb505a-b1b8-4164-a91e-30ec769f0886 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c4b3a1a-a9f6-4ab6-95ee-23a84f9558f7 {{(pid=104071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:31:00.601243 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-321f5068-da54-4ee2-8b5a-52cbc0bd3f74 req-1abb505a-b1b8-4164-a91e-30ec769f0886 service neutron] Publish callbacks [] for port (6c4b3a1a-a9f6-4ab6-95ee-23a84f9558f7), precommit_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:00.638514 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.db.provisioning_blocks [req-321f5068-da54-4ee2-8b5a-52cbc0bd3f74 req-1abb505a-b1b8-4164-a91e-30ec769f0886 service neutron] Transition to ACTIVE for port object 6c4b3a1a-a9f6-4ab6-95ee-23a84f9558f7 will not be triggered until provisioned by entity L2. {{(pid=104071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 03:31:00.650587 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15407446-bf1d-46d2-906a-b19d6bd3cfa9 req-8a1ce2c2-ccbb-43d1-8d70-633e43061c8e tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:00.652736 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-15407446-bf1d-46d2-906a-b19d6bd3cfa9 req-8a1ce2c2-ccbb-43d1-8d70-633e43061c8e tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "GET /v2.0/ports?device_id=5701149d-2291-4cc6-89a6-b5c50fce46c6 HTTP/1.1" status: 200 len: 944 time: 0.0632207 May 27 03:31:00.653552 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-321f5068-da54-4ee2-8b5a-52cbc0bd3f74 req-1abb505a-b1b8-4164-a91e-30ec769f0886 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12907171'] for port (6c4b3a1a-a9f6-4ab6-95ee-23a84f9558f7), after_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:00.726913 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:INSERT=2,neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:00.727803 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abb505a-b1b8-4164-a91e-30ec769f0886 service neutron] Pushing event updated for resources: {'Port': ['ID=6c4b3a1a-a9f6-4ab6-95ee-23a84f9558f7,revision_number=2']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:00.778896 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-15407446-bf1d-46d2-906a-b19d6bd3cfa9 req-5c8d9b5c-5d2a-4efd-bb40-ad2116a269ee tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1e45c10-37e6-4124-bc3b-be47b71b2f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968733 May 27 03:31:00.796360 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:00.832523 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.managers [req-321f5068-da54-4ee2-8b5a-52cbc0bd3f74 req-1abb505a-b1b8-4164-a91e-30ec769f0886 service neutron] Attempting to bind port 6c4b3a1a-a9f6-4ab6-95ee-23a84f9558f7 on host hv-cinder-82880 for vnic_type normal with profile {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:31:00.832868 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.managers [req-321f5068-da54-4ee2-8b5a-52cbc0bd3f74 req-1abb505a-b1b8-4164-a91e-30ec769f0886 service neutron] Attempting to bind port 6c4b3a1a-a9f6-4ab6-95ee-23a84f9558f7 by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': 'f094ee35-eb15-48c7-b046-2cb022b086c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '978fec81-faf1-44e4-9076-53182f28179b'}] {{(pid=104071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:31:00.833228 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321f5068-da54-4ee2-8b5a-52cbc0bd3f74 req-1abb505a-b1b8-4164-a91e-30ec769f0886 service neutron] Attempting to bind port 6c4b3a1a-a9f6-4ab6-95ee-23a84f9558f7 on network 978fec81-faf1-44e4-9076-53182f28179b {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:31:00.838111 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321f5068-da54-4ee2-8b5a-52cbc0bd3f74 req-1abb505a-b1b8-4164-a91e-30ec769f0886 service neutron] Port 6c4b3a1a-a9f6-4ab6-95ee-23a84f9558f7 on network 978fec81-faf1-44e4-9076-53182f28179b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 03:31:00.838635 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321f5068-da54-4ee2-8b5a-52cbc0bd3f74 req-1abb505a-b1b8-4164-a91e-30ec769f0886 service neutron] Attempting to bind port 6c4b3a1a-a9f6-4ab6-95ee-23a84f9558f7 on network 978fec81-faf1-44e4-9076-53182f28179b {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:31:00.844004 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321f5068-da54-4ee2-8b5a-52cbc0bd3f74 req-1abb505a-b1b8-4164-a91e-30ec769f0886 service neutron] Checking agent: {'id': 'a17a57cc-679f-4398-8430-1b64b86f4dc1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 21, 13), 'started_at': datetime.datetime(2022, 5, 27, 3, 21, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 30, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:31:00.844335 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321f5068-da54-4ee2-8b5a-52cbc0bd3f74 req-1abb505a-b1b8-4164-a91e-30ec769f0886 service neutron] Checking segment: {'id': 'f094ee35-eb15-48c7-b046-2cb022b086c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '978fec81-faf1-44e4-9076-53182f28179b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:31:00.844714 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321f5068-da54-4ee2-8b5a-52cbc0bd3f74 req-1abb505a-b1b8-4164-a91e-30ec769f0886 service neutron] Bound using segment: {'id': 'f094ee35-eb15-48c7-b046-2cb022b086c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '978fec81-faf1-44e4-9076-53182f28179b'} {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:31:00.845169 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.managers [req-321f5068-da54-4ee2-8b5a-52cbc0bd3f74 req-1abb505a-b1b8-4164-a91e-30ec769f0886 service neutron] Bound port: 6c4b3a1a-a9f6-4ab6-95ee-23a84f9558f7, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f094ee35-eb15-48c7-b046-2cb022b086c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '978fec81-faf1-44e4-9076-53182f28179b'}}] {{(pid=104071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:31:00.845522 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-321f5068-da54-4ee2-8b5a-52cbc0bd3f74 req-1abb505a-b1b8-4164-a91e-30ec769f0886 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (6c4b3a1a-a9f6-4ab6-95ee-23a84f9558f7), before_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:00.913989 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.db [req-321f5068-da54-4ee2-8b5a-52cbc0bd3f74 req-1abb505a-b1b8-4164-a91e-30ec769f0886 service neutron] For port 6c4b3a1a-a9f6-4ab6-95ee-23a84f9558f7, host hv-cinder-82880, cleared binding levels {{(pid=104071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:31:00.917280 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.db [req-321f5068-da54-4ee2-8b5a-52cbc0bd3f74 req-1abb505a-b1b8-4164-a91e-30ec769f0886 service neutron] For port 6c4b3a1a-a9f6-4ab6-95ee-23a84f9558f7, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=6c4b3a1a-a9f6-4ab6-95ee-23a84f9558f7,segment=NetworkSegment(f094ee35-eb15-48c7-b046-2cb022b086c1),segment_id=f094ee35-eb15-48c7-b046-2cb022b086c1)] {{(pid=104071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:31:00.924673 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-321f5068-da54-4ee2-8b5a-52cbc0bd3f74 req-1abb505a-b1b8-4164-a91e-30ec769f0886 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12907171'] for port (6c4b3a1a-a9f6-4ab6-95ee-23a84f9558f7), after_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:00.961053 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321f5068-da54-4ee2-8b5a-52cbc0bd3f74 req-1abb505a-b1b8-4164-a91e-30ec769f0886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:00.961643 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-321f5068-da54-4ee2-8b5a-52cbc0bd3f74 req-1abb505a-b1b8-4164-a91e-30ec769f0886 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159658'] for port (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:00.963252 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-321f5068-da54-4ee2-8b5a-52cbc0bd3f74 req-1abb505a-b1b8-4164-a91e-30ec769f0886 service neutron] 10.222.0.67 "PUT /v2.0/ports/6c4b3a1a-a9f6-4ab6-95ee-23a84f9558f7 HTTP/1.1" status: 200 len: 1093 time: 0.7589803 May 27 03:31:00.963687 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a177d80-b71b-4add-9c43-0d8aa96c2775', 'tag': '6c4b3a1a-a9f6-4ab6-95ee-23a84f9558f7'}] {{(pid=104071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:31:00.965989 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bb076ad6e20eee76da9493a154e3e0af7ddb4a8668b70cc9390b05200f69f4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73b5b71d-43a6-42dc-814c-361809e7b543" -d '{"events": [{"name": "network-changed", "server_uuid": "8a177d80-b71b-4add-9c43-0d8aa96c2775", "tag": "6c4b3a1a-a9f6-4ab6-95ee-23a84f9558f7"}]}' {{(pid=104071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:31:00.999631 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abb505a-b1b8-4164-a91e-30ec769f0886 service neutron] Pushing event updated for resources: {'Port': ['ID=6c4b3a1a-a9f6-4ab6-95ee-23a84f9558f7,revision_number=3']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:01.054114 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af7f467c-f1cd-4bf5-9969-757aecf0c905 x-openstack-request-id: req-af7f467c-f1cd-4bf5-9969-757aecf0c905 {{(pid=104071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:31:01.054407 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a177d80-b71b-4add-9c43-0d8aa96c2775", "tag": "6c4b3a1a-a9f6-4ab6-95ee-23a84f9558f7", "status": "completed", "code": 200}]} {{(pid=104071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:31:01.054659 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-af7f467c-f1cd-4bf5-9969-757aecf0c905 {{(pid=104071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:31:01.055072 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af7f467c-f1cd-4bf5-9969-757aecf0c905'] response: {'name': 'network-changed', 'server_uuid': '8a177d80-b71b-4add-9c43-0d8aa96c2775', 'tag': '6c4b3a1a-a9f6-4ab6-95ee-23a84f9558f7', 'status': 'completed', 'code': 200} May 27 03:31:01.096084 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-149cda90-9a2a-44f3-aabb-3ca31b04a9cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (3e4effd7-5bc9-408b-93fa-42e4b19a61d9), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:01.100491 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321f5068-da54-4ee2-8b5a-52cbc0bd3f74 req-192c0d25-3151-4e93-8d07-fd55b03c8f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:01.102086 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-321f5068-da54-4ee2-8b5a-52cbc0bd3f74 req-192c0d25-3151-4e93-8d07-fd55b03c8f5c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9966ab8ffdcf4e828553261c05fbb5a9&device_id=8a177d80-b71b-4add-9c43-0d8aa96c2775 HTTP/1.1" status: 200 len: 1127 time: 0.0818272 May 27 03:31:01.117937 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d2c0f8-8d62-46f0-b9ce-637a6b60388a req-69de95c5-4b1e-4154-ae09-3002b478f868 tempest-VolumesActionsTest-193416201 tempest-VolumesActionsTest-193416201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:01.119685 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-43d2c0f8-8d62-46f0-b9ce-637a6b60388a req-69de95c5-4b1e-4154-ae09-3002b478f868 tempest-VolumesActionsTest-193416201 tempest-VolumesActionsTest-193416201-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a177d80-b71b-4add-9c43-0d8aa96c2775 HTTP/1.1" status: 200 len: 943 time: 0.0638628 May 27 03:31:01.161179 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-321f5068-da54-4ee2-8b5a-52cbc0bd3f74 req-e5c7c8c9-9683-423a-9186-96a5bae6d48f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6c4b3a1a-a9f6-4ab6-95ee-23a84f9558f7 HTTP/1.1" status: 200 len: 217 time: 0.0402696 May 27 03:31:01.239524 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-43d2c0f8-8d62-46f0-b9ce-637a6b60388a req-35bb9840-7ad2-4aff-a139-8726cf8dba0a tempest-VolumesActionsTest-193416201 tempest-VolumesActionsTest-193416201-project] 10.222.0.50 "GET /v2.0/security-groups?id=9c424312-90b6-4d18-9a24-13ca457e88d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807455 May 27 03:31:01.241767 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321f5068-da54-4ee2-8b5a-52cbc0bd3f74 req-6fb3fe82-7231-4f3e-afec-b1dc08e8d522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:01.242971 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-321f5068-da54-4ee2-8b5a-52cbc0bd3f74 req-6fb3fe82-7231-4f3e-afec-b1dc08e8d522 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=eeba940d-f1a2-4522-8ecf-bca985783242 HTTP/1.1" status: 200 len: 849 time: 0.0753069 May 27 03:31:01.285688 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-321f5068-da54-4ee2-8b5a-52cbc0bd3f74 req-7ddfa65b-6c3b-4a4a-89ca-b71af23595a4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=978fec81-faf1-44e4-9076-53182f28179b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366406 May 27 03:31:01.385508 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-321f5068-da54-4ee2-8b5a-52cbc0bd3f74 req-502afd82-2637-4df3-83c9-a7b8b86469c4 service neutron] 10.222.0.67 "GET /v2.0/networks/978fec81-faf1-44e4-9076-53182f28179b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926180 May 27 03:31:01.480653 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-321f5068-da54-4ee2-8b5a-52cbc0bd3f74 req-512b29b1-d076-4984-9836-ea56ab900b4c service neutron] 10.222.0.67 "GET /v2.0/networks/978fec81-faf1-44e4-9076-53182f28179b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869999 May 27 03:31:01.911536 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46c6f4e-5642-4ec4-a16f-fbb7d4bd8062 req-e5a6a9ca-3cd6-4bc8-b423-72188f6959d9 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:01.913034 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-e46c6f4e-5642-4ec4-a16f-fbb7d4bd8062 req-e5a6a9ca-3cd6-4bc8-b423-72188f6959d9 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "GET /v2.0/ports?device_id=5701149d-2291-4cc6-89a6-b5c50fce46c6 HTTP/1.1" status: 200 len: 944 time: 0.0540292 May 27 03:31:01.966616 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-e46c6f4e-5642-4ec4-a16f-fbb7d4bd8062 req-a19ebe04-94ec-4060-92ce-5fa4fcaeeabe tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1e45c10-37e6-4124-bc3b-be47b71b2f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477288 May 27 03:31:02.032935 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 36594) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:31:02.155953 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-df01de3e-f6cf-4253-895b-65b557a1455e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (84e30450-e547-4748-a220-898a66747e61), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:02.156702 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-34c7ce47-9e61-418c-a70e-01894fec44ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:02.240878 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-34c7ce47-9e61-418c-a70e-01894fec44ad admin admin] Publish callbacks [] for security_group (db14c372-f8d0-48ec-8870-e464621a68f6), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:02.247299 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-34c7ce47-9e61-418c-a70e-01894fec44ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (db14c372-f8d0-48ec-8870-e464621a68f6), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:02.288137 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c7ce47-9e61-418c-a70e-01894fec44ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db14c372-f8d0-48ec-8870-e464621a68f6,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:02.295584 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 36600) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:31:02.295774 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-34c7ce47-9e61-418c-a70e-01894fec44ad admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=958a87792f0b44e0b3973db8b6894476&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2615824 May 27 03:31:02.349408 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-8656838c-b1e0-4fd9-84bb-8de45fcb9c8e admin admin] Publish callbacks [] for security_group (db14c372-f8d0-48ec-8870-e464621a68f6), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:02.361323 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d80675-08df-4cb2-b493-4c799cd9b92e req-a74e7ef4-174a-4cf1-a255-c10bbecee75b tempest-VolumesActionsTest-193416201 tempest-VolumesActionsTest-193416201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:02.363155 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-f5d80675-08df-4cb2-b493-4c799cd9b92e req-a74e7ef4-174a-4cf1-a255-c10bbecee75b tempest-VolumesActionsTest-193416201 tempest-VolumesActionsTest-193416201-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a177d80-b71b-4add-9c43-0d8aa96c2775 HTTP/1.1" status: 200 len: 943 time: 0.0473619 May 27 03:31:02.371460 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-8656838c-b1e0-4fd9-84bb-8de45fcb9c8e admin admin] Publish callbacks [] for security_group (db14c372-f8d0-48ec-8870-e464621a68f6), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:02.383557 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:02.412225 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-f5d80675-08df-4cb2-b493-4c799cd9b92e req-c6907f28-5149-4e7c-be50-b7b5ec7eba83 tempest-VolumesActionsTest-193416201 tempest-VolumesActionsTest-193416201-project] 10.222.0.50 "GET /v2.0/security-groups?id=9c424312-90b6-4d18-9a24-13ca457e88d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430396 May 27 03:31:02.424395 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-8656838c-b1e0-4fd9-84bb-8de45fcb9c8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (db14c372-f8d0-48ec-8870-e464621a68f6), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:02.429096 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-8656838c-b1e0-4fd9-84bb-8de45fcb9c8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:02.431475 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-8656838c-b1e0-4fd9-84bb-8de45fcb9c8e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/db14c372-f8d0-48ec-8870-e464621a68f6 HTTP/1.1" status: 204 len: 168 time: 0.1338131 May 27 03:31:02.440252 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8656838c-b1e0-4fd9-84bb-8de45fcb9c8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db14c372-f8d0-48ec-8870-e464621a68f6,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:02.522199 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:02.528024 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b5b71d-43a6-42dc-814c-361809e7b543 req-9327a459-1066-4f2b-bde0-45d343fa7cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:02.529625 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-73b5b71d-43a6-42dc-814c-361809e7b543 req-9327a459-1066-4f2b-bde0-45d343fa7cbd service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9966ab8ffdcf4e828553261c05fbb5a9&device_id=8a177d80-b71b-4add-9c43-0d8aa96c2775 HTTP/1.1" status: 200 len: 1127 time: 0.0414855 May 27 03:31:02.625026 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b5b71d-43a6-42dc-814c-361809e7b543 req-425c0780-fb25-401e-b8c3-646ffdf264b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:02.626557 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-73b5b71d-43a6-42dc-814c-361809e7b543 req-425c0780-fb25-401e-b8c3-646ffdf264b9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=978fec81-faf1-44e4-9076-53182f28179b HTTP/1.1" status: 200 len: 910 time: 0.0901248 May 27 03:31:02.670322 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-73b5b71d-43a6-42dc-814c-361809e7b543 req-fd0b534d-f5de-4434-9754-ed396e452594 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6c4b3a1a-a9f6-4ab6-95ee-23a84f9558f7 HTTP/1.1" status: 200 len: 217 time: 0.0351970 May 27 03:31:02.719146 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 36606) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:31:02.745866 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-4ec7561f-312a-4135-81ac-c693b0b5d323 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:02.758045 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b5b71d-43a6-42dc-814c-361809e7b543 req-2952b5e8-76cd-4e54-893f-5fd0813a3212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:02.759616 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-73b5b71d-43a6-42dc-814c-361809e7b543 req-2952b5e8-76cd-4e54-893f-5fd0813a3212 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=eeba940d-f1a2-4522-8ecf-bca985783242 HTTP/1.1" status: 200 len: 849 time: 0.0832071 May 27 03:31:02.802274 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-73b5b71d-43a6-42dc-814c-361809e7b543 req-055a9f03-3eb0-4b38-8d73-fc3fa59a5e8a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=978fec81-faf1-44e4-9076-53182f28179b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360420 May 27 03:31:02.933227 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-4ec7561f-312a-4135-81ac-c693b0b5d323 admin admin] Publish callbacks [] for security_group (21f18993-b72c-4e96-b1e7-af4223e743cd), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:02.936193 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-73b5b71d-43a6-42dc-814c-361809e7b543 req-2ff55617-051f-4eb6-9ae9-f7c0a38d1006 service neutron] 10.222.0.67 "GET /v2.0/networks/978fec81-faf1-44e4-9076-53182f28179b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275635 May 27 03:31:02.937280 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-4ec7561f-312a-4135-81ac-c693b0b5d323 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (21f18993-b72c-4e96-b1e7-af4223e743cd), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:03.119154 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e1789a-c155-4a23-ab2d-7cc7b2d76e06 req-787687ca-dc95-4a49-bf5b-904870835fce tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:03.120757 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f0e1789a-c155-4a23-ab2d-7cc7b2d76e06 req-787687ca-dc95-4a49-bf5b-904870835fce tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "GET /v2.0/ports?device_id=5701149d-2291-4cc6-89a6-b5c50fce46c6 HTTP/1.1" status: 200 len: 944 time: 0.0643296 May 27 03:31:03.180119 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f0e1789a-c155-4a23-ab2d-7cc7b2d76e06 req-cf7195ab-bfed-40c5-9529-714020aa542c tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1e45c10-37e6-4124-bc3b-be47b71b2f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531161 May 27 03:31:03.222598 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Device 6c4b3a1a-a9f6-4ab6-95ee-23a84f9558f7 details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=104073) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 03:31:03.316196 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec7561f-312a-4135-81ac-c693b0b5d323 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21f18993-b72c-4e96-b1e7-af4223e743cd,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:03.327787 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-4ec7561f-312a-4135-81ac-c693b0b5d323 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f097eb6f35a643f18da53d7e3caea123&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6076519 May 27 03:31:03.331237 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 36626) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:31:03.389359 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] For port 6c4b3a1a-a9f6-4ab6-95ee-23a84f9558f7, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=6c4b3a1a-a9f6-4ab6-95ee-23a84f9558f7,segment=NetworkSegment(f094ee35-eb15-48c7-b046-2cb022b086c1),segment_id=f094ee35-eb15-48c7-b046-2cb022b086c1)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:31:03.400088 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-a2e64e7e-4402-434a-b03a-feb4225ae06f admin admin] Publish callbacks [] for security_group (21f18993-b72c-4e96-b1e7-af4223e743cd), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:03.401746 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-73b5b71d-43a6-42dc-814c-361809e7b543 req-c07d1b7c-937f-4c87-910d-707f292fee40 service neutron] 10.222.0.67 "GET /v2.0/networks/978fec81-faf1-44e4-9076-53182f28179b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4583166 May 27 03:31:03.433046 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-a2e64e7e-4402-434a-b03a-feb4225ae06f admin admin] Publish callbacks [] for security_group (21f18993-b72c-4e96-b1e7-af4223e743cd), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:03.546801 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-a2e64e7e-4402-434a-b03a-feb4225ae06f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (21f18993-b72c-4e96-b1e7-af4223e743cd), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:03.550837 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-a2e64e7e-4402-434a-b03a-feb4225ae06f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:03.553242 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-a2e64e7e-4402-434a-b03a-feb4225ae06f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/21f18993-b72c-4e96-b1e7-af4223e743cd HTTP/1.1" status: 204 len: 168 time: 0.2209635 May 27 03:31:03.569279 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8814ca07-2e0e-4518-8a18-d70a46765501 req-a4332144-d707-4fe2-b018-2ad3737b57a3 tempest-VolumesActionsTest-193416201 tempest-VolumesActionsTest-193416201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:03.569829 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e64e7e-4402-434a-b03a-feb4225ae06f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21f18993-b72c-4e96-b1e7-af4223e743cd,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:03.571367 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-8814ca07-2e0e-4518-8a18-d70a46765501 req-a4332144-d707-4fe2-b018-2ad3737b57a3 tempest-VolumesActionsTest-193416201 tempest-VolumesActionsTest-193416201-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a177d80-b71b-4add-9c43-0d8aa96c2775 HTTP/1.1" status: 200 len: 943 time: 0.0615547 May 27 03:31:03.603281 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Returning: {'device': '6c4b3a1a-a9f6-4ab6-95ee-23a84f9558f7', 'network_id': '978fec81-faf1-44e4-9076-53182f28179b', 'port_id': '6c4b3a1a-a9f6-4ab6-95ee-23a84f9558f7', 'mac_address': 'fa:16:3e:43:ce:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eeba940d-f1a2-4522-8ecf-bca985783242', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104073) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 03:31:03.643768 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-8814ca07-2e0e-4518-8a18-d70a46765501 req-f7f2bfe1-9a4d-4382-a202-cfc8839a6dc8 tempest-VolumesActionsTest-193416201 tempest-VolumesActionsTest-193416201-project] 10.222.0.50 "GET /v2.0/security-groups?id=9c424312-90b6-4d18-9a24-13ca457e88d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620639 May 27 03:31:03.660101 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Current status of the port 6c4b3a1a-a9f6-4ab6-95ee-23a84f9558f7 is: DOWN; New status is: BUILD {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:31:03.672523 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (6c4b3a1a-a9f6-4ab6-95ee-23a84f9558f7), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:03.699198 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.notifiers.nova [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c4b3a1a-a9f6-4ab6-95ee-23a84f9558f7 {{(pid=104073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:31:03.723273 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] For port 6c4b3a1a-a9f6-4ab6-95ee-23a84f9558f7, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=6c4b3a1a-a9f6-4ab6-95ee-23a84f9558f7,segment=NetworkSegment(f094ee35-eb15-48c7-b046-2cb022b086c1),segment_id=f094ee35-eb15-48c7-b046-2cb022b086c1)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:31:03.735956 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (6c4b3a1a-a9f6-4ab6-95ee-23a84f9558f7), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:03.777584 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f70e7e6e-5d50-42a8-9a05-38619da83ed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (7db81693-ec25-4d8d-9069-8605391ffc10), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:03.786398 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2587f3c5-23e8-4245-8ae7-c86680f8e9d6 req-3a73da42-a4df-4e35-9953-70e51d9d372a tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:03.790959 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-2587f3c5-23e8-4245-8ae7-c86680f8e9d6 req-3a73da42-a4df-4e35-9953-70e51d9d372a tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=3aa1b29c-4aa9-4ece-a9ee-fd84d519970f HTTP/1.1" status: 200 len: 946 time: 0.0668399 May 27 03:31:03.795782 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Pushing event updated for resources: {'Port': ['ID=6c4b3a1a-a9f6-4ab6-95ee-23a84f9558f7,revision_number=4']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:03.823720 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:03.855068 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-2587f3c5-23e8-4245-8ae7-c86680f8e9d6 req-6fe9521a-ea5b-4261-b7d8-50890f425e83 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ce8f43f-6a1f-4134-bfa6-ac4d57290765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581570 May 27 03:31:04.106778 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] get_ports_and_sgs() called for port_ids ['6c4b3a1a-a9f6-4ab6-95ee-23a84f9558f7'] {{(pid=104073) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:31:04.316698 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa596615-311c-4069-ae0e-61262bf3703c req-5d1a0d79-9ecc-4ac7-b399-cf20a85d71a3 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:04.318238 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-fa596615-311c-4069-ae0e-61262bf3703c req-5d1a0d79-9ecc-4ac7-b399-cf20a85d71a3 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "GET /v2.0/ports?device_id=5701149d-2291-4cc6-89a6-b5c50fce46c6 HTTP/1.1" status: 200 len: 944 time: 0.0501528 May 27 03:31:04.370021 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-fa596615-311c-4069-ae0e-61262bf3703c req-a5a576f5-5979-40f1-b582-fca58af83531 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1e45c10-37e6-4124-bc3b-be47b71b2f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452375 May 27 03:31:04.756836 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f52f4a2-05f4-4495-954a-746805f660b3 req-2fb953c7-e8db-489e-bb72-58a78e3e5167 tempest-VolumesActionsTest-193416201 tempest-VolumesActionsTest-193416201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:04.758713 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-8f52f4a2-05f4-4495-954a-746805f660b3 req-2fb953c7-e8db-489e-bb72-58a78e3e5167 tempest-VolumesActionsTest-193416201 tempest-VolumesActionsTest-193416201-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a177d80-b71b-4add-9c43-0d8aa96c2775 HTTP/1.1" status: 200 len: 944 time: 0.0497868 May 27 03:31:04.806358 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-8f52f4a2-05f4-4495-954a-746805f660b3 req-e140c6a2-15df-4263-9456-87b02a004377 tempest-VolumesActionsTest-193416201 tempest-VolumesActionsTest-193416201-project] 10.222.0.50 "GET /v2.0/security-groups?id=9c424312-90b6-4d18-9a24-13ca457e88d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418849 May 27 03:31:04.959201 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (01a6c5a5-ff25-49ea-8869-bb2b5ba0570e), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:04.984435 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b278a9-3456-464a-8f54-86b8bdc6b9d6 req-28491d94-677d-42a5-a8b4-2998b20cdf1d tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:04.985907 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-e6b278a9-3456-464a-8f54-86b8bdc6b9d6 req-28491d94-677d-42a5-a8b4-2998b20cdf1d tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=3aa1b29c-4aa9-4ece-a9ee-fd84d519970f HTTP/1.1" status: 200 len: 946 time: 0.0499723 May 27 03:31:05.047274 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-e6b278a9-3456-464a-8f54-86b8bdc6b9d6 req-bb63d068-7793-4e68-bdcc-d56642ba875b tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ce8f43f-6a1f-4134-bfa6-ac4d57290765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552294 May 27 03:31:05.234391 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Device b50bb324-6116-4314-8d09-3cd6cc80242f details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=104073) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 03:31:05.248743 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Device 6c4b3a1a-a9f6-4ab6-95ee-23a84f9558f7 up at agent hyperv_hv-cinder-82880 {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:31:05.304217 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Provisioning for port 6c4b3a1a-a9f6-4ab6-95ee-23a84f9558f7 completed by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 03:31:05.349799 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Provisioning complete for port 6c4b3a1a-a9f6-4ab6-95ee-23a84f9558f7 triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:31:05.350182 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (6c4b3a1a-a9f6-4ab6-95ee-23a84f9558f7), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:05.374437 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:05.389411 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:DELETE=3,neutron:SELECT=93,neutron:UPDATE=4 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:05.424514 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] For port b50bb324-6116-4314-8d09-3cd6cc80242f, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=b50bb324-6116-4314-8d09-3cd6cc80242f,segment=NetworkSegment(3d0db8b7-60ed-4f83-92b1-448610616c6c),segment_id=3d0db8b7-60ed-4f83-92b1-448610616c6c)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:31:05.459597 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Returning: {'device': 'b50bb324-6116-4314-8d09-3cd6cc80242f', 'network_id': '79e2e930-0200-4ceb-a2bb-a93bbb04e0f6', 'port_id': 'b50bb324-6116-4314-8d09-3cd6cc80242f', 'mac_address': 'fa:16:3e:f3:65:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5133a594-c63e-4ae9-a294-52a4d497dec8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104073) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 03:31:05.477918 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Current status of the port 6c4b3a1a-a9f6-4ab6-95ee-23a84f9558f7 is: BUILD; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:31:05.478782 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (6c4b3a1a-a9f6-4ab6-95ee-23a84f9558f7), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:05.532370 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Current status of the port b50bb324-6116-4314-8d09-3cd6cc80242f is: DOWN; New status is: BUILD {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:31:05.532714 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (b50bb324-6116-4314-8d09-3cd6cc80242f), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:05.537150 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19563db0-331d-4a73-9cbc-c32cf1ef462e req-514adf10-793e-4da3-bc5c-afdcf44a4399 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:05.538952 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-19563db0-331d-4a73-9cbc-c32cf1ef462e req-514adf10-793e-4da3-bc5c-afdcf44a4399 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "GET /v2.0/ports?device_id=5701149d-2291-4cc6-89a6-b5c50fce46c6 HTTP/1.1" status: 200 len: 944 time: 0.0709934 May 27 03:31:05.539117 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a177d80-b71b-4add-9c43-0d8aa96c2775', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c4b3a1a-a9f6-4ab6-95ee-23a84f9558f7'}] {{(pid=104073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:31:05.542074 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fe636b475fcf817a66bede64dee182d8d37f0deb14dcb08a99f86243ff54ad7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43bb8881-ab3e-4a5e-9c26-ec1264b4813c" -d '{"events": [{"server_uuid": "8a177d80-b71b-4add-9c43-0d8aa96c2775", "name": "network-vif-plugged", "status": "completed", "tag": "6c4b3a1a-a9f6-4ab6-95ee-23a84f9558f7"}]}' {{(pid=104073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:31:05.562522 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] For port 6c4b3a1a-a9f6-4ab6-95ee-23a84f9558f7, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=6c4b3a1a-a9f6-4ab6-95ee-23a84f9558f7,segment=NetworkSegment(f094ee35-eb15-48c7-b046-2cb022b086c1),segment_id=f094ee35-eb15-48c7-b046-2cb022b086c1)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:31:05.564791 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.notifiers.nova [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b50bb324-6116-4314-8d09-3cd6cc80242f {{(pid=104073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:31:05.579507 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (6c4b3a1a-a9f6-4ab6-95ee-23a84f9558f7), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:05.620014 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-19563db0-331d-4a73-9cbc-c32cf1ef462e req-13a08fc2-8980-489e-96e9-b0851f0f90c2 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1e45c10-37e6-4124-bc3b-be47b71b2f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679650 May 27 03:31:05.634446 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f8472da-80a6-40d1-bbf1-c05d6e34de72 x-openstack-request-id: req-3f8472da-80a6-40d1-bbf1-c05d6e34de72 {{(pid=104073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:31:05.634986 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a177d80-b71b-4add-9c43-0d8aa96c2775", "name": "network-vif-plugged", "status": "completed", "tag": "6c4b3a1a-a9f6-4ab6-95ee-23a84f9558f7", "code": 200}]} {{(pid=104073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:31:05.635289 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3f8472da-80a6-40d1-bbf1-c05d6e34de72 {{(pid=104073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:31:05.635727 dv-cinder-828806-4-iscsi neutron-server[104073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f8472da-80a6-40d1-bbf1-c05d6e34de72'] response: {'server_uuid': '8a177d80-b71b-4add-9c43-0d8aa96c2775', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c4b3a1a-a9f6-4ab6-95ee-23a84f9558f7', 'code': 200} May 27 03:31:05.638334 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] For port b50bb324-6116-4314-8d09-3cd6cc80242f, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=b50bb324-6116-4314-8d09-3cd6cc80242f,segment=NetworkSegment(3d0db8b7-60ed-4f83-92b1-448610616c6c),segment_id=3d0db8b7-60ed-4f83-92b1-448610616c6c)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:31:05.649989 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (b50bb324-6116-4314-8d09-3cd6cc80242f), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:05.656422 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Pushing event updated for resources: {'Port': ['ID=6c4b3a1a-a9f6-4ab6-95ee-23a84f9558f7,revision_number=5']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:05.714009 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Pushing event updated for resources: {'Port': ['ID=b50bb324-6116-4314-8d09-3cd6cc80242f,revision_number=4']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:05.935175 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e582dfc-f00d-4a6f-b9c6-b7bd3e92ad90 req-4f86504c-c614-4d18-a7dc-ce2b4af86677 tempest-VolumesActionsTest-193416201 tempest-VolumesActionsTest-193416201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:05.936713 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-9e582dfc-f00d-4a6f-b9c6-b7bd3e92ad90 req-4f86504c-c614-4d18-a7dc-ce2b4af86677 tempest-VolumesActionsTest-193416201 tempest-VolumesActionsTest-193416201-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a177d80-b71b-4add-9c43-0d8aa96c2775 HTTP/1.1" status: 200 len: 945 time: 0.0543213 May 27 03:31:05.974966 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:05.989942 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-9e582dfc-f00d-4a6f-b9c6-b7bd3e92ad90 req-33f1bbfc-1998-4dd8-855a-f959906e55cd tempest-VolumesActionsTest-193416201 tempest-VolumesActionsTest-193416201-project] 10.222.0.50 "GET /v2.0/security-groups?id=9c424312-90b6-4d18-9a24-13ca457e88d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477023 May 27 03:31:06.004855 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:06.071728 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] get_ports_and_sgs() called for port_ids ['b50bb324-6116-4314-8d09-3cd6cc80242f'] {{(pid=104073) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:31:06.084356 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cffb834-b8fc-4f9a-bad0-1c3249f6b696 req-dad4c00a-509c-49df-845b-e527e6889a0b tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:06.086168 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-9cffb834-b8fc-4f9a-bad0-1c3249f6b696 req-dad4c00a-509c-49df-845b-e527e6889a0b tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.67 "GET /v2.0/ports?device_id=3aa1b29c-4aa9-4ece-a9ee-fd84d519970f HTTP/1.1" status: 200 len: 946 time: 0.0928190 May 27 03:31:06.123616 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbdd4ac-84ed-4e8f-a436-18b742bbf8e1 req-30a90865-fe1d-4d7d-9fc0-7c0a79c1147b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:06.125353 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-6dbdd4ac-84ed-4e8f-a436-18b742bbf8e1 req-30a90865-fe1d-4d7d-9fc0-7c0a79c1147b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=8a177d80-b71b-4add-9c43-0d8aa96c2775 HTTP/1.1" status: 200 len: 1129 time: 0.0977128 May 27 03:31:06.178779 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 36726) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:31:06.188888 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:06.209390 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26752c03-3fd7-4891-93b6-042eba89af29 req-f7a9f9f2-8d4c-48d0-a6c6-2b1c5bb95fda tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:06.211496 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-26752c03-3fd7-4891-93b6-042eba89af29 req-f7a9f9f2-8d4c-48d0-a6c6-2b1c5bb95fda tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=3aa1b29c-4aa9-4ece-a9ee-fd84d519970f HTTP/1.1" status: 200 len: 946 time: 0.0680974 May 27 03:31:06.225742 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.plugin [req-9cffb834-b8fc-4f9a-bad0-1c3249f6b696 req-036a8a6e-a51d-4695-b765-6a2b8a8b05c1 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Deleting port 5e76e5be-43aa-4f7f-9313-3304d2fd1b0d {{(pid=104071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:31:06.226120 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-9cffb834-b8fc-4f9a-bad0-1c3249f6b696 req-036a8a6e-a51d-4695-b765-6a2b8a8b05c1 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743907775461'] for port (5e76e5be-43aa-4f7f-9313-3304d2fd1b0d), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:06.232738 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-6dbdd4ac-84ed-4e8f-a436-18b742bbf8e1 req-5f65ecc0-2f4b-410b-a7b1-fbb8b52425e5 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=9c424312-90b6-4d18-9a24-13ca457e88d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956745 May 27 03:31:06.278849 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-26752c03-3fd7-4891-93b6-042eba89af29 req-a1322b30-153a-4d1b-aaae-f207c126cb5c tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ce8f43f-6a1f-4134-bfa6-ac4d57290765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610001 May 27 03:31:06.349510 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-e3482a76-93ad-4e43-8df9-c497618f1df3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:06.351570 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.db [req-9cffb834-b8fc-4f9a-bad0-1c3249f6b696 req-036a8a6e-a51d-4695-b765-6a2b8a8b05c1 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] For port 5e76e5be-43aa-4f7f-9313-3304d2fd1b0d, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=5e76e5be-43aa-4f7f-9313-3304d2fd1b0d,segment=NetworkSegment(8900a96c-140e-4a88-9323-782a7b94dd95),segment_id=8900a96c-140e-4a88-9323-782a7b94dd95)] {{(pid=104071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:31:06.352007 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-9cffb834-b8fc-4f9a-bad0-1c3249f6b696 req-036a8a6e-a51d-4695-b765-6a2b8a8b05c1 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16271712'] for port (5e76e5be-43aa-4f7f-9313-3304d2fd1b0d), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:06.431922 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-e3482a76-93ad-4e43-8df9-c497618f1df3 admin admin] Publish callbacks [] for security_group (ad4f0faf-cb3b-4fb8-ba4b-b3a067e8d140), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:06.438987 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-e3482a76-93ad-4e43-8df9-c497618f1df3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (ad4f0faf-cb3b-4fb8-ba4b-b3a067e8d140), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:06.476559 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3482a76-93ad-4e43-8df9-c497618f1df3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad4f0faf-cb3b-4fb8-ba4b-b3a067e8d140,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:06.481488 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-e3482a76-93ad-4e43-8df9-c497618f1df3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=cebfe8ed3e584a20b70bcaada12a2479&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3015828 May 27 03:31:06.484155 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 36732) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:31:06.527054 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-9cffb834-b8fc-4f9a-bad0-1c3249f6b696 req-036a8a6e-a51d-4695-b765-6a2b8a8b05c1 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:06.527463 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-9cffb834-b8fc-4f9a-bad0-1c3249f6b696 req-036a8a6e-a51d-4695-b765-6a2b8a8b05c1 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16279512'] for floatingip (45989459-c65c-4099-984c-c1fe975177e8), after_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:06.527720 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.db.l3_db [req-9cffb834-b8fc-4f9a-bad0-1c3249f6b696 req-036a8a6e-a51d-4695-b765-6a2b8a8b05c1 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Floating IP 45989459-c65c-4099-984c-c1fe975177e8 disassociated. External IP: 172.27.3.172, port: 5e76e5be-43aa-4f7f-9313-3304d2fd1b0d. May 27 03:31:06.528066 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.plugin [req-9cffb834-b8fc-4f9a-bad0-1c3249f6b696 req-036a8a6e-a51d-4695-b765-6a2b8a8b05c1 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Calling delete_port for 5e76e5be-43aa-4f7f-9313-3304d2fd1b0d owned by compute:nova {{(pid=104071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:31:06.534988 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-6bb62cc8-5fc9-4dfe-88cd-8a81f09f479e admin admin] Publish callbacks [] for security_group (ad4f0faf-cb3b-4fb8-ba4b-b3a067e8d140), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:06.557067 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-6bb62cc8-5fc9-4dfe-88cd-8a81f09f479e admin admin] Publish callbacks [] for security_group (ad4f0faf-cb3b-4fb8-ba4b-b3a067e8d140), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:06.672364 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-9cffb834-b8fc-4f9a-bad0-1c3249f6b696 req-036a8a6e-a51d-4695-b765-6a2b8a8b05c1 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743907783123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743907242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12907156'] for port (5e76e5be-43aa-4f7f-9313-3304d2fd1b0d), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:06.717541 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036a8a6e-a51d-4695-b765-6a2b8a8b05c1 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Pushing event deleted for resources: {'Port': ['ID=5e76e5be-43aa-4f7f-9313-3304d2fd1b0d,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:06.797364 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0137e4-33d9-4eee-9c8c-18b1ed745a0b req-f02f685e-4017-41a0-b95c-03b8832ff791 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:06.798962 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-7b0137e4-33d9-4eee-9c8c-18b1ed745a0b req-f02f685e-4017-41a0-b95c-03b8832ff791 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "GET /v2.0/ports?device_id=5701149d-2291-4cc6-89a6-b5c50fce46c6 HTTP/1.1" status: 200 len: 945 time: 0.0960386 May 27 03:31:06.874264 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-6bb62cc8-5fc9-4dfe-88cd-8a81f09f479e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (ad4f0faf-cb3b-4fb8-ba4b-b3a067e8d140), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:06.878161 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-6bb62cc8-5fc9-4dfe-88cd-8a81f09f479e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:06.879556 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-6bb62cc8-5fc9-4dfe-88cd-8a81f09f479e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ad4f0faf-cb3b-4fb8-ba4b-b3a067e8d140 HTTP/1.1" status: 204 len: 168 time: 0.3944664 May 27 03:31:06.891579 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb62cc8-5fc9-4dfe-88cd-8a81f09f479e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad4f0faf-cb3b-4fb8-ba4b-b3a067e8d140,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:06.907813 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-7b0137e4-33d9-4eee-9c8c-18b1ed745a0b req-f613b106-72cd-426b-ab39-1e64f457912b tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1e45c10-37e6-4124-bc3b-be47b71b2f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990665 May 27 03:31:06.913729 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9cffb834-b8fc-4f9a-bad0-1c3249f6b696 req-036a8a6e-a51d-4695-b765-6a2b8a8b05c1 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Router f894ead6-5c56-4335-b420-9b87f690d18d has already been hosted by L3 agent 3e4effd7-5bc9-408b-93fa-42e4b19a61d9 {{(pid=104071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:31:06.927469 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:07.009077 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:07.027709 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9cffb834-b8fc-4f9a-bad0-1c3249f6b696 req-036a8a6e-a51d-4695-b765-6a2b8a8b05c1 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Notify agent at l3_agent.dv-cinder-828806-4-iscsi the message routers_updated {{(pid=104071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:31:07.050661 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9eb786b-46a9-4ae3-a03d-2ec8744651e1 None None] Sync routers for ids ['f894ead6-5c56-4335-b420-9b87f690d18d'] in dv-cinder-828806-4-iscsi {{(pid=104074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:31:07.067786 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9eb786b-46a9-4ae3-a03d-2ec8744651e1 None None] Routers {'f894ead6-5c56-4335-b420-9b87f690d18d'} bound to L3 agent in host dv-cinder-828806-4-iscsi {{(pid=104074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:31:07.068432 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-d9eb786b-46a9-4ae3-a03d-2ec8744651e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:14:31Z,description=,heartbeat_timestamp=2022-05-27T03:31:01Z,host='dv-cinder-828806-4-iscsi',id=3e4effd7-5bc9-408b-93fa-42e4b19a61d9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:14:31Z,topic='l3_agent')) {'router_ids': ['f894ead6-5c56-4335-b420-9b87f690d18d'], 'active': True} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:31:07.104639 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cffb834-b8fc-4f9a-bad0-1c3249f6b696 req-036a8a6e-a51d-4695-b765-6a2b8a8b05c1 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] No DVR routers for this DVR port 5e76e5be-43aa-4f7f-9313-3304d2fd1b0d on host hv-cinder-82880 {{(pid=104071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:31:07.112287 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-9cffb834-b8fc-4f9a-bad0-1c3249f6b696 req-036a8a6e-a51d-4695-b765-6a2b8a8b05c1 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159658'] for port (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:07.124191 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-9cffb834-b8fc-4f9a-bad0-1c3249f6b696 req-036a8a6e-a51d-4695-b765-6a2b8a8b05c1 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.67 "DELETE /v2.0/ports/5e76e5be-43aa-4f7f-9313-3304d2fd1b0d HTTP/1.1" status: 204 len: 173 time: 1.0318184 May 27 03:31:07.124906 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aa1b29c-4aa9-4ece-a9ee-fd84d519970f', 'name': 'network-vif-deleted', 'tag': '5e76e5be-43aa-4f7f-9313-3304d2fd1b0d'}] {{(pid=104071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:31:07.127906 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bb076ad6e20eee76da9493a154e3e0af7ddb4a8668b70cc9390b05200f69f4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af411d78-23b0-44dd-b463-fe3e0f9177be" -d '{"events": [{"server_uuid": "3aa1b29c-4aa9-4ece-a9ee-fd84d519970f", "name": "network-vif-deleted", "tag": "5e76e5be-43aa-4f7f-9313-3304d2fd1b0d"}]}' {{(pid=104071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:31:07.213645 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdee78ba-e3ca-4a39-8328-91971ea3cb55 req-2ac46d16-82ce-4cb2-835f-50c4b7e05ca4 tempest-VolumesActionsTest-193416201 tempest-VolumesActionsTest-193416201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:07.218526 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-cdee78ba-e3ca-4a39-8328-91971ea3cb55 req-2ac46d16-82ce-4cb2-835f-50c4b7e05ca4 tempest-VolumesActionsTest-193416201 tempest-VolumesActionsTest-193416201-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a177d80-b71b-4add-9c43-0d8aa96c2775 HTTP/1.1" status: 200 len: 945 time: 0.1097038 May 27 03:31:07.253572 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8402c63b-cc9c-4a07-b872-84e50218e1a2 x-openstack-request-id: req-8402c63b-cc9c-4a07-b872-84e50218e1a2 {{(pid=104071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:31:07.253871 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3aa1b29c-4aa9-4ece-a9ee-fd84d519970f", "name": "network-vif-deleted", "tag": "5e76e5be-43aa-4f7f-9313-3304d2fd1b0d", "status": "completed", "code": 200}]} {{(pid=104071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:31:07.254124 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8402c63b-cc9c-4a07-b872-84e50218e1a2 {{(pid=104071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:31:07.254553 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8402c63b-cc9c-4a07-b872-84e50218e1a2'] response: {'server_uuid': '3aa1b29c-4aa9-4ece-a9ee-fd84d519970f', 'name': 'network-vif-deleted', 'tag': '5e76e5be-43aa-4f7f-9313-3304d2fd1b0d', 'status': 'completed', 'code': 200} May 27 03:31:07.267429 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvr_db [None req-d9eb786b-46a9-4ae3-a03d-2ec8744651e1 None None] Set router f894ead6-5c56-4335-b420-9b87f690d18d gateway port host: dv-cinder-828806-4-iscsi {{(pid=104074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:31:07.337741 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Device b50bb324-6116-4314-8d09-3cd6cc80242f up at agent hyperv_hv-cinder-82880 {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:31:07.356168 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-cdee78ba-e3ca-4a39-8328-91971ea3cb55 req-fa22b8d7-9b39-4a5e-830a-4eab449eb4bd tempest-VolumesActionsTest-193416201 tempest-VolumesActionsTest-193416201-project] 10.222.0.50 "GET /v2.0/security-groups?id=9c424312-90b6-4d18-9a24-13ca457e88d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298218 May 27 03:31:07.384050 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 36754) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:31:07.404785 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-c76a65d1-6bc1-4237-b915-3e51b684c951 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:07.416114 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Provisioning for port b50bb324-6116-4314-8d09-3cd6cc80242f completed by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 03:31:07.426220 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Provisioning complete for port b50bb324-6116-4314-8d09-3cd6cc80242f triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:31:07.426779 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (b50bb324-6116-4314-8d09-3cd6cc80242f), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:07.475283 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-67576106-e56f-4b50-a9b0-bd59e5c1d543 req-cf132465-f392-4385-ae8d-6fd43565a55c tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/ports?device_id=3aa1b29c-4aa9-4ece-a9ee-fd84d519970f HTTP/1.1" status: 200 len: 210 time: 0.0373957 May 27 03:31:07.521692 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Current status of the port b50bb324-6116-4314-8d09-3cd6cc80242f is: BUILD; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:31:07.522167 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (b50bb324-6116-4314-8d09-3cd6cc80242f), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:07.537593 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-c76a65d1-6bc1-4237-b915-3e51b684c951 admin admin] Publish callbacks [] for security_group (b11d7989-2810-42da-bc15-0ece756ca02e), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:07.544017 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-c76a65d1-6bc1-4237-b915-3e51b684c951 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (b11d7989-2810-42da-bc15-0ece756ca02e), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:07.548691 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:07.562181 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] For port b50bb324-6116-4314-8d09-3cd6cc80242f, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=b50bb324-6116-4314-8d09-3cd6cc80242f,segment=NetworkSegment(3d0db8b7-60ed-4f83-92b1-448610616c6c),segment_id=3d0db8b7-60ed-4f83-92b1-448610616c6c)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:31:07.567602 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (b50bb324-6116-4314-8d09-3cd6cc80242f), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:07.568757 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Device 5e76e5be-43aa-4f7f-9313-3304d2fd1b0d no longer exists at agent hyperv_hv-cinder-82880 {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:31:07.574271 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-d9eb786b-46a9-4ae3-a03d-2ec8744651e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f894ead6-5c56-4335-b420-9b87f690d18d', 'name': 'tempest-AttachVolumeShelveTestJSON-432131402-router', 'tenant_id': '7e2e4b63d6af43058e0dc76d8ceac844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '28d3375c-e01d-45c9-b232-57887e8c3d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:13Z', 'updated_at': '2022-05-27T03:23:32Z', 'revision_number': 4, 'project_id': '7e2e4b63d6af43058e0dc76d8ceac844', 'gw_port': {'id': '28d3375c-e01d-45c9-b232-57887e8c3d83', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:04:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f894ead6-5c56-4335-b420-9b87f690d18d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:14Z', 'updated_at': '2022-05-27T03:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi', '_interfaces': [{'id': 'd16726c7-bdbc-43fb-b093-912bc04ee3a2', 'name': '', 'network_id': '9235750b-3863-4242-97a7-a4cb52643ca2', 'tenant_id': '7e2e4b63d6af43058e0dc76d8ceac844', 'mac_address': 'fa:16:3e:6d:9a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f894ead6-5c56-4335-b420-9b87f690d18d', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '74986d1d-a9b7-43a2-b2c2-09937b076cb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:26Z', 'updated_at': '2022-05-27T03:23:41Z', 'revision_number': 5, 'project_id': '7e2e4b63d6af43058e0dc76d8ceac844', 'subnets': [{'id': '74986d1d-a9b7-43a2-b2c2-09937b076cb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-4-iscsi', False) {} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:31:07.588047 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-c76a65d1-6bc1-4237-b915-3e51b684c951 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a0d53d48748142b0af90b27ac6e47cd6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1990526 May 27 03:31:07.588047 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76a65d1-6bc1-4237-b915-3e51b684c951 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b11d7989-2810-42da-bc15-0ece756ca02e,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:07.589173 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 36756) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:31:07.599356 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:07.605587 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9eb786b-46a9-4ae3-a03d-2ec8744651e1 None None] Checking router: f894ead6-5c56-4335-b420-9b87f690d18d for host: dv-cinder-828806-4-iscsi {{(pid=104074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:31:07.614671 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9eb786b-46a9-4ae3-a03d-2ec8744651e1 None None] Routers {'f894ead6-5c56-4335-b420-9b87f690d18d'} bound to L3 agent in host dv-cinder-828806-4-iscsi {{(pid=104074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:31:07.615272 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-d9eb786b-46a9-4ae3-a03d-2ec8744651e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:14:31Z,description=,heartbeat_timestamp=2022-05-27T03:31:01Z,host='dv-cinder-828806-4-iscsi',id=3e4effd7-5bc9-408b-93fa-42e4b19a61d9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:14:31Z,topic='l3_agent')) {'router_ids': ['f894ead6-5c56-4335-b420-9b87f690d18d'], 'active': True} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:31:07.620461 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] No Port match for: 5e76e5be-43aa-4f7f-9313-3304d2fd1b0d {{(pid=104073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:31:07.620887 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Device 5e76e5be-43aa-4f7f-9313-3304d2fd1b0d not bound to the agent host hv-cinder-82880 {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:31:07.636586 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5701149d-2291-4cc6-89a6-b5c50fce46c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b50bb324-6116-4314-8d09-3cd6cc80242f'}] {{(pid=104073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:31:07.639250 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fe636b475fcf817a66bede64dee182d8d37f0deb14dcb08a99f86243ff54ad7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00a317a3-c12f-4cde-9e46-7dc0b5478e8d" -d '{"events": [{"server_uuid": "5701149d-2291-4cc6-89a6-b5c50fce46c6", "name": "network-vif-plugged", "status": "completed", "tag": "b50bb324-6116-4314-8d09-3cd6cc80242f"}]}' {{(pid=104073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:31:07.640834 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-89bd8b90-a604-4ad0-9876-59aa1356e072 admin admin] Publish callbacks [] for security_group (b11d7989-2810-42da-bc15-0ece756ca02e), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:07.661820 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Pushing event updated for resources: {'Port': ['ID=b50bb324-6116-4314-8d09-3cd6cc80242f,revision_number=5']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:07.664650 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-89bd8b90-a604-4ad0-9876-59aa1356e072 admin admin] Publish callbacks [] for security_group (b11d7989-2810-42da-bc15-0ece756ca02e), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:07.691050 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30f2c604-dc6c-40dd-a96f-d73ecd82c266 x-openstack-request-id: req-30f2c604-dc6c-40dd-a96f-d73ecd82c266 {{(pid=104073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:31:07.691685 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5701149d-2291-4cc6-89a6-b5c50fce46c6", "name": "network-vif-plugged", "status": "completed", "tag": "b50bb324-6116-4314-8d09-3cd6cc80242f", "code": 200}]} {{(pid=104073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:31:07.692128 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-30f2c604-dc6c-40dd-a96f-d73ecd82c266 {{(pid=104073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:31:07.692537 dv-cinder-828806-4-iscsi neutron-server[104073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30f2c604-dc6c-40dd-a96f-d73ecd82c266'] response: {'server_uuid': '5701149d-2291-4cc6-89a6-b5c50fce46c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b50bb324-6116-4314-8d09-3cd6cc80242f', 'code': 200} May 27 03:31:07.714335 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-89bd8b90-a604-4ad0-9876-59aa1356e072 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (b11d7989-2810-42da-bc15-0ece756ca02e), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:07.716905 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-89bd8b90-a604-4ad0-9876-59aa1356e072 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:07.717195 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvr_db [None req-d9eb786b-46a9-4ae3-a03d-2ec8744651e1 None None] Set router f894ead6-5c56-4335-b420-9b87f690d18d gateway port host: dv-cinder-828806-4-iscsi {{(pid=104074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:31:07.720453 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-89bd8b90-a604-4ad0-9876-59aa1356e072 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b11d7989-2810-42da-bc15-0ece756ca02e HTTP/1.1" status: 204 len: 168 time: 0.1284685 May 27 03:31:07.725873 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bd8b90-a604-4ad0-9876-59aa1356e072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b11d7989-2810-42da-bc15-0ece756ca02e,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:07.964606 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-d9eb786b-46a9-4ae3-a03d-2ec8744651e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f894ead6-5c56-4335-b420-9b87f690d18d', 'name': 'tempest-AttachVolumeShelveTestJSON-432131402-router', 'tenant_id': '7e2e4b63d6af43058e0dc76d8ceac844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '28d3375c-e01d-45c9-b232-57887e8c3d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:13Z', 'updated_at': '2022-05-27T03:23:32Z', 'revision_number': 4, 'project_id': '7e2e4b63d6af43058e0dc76d8ceac844', 'gw_port': {'id': '28d3375c-e01d-45c9-b232-57887e8c3d83', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:04:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f894ead6-5c56-4335-b420-9b87f690d18d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:14Z', 'updated_at': '2022-05-27T03:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi', '_interfaces': [{'id': 'd16726c7-bdbc-43fb-b093-912bc04ee3a2', 'name': '', 'network_id': '9235750b-3863-4242-97a7-a4cb52643ca2', 'tenant_id': '7e2e4b63d6af43058e0dc76d8ceac844', 'mac_address': 'fa:16:3e:6d:9a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f894ead6-5c56-4335-b420-9b87f690d18d', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '74986d1d-a9b7-43a2-b2c2-09937b076cb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:26Z', 'updated_at': '2022-05-27T03:23:41Z', 'revision_number': 5, 'project_id': '7e2e4b63d6af43058e0dc76d8ceac844', 'subnets': [{'id': '74986d1d-a9b7-43a2-b2c2-09937b076cb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-4-iscsi', False) {} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:31:08.024221 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9eb786b-46a9-4ae3-a03d-2ec8744651e1 None None] The sync data for ids ['f894ead6-5c56-4335-b420-9b87f690d18d'] in dv-cinder-828806-4-iscsi is: [{'id': 'f894ead6-5c56-4335-b420-9b87f690d18d', 'name': 'tempest-AttachVolumeShelveTestJSON-432131402-router', 'tenant_id': '7e2e4b63d6af43058e0dc76d8ceac844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '28d3375c-e01d-45c9-b232-57887e8c3d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:13Z', 'updated_at': '2022-05-27T03:23:32Z', 'revision_number': 4, 'project_id': '7e2e4b63d6af43058e0dc76d8ceac844', 'gw_port': {'id': '28d3375c-e01d-45c9-b232-57887e8c3d83', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:04:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f894ead6-5c56-4335-b420-9b87f690d18d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:14Z', 'updated_at': '2022-05-27T03:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi', '_interfaces': [{'id': 'd16726c7-bdbc-43fb-b093-912bc04ee3a2', 'name': '', 'network_id': '9235750b-3863-4242-97a7-a4cb52643ca2', 'tenant_id': '7e2e4b63d6af43058e0dc76d8ceac844', 'mac_address': 'fa:16:3e:6d:9a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f894ead6-5c56-4335-b420-9b87f690d18d', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '74986d1d-a9b7-43a2-b2c2-09937b076cb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:26Z', 'updated_at': '2022-05-27T03:23:41Z', 'revision_number': 5, 'project_id': '7e2e4b63d6af43058e0dc76d8ceac844', 'subnets': [{'id': '74986d1d-a9b7-43a2-b2c2-09937b076cb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:31:08.074287 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c6db52-f697-4457-8103-698fa92f2e44 req-1416d1ee-e0a3-4f41-a6a0-3152aefaf7c6 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:08.082066 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-c0c6db52-f697-4457-8103-698fa92f2e44 req-1416d1ee-e0a3-4f41-a6a0-3152aefaf7c6 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "GET /v2.0/ports?device_id=5701149d-2291-4cc6-89a6-b5c50fce46c6 HTTP/1.1" status: 200 len: 946 time: 0.0646851 May 27 03:31:08.154228 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-c0c6db52-f697-4457-8103-698fa92f2e44 req-b2ba8fd7-1b74-491a-84a4-c5b88313cb88 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1e45c10-37e6-4124-bc3b-be47b71b2f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710714 May 27 03:31:08.290723 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 36766) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:31:08.309664 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-fc56d9de-8817-4f98-b838-905494bf55a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:08.312652 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:08.346977 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d09fd33-5306-4caa-92ed-b1a352adba63 req-90374466-bcdc-4b01-928d-a6feba6d8c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:08.348509 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-9d09fd33-5306-4caa-92ed-b1a352adba63 req-90374466-bcdc-4b01-928d-a6feba6d8c21 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=5701149d-2291-4cc6-89a6-b5c50fce46c6 HTTP/1.1" status: 200 len: 1130 time: 0.0494554 May 27 03:31:08.394291 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:08.407408 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-9d09fd33-5306-4caa-92ed-b1a352adba63 req-e6b72208-35ca-49c2-8a6a-c8394cd14a3b service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=d1e45c10-37e6-4124-bc3b-be47b71b2f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489795 May 27 03:31:08.412415 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-fc56d9de-8817-4f98-b838-905494bf55a1 admin admin] Publish callbacks [] for security_group (557681f1-5e28-4614-b4f9-8ea669bb7725), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:08.419985 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-fc56d9de-8817-4f98-b838-905494bf55a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (557681f1-5e28-4614-b4f9-8ea669bb7725), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:08.423877 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ee4d9a-c215-4e29-bf83-33309ccc5382 None None] New status for floating IP 45989459-c65c-4099-984c-c1fe975177e8: DOWN {{(pid=104073) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 03:31:08.491460 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-fc56d9de-8817-4f98-b838-905494bf55a1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e0efcd38aae442aaa6da959c75411d75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1989982 May 27 03:31:08.492182 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc56d9de-8817-4f98-b838-905494bf55a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=557681f1-5e28-4614-b4f9-8ea669bb7725,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:08.494362 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 36776) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:31:08.539664 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5c0769-f616-462e-8036-c6d6e8d80b19 req-d121d1fa-b775-4c66-b65d-ee296c179f49 tempest-VolumesActionsTest-193416201 tempest-VolumesActionsTest-193416201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:08.542065 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-3b5c0769-f616-462e-8036-c6d6e8d80b19 req-d121d1fa-b775-4c66-b65d-ee296c179f49 tempest-VolumesActionsTest-193416201 tempest-VolumesActionsTest-193416201-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a177d80-b71b-4add-9c43-0d8aa96c2775 HTTP/1.1" status: 200 len: 945 time: 0.0729008 May 27 03:31:08.580303 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-11d9268b-0a78-48c9-8d20-775f2bbb3614 admin admin] Publish callbacks [] for security_group (557681f1-5e28-4614-b4f9-8ea669bb7725), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:08.602520 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-3b5c0769-f616-462e-8036-c6d6e8d80b19 req-56909233-862b-444b-a949-914296d7347f tempest-VolumesActionsTest-193416201 tempest-VolumesActionsTest-193416201-project] 10.222.0.50 "GET /v2.0/security-groups?id=9c424312-90b6-4d18-9a24-13ca457e88d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544555 May 27 03:31:08.620261 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 36784) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:31:08.627425 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-11d9268b-0a78-48c9-8d20-775f2bbb3614 admin admin] Publish callbacks [] for security_group (557681f1-5e28-4614-b4f9-8ea669bb7725), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:08.713851 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-11d9268b-0a78-48c9-8d20-775f2bbb3614 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (557681f1-5e28-4614-b4f9-8ea669bb7725), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:08.716736 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-11d9268b-0a78-48c9-8d20-775f2bbb3614 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:08.718097 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-11d9268b-0a78-48c9-8d20-775f2bbb3614 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/557681f1-5e28-4614-b4f9-8ea669bb7725 HTTP/1.1" status: 204 len: 168 time: 0.2227030 May 27 03:31:08.735523 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-30258848-e08d-42fd-87fe-f2a3f142f48e tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Publish callbacks [] for security_group (4ce8f43f-6a1f-4134-bfa6-ac4d57290765), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:08.745144 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d9268b-0a78-48c9-8d20-775f2bbb3614 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=557681f1-5e28-4614-b4f9-8ea669bb7725,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:08.753407 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d9268b-0a78-48c9-8d20-775f2bbb3614 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:08.753824 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d9268b-0a78-48c9-8d20-775f2bbb3614 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:08.754239 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d9268b-0a78-48c9-8d20-775f2bbb3614 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:08.754619 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d9268b-0a78-48c9-8d20-775f2bbb3614 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:08.755163 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d9268b-0a78-48c9-8d20-775f2bbb3614 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:08.755679 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d9268b-0a78-48c9-8d20-775f2bbb3614 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:08.756649 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d9268b-0a78-48c9-8d20-775f2bbb3614 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:08.757082 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d9268b-0a78-48c9-8d20-775f2bbb3614 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:08.757504 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d9268b-0a78-48c9-8d20-775f2bbb3614 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:08.757869 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d9268b-0a78-48c9-8d20-775f2bbb3614 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:08.758320 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d9268b-0a78-48c9-8d20-775f2bbb3614 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:08.758703 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d9268b-0a78-48c9-8d20-775f2bbb3614 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:08.759448 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d9268b-0a78-48c9-8d20-775f2bbb3614 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:08.760081 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d9268b-0a78-48c9-8d20-775f2bbb3614 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:08.760597 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d9268b-0a78-48c9-8d20-775f2bbb3614 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:08.764146 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-30258848-e08d-42fd-87fe-f2a3f142f48e tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Publish callbacks [] for security_group (4ce8f43f-6a1f-4134-bfa6-ac4d57290765), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:08.818121 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-30258848-e08d-42fd-87fe-f2a3f142f48e tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (4ce8f43f-6a1f-4134-bfa6-ac4d57290765), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:08.820713 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-30258848-e08d-42fd-87fe-f2a3f142f48e tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Publish callbacks [] for security_group (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:08.822475 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-30258848-e08d-42fd-87fe-f2a3f142f48e tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "DELETE /v2.0/security-groups/4ce8f43f-6a1f-4134-bfa6-ac4d57290765 HTTP/1.1" status: 204 len: 168 time: 0.2007356 May 27 03:31:08.824794 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 36792) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:31:08.831716 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30258848-e08d-42fd-87fe-f2a3f142f48e tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ce8f43f-6a1f-4134-bfa6-ac4d57290765,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:08.839784 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.api.v2.resource [None req-e9f02ca9-116e-4d6d-941d-a372606c9ae8 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] show failed (client error): The resource could not be found. May 27 03:31:08.840847 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-e9f02ca9-116e-4d6d-941d-a372606c9ae8 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "GET /v2.0/security-groups/4ce8f43f-6a1f-4134-bfa6-ac4d57290765 HTTP/1.1" status: 404 len: 347 time: 0.0148103 May 27 03:31:08.843821 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 36794) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:31:08.966147 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.plugin [None req-beef3f16-726f-4895-aa10-745a76cfb082 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Deleting port fe8ee4a7-890b-4575-9e8a-320eda9cd778 {{(pid=104071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:31:08.966497 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-beef3f16-726f-4895-aa10-745a76cfb082 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743907775461'] for port (fe8ee4a7-890b-4575-9e8a-320eda9cd778), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:09.055700 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-beef3f16-726f-4895-aa10-745a76cfb082 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16271712'] for port (fe8ee4a7-890b-4575-9e8a-320eda9cd778), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:09.056108 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-beef3f16-726f-4895-aa10-745a76cfb082 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Publish callbacks [] for floatingip (fe8ee4a7-890b-4575-9e8a-320eda9cd778), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:09.073771 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.plugin [None req-beef3f16-726f-4895-aa10-745a76cfb082 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Calling delete_port for fe8ee4a7-890b-4575-9e8a-320eda9cd778 owned by network:floatingip {{(pid=104071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:31:09.158163 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:09.160279 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=4 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:09.241111 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-beef3f16-726f-4895-aa10-745a76cfb082 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743907783123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743907242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12907156'] for port (fe8ee4a7-890b-4575-9e8a-320eda9cd778), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:09.268728 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beef3f16-726f-4895-aa10-745a76cfb082 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Pushing event deleted for resources: {'Port': ['ID=fe8ee4a7-890b-4575-9e8a-320eda9cd778,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:09.291212 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c3a04a-5618-4d19-8257-6b5351847e00 req-77c3387b-5ef5-4b01-bf07-989f18a9b0d8 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:09.301570 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-34c3a04a-5618-4d19-8257-6b5351847e00 req-77c3387b-5ef5-4b01-bf07-989f18a9b0d8 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "GET /v2.0/ports?device_id=5701149d-2291-4cc6-89a6-b5c50fce46c6 HTTP/1.1" status: 200 len: 946 time: 0.0764210 May 27 03:31:09.344722 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-beef3f16-726f-4895-aa10-745a76cfb082 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Publish callbacks [] for floatingip (45989459-c65c-4099-984c-c1fe975177e8), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:09.347810 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-beef3f16-726f-4895-aa10-745a76cfb082 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159658'] for floatingip (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:09.352549 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-beef3f16-726f-4895-aa10-745a76cfb082 tempest-AttachVolumeShelveTestJSON-1481766777 tempest-AttachVolumeShelveTestJSON-1481766777-project] 10.222.0.50 "DELETE /v2.0/floatingips/45989459-c65c-4099-984c-c1fe975177e8 HTTP/1.1" status: 204 len: 168 time: 0.5070848 May 27 03:31:09.369069 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-34c3a04a-5618-4d19-8257-6b5351847e00 req-9a887511-03ad-4094-a9b9-7be6bb44a5fd tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1e45c10-37e6-4124-bc3b-be47b71b2f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545607 May 27 03:31:09.672778 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c634ec-cfb8-4f1a-a2a9-03f61cec03eb req-14090a7a-1516-41b6-9ce2-8b4c30283aae tempest-VolumesActionsTest-193416201 tempest-VolumesActionsTest-193416201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:09.674306 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-19c634ec-cfb8-4f1a-a2a9-03f61cec03eb req-14090a7a-1516-41b6-9ce2-8b4c30283aae tempest-VolumesActionsTest-193416201 tempest-VolumesActionsTest-193416201-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a177d80-b71b-4add-9c43-0d8aa96c2775 HTTP/1.1" status: 200 len: 945 time: 0.0511546 May 27 03:31:09.724673 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-19c634ec-cfb8-4f1a-a2a9-03f61cec03eb req-6be4ff75-8506-4bb6-a69f-77347a23663c tempest-VolumesActionsTest-193416201 tempest-VolumesActionsTest-193416201-project] 10.222.0.50 "GET /v2.0/security-groups?id=9c424312-90b6-4d18-9a24-13ca457e88d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435979 May 27 03:31:10.265830 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 36890) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:31:10.379496 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-c38a87f3-228b-41c5-be96-f3ea61472458 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:10.492306 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-c38a87f3-228b-41c5-be96-f3ea61472458 admin admin] Publish callbacks [] for security_group (65e62525-ac1d-401c-bea2-289703458c2e), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:10.501291 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-c38a87f3-228b-41c5-be96-f3ea61472458 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (65e62525-ac1d-401c-bea2-289703458c2e), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:10.513244 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be9195a-1d12-4dc8-8d75-ae03e27294a5 req-cc9154c6-c45e-4ca8-b2ee-4e855cbfac66 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:10.514737 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-9be9195a-1d12-4dc8-8d75-ae03e27294a5 req-cc9154c6-c45e-4ca8-b2ee-4e855cbfac66 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "GET /v2.0/ports?device_id=5701149d-2291-4cc6-89a6-b5c50fce46c6 HTTP/1.1" status: 200 len: 946 time: 0.0648167 May 27 03:31:10.566748 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38a87f3-228b-41c5-be96-f3ea61472458 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65e62525-ac1d-401c-bea2-289703458c2e,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:10.571699 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-c38a87f3-228b-41c5-be96-f3ea61472458 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b3bc8b78ca6848c6a1bbd707ecb32e74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3046365 May 27 03:31:10.575151 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 36914) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:31:10.614930 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-9be9195a-1d12-4dc8-8d75-ae03e27294a5 req-bfd67015-7b21-47e6-a209-6cfff6ebc5a0 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1e45c10-37e6-4124-bc3b-be47b71b2f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893965 May 27 03:31:10.674151 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-f368a6ad-7028-451b-9fa0-5f5257124dbb admin admin] Publish callbacks [] for security_group (65e62525-ac1d-401c-bea2-289703458c2e), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:10.731296 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-f368a6ad-7028-451b-9fa0-5f5257124dbb admin admin] Publish callbacks [] for security_group (65e62525-ac1d-401c-bea2-289703458c2e), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:10.756697 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6fa8ac-7c0f-4db8-a895-a8fdf7ae17b5 req-5f2a2e7d-467e-4a63-8aa0-6f33824effcd tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:10.758210 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-2b6fa8ac-7c0f-4db8-a895-a8fdf7ae17b5 req-5f2a2e7d-467e-4a63-8aa0-6f33824effcd tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "GET /v2.0/ports?device_id=5701149d-2291-4cc6-89a6-b5c50fce46c6 HTTP/1.1" status: 200 len: 946 time: 0.0684645 May 27 03:31:10.824373 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-2b6fa8ac-7c0f-4db8-a895-a8fdf7ae17b5 req-7ff18fec-34a1-4b32-9018-9b3e28046dad tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1e45c10-37e6-4124-bc3b-be47b71b2f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568702 May 27 03:31:10.833070 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-f368a6ad-7028-451b-9fa0-5f5257124dbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (65e62525-ac1d-401c-bea2-289703458c2e), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:10.835782 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-f368a6ad-7028-451b-9fa0-5f5257124dbb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:10.836914 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-f368a6ad-7028-451b-9fa0-5f5257124dbb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/65e62525-ac1d-401c-bea2-289703458c2e HTTP/1.1" status: 204 len: 168 time: 0.2607989 May 27 03:31:10.851942 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 36928) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:31:10.852362 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57965547-3aa5-416a-b605-ed9f64e7839c req-d0cca124-5b3b-42fc-8764-27559ace908e tempest-VolumesActionsTest-193416201 tempest-VolumesActionsTest-193416201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:10.854298 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-57965547-3aa5-416a-b605-ed9f64e7839c req-d0cca124-5b3b-42fc-8764-27559ace908e tempest-VolumesActionsTest-193416201 tempest-VolumesActionsTest-193416201-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a177d80-b71b-4add-9c43-0d8aa96c2775 HTTP/1.1" status: 200 len: 945 time: 0.0571971 May 27 03:31:10.858446 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f368a6ad-7028-451b-9fa0-5f5257124dbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65e62525-ac1d-401c-bea2-289703458c2e,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:10.920943 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-57965547-3aa5-416a-b605-ed9f64e7839c req-4ab2d106-39c2-47c6-b001-5e9b57ed5b49 tempest-VolumesActionsTest-193416201 tempest-VolumesActionsTest-193416201-project] 10.222.0.50 "GET /v2.0/security-groups?id=9c424312-90b6-4d18-9a24-13ca457e88d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549846 May 27 03:31:11.032319 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-011c0b33-425d-4cbf-baec-97107196fe90 tempest-TestVolumeBootPattern-940981790 tempest-TestVolumeBootPattern-940981790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:11.034053 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-011c0b33-425d-4cbf-baec-97107196fe90 tempest-TestVolumeBootPattern-940981790 tempest-TestVolumeBootPattern-940981790-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=5701149d-2291-4cc6-89a6-b5c50fce46c6 HTTP/1.1" status: 200 len: 1125 time: 0.1805847 May 27 03:31:11.036924 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 36934) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:31:11.041296 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [None req-9effe0b5-b7c3-497c-9f4b-d9451505befa tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Request body: {'floatingip': {'floating_network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'port_id': 'b50bb324-6116-4314-8d09-3cd6cc80242f', 'tenant_id': 'd5bef1b49d424299864523887eb72b3c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:31:11.045894 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:INSERT=6,neutron:SELECT=91,neutron:DELETE=3 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:11.067609 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-9effe0b5-b7c3-497c-9f4b-d9451505befa tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:11.148602 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 36936) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:31:11.174307 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-6fb66fab-2875-4c9a-9512-a7dd5444c48c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:11.183633 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-9effe0b5-b7c3-497c-9f4b-d9451505befa tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:11.193461 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:11.352629 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.db.db_base_plugin_common [None req-9effe0b5-b7c3-497c-9f4b-d9451505befa tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Allocated IP 172.27.3.45 (ca8b8e18-04f1-46f4-8c3b-aba3c077569d/ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa/c506c6bd-9c86-43c2-9623-9ea3342536a4) {{(pid=104072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:31:11.372336 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-6fb66fab-2875-4c9a-9512-a7dd5444c48c admin admin] Publish callbacks [] for security_group (752f3d46-a75d-4f8e-b0c6-7e674be7cc12), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:11.395274 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-6fb66fab-2875-4c9a-9512-a7dd5444c48c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (752f3d46-a75d-4f8e-b0c6-7e674be7cc12), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:11.469536 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-6fb66fab-2875-4c9a-9512-a7dd5444c48c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=81669794d56a4f7c9414e0aedba04085&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3197582 May 27 03:31:11.472121 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb66fab-2875-4c9a-9512-a7dd5444c48c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=752f3d46-a75d-4f8e-b0c6-7e674be7cc12,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:11.472303 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 36940) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:31:11.520970 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-9effe0b5-b7c3-497c-9f4b-d9451505befa tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Publish callbacks [] for port (c506c6bd-9c86-43c2-9623-9ea3342536a4), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:11.531289 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-da1117ee-9ec2-4b68-ae3e-f9b11e028ac5 admin admin] Publish callbacks [] for security_group (752f3d46-a75d-4f8e-b0c6-7e674be7cc12), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:11.554429 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-da1117ee-9ec2-4b68-ae3e-f9b11e028ac5 admin admin] Publish callbacks [] for security_group (752f3d46-a75d-4f8e-b0c6-7e674be7cc12), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:11.560065 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-9effe0b5-b7c3-497c-9f4b-d9451505befa tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743907242280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13119109'] for port (c506c6bd-9c86-43c2-9623-9ea3342536a4), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:11.608570 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9effe0b5-b7c3-497c-9f4b-d9451505befa tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Network ca8b8e18-04f1-46f4-8c3b-aba3c077569d is already hosted by enough agents. {{(pid=104072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:31:11.610648 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-da1117ee-9ec2-4b68-ae3e-f9b11e028ac5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (752f3d46-a75d-4f8e-b0c6-7e674be7cc12), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:11.613337 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-da1117ee-9ec2-4b68-ae3e-f9b11e028ac5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:11.614546 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-da1117ee-9ec2-4b68-ae3e-f9b11e028ac5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/752f3d46-a75d-4f8e-b0c6-7e674be7cc12 HTTP/1.1" status: 204 len: 168 time: 0.1412749 May 27 03:31:11.614755 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.base_scheduler [None req-9effe0b5-b7c3-497c-9f4b-d9451505befa tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Resources bound (agent type, host, resource id): {{(pid=104072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:31:11.617211 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9effe0b5-b7c3-497c-9f4b-d9451505befa tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Received port after_create {{(pid=104072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:31:11.622600 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1117ee-9ec2-4b68-ae3e-f9b11e028ac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=752f3d46-a75d-4f8e-b0c6-7e674be7cc12,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:11.625852 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9effe0b5-b7c3-497c-9f4b-d9451505befa tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Pushing event updated for resources: {'Port': ['ID=c506c6bd-9c86-43c2-9623-9ea3342536a4,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:11.792831 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:11.872074 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 36952) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:31:11.875599 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eb74db-2640-4a86-bf5b-ae074a7d4a58 req-532c6371-0cb6-4794-91f2-5478683ad08b tempest-VolumesActionsTest-193416201 tempest-VolumesActionsTest-193416201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:11.879360 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-a9eb74db-2640-4a86-bf5b-ae074a7d4a58 req-532c6371-0cb6-4794-91f2-5478683ad08b tempest-VolumesActionsTest-193416201 tempest-VolumesActionsTest-193416201-project] 10.222.0.67 "GET /v2.0/ports?device_id=8a177d80-b71b-4add-9c43-0d8aa96c2775 HTTP/1.1" status: 200 len: 945 time: 0.0967925 May 27 03:31:11.980447 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=83,neutron:DELETE=8,neutron:INSERT=9 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:11.999572 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.plugin [req-a9eb74db-2640-4a86-bf5b-ae074a7d4a58 req-5d0ca683-e7d1-4968-8e2d-8d0841a5b2f1 tempest-VolumesActionsTest-193416201 tempest-VolumesActionsTest-193416201-project] Deleting port 6c4b3a1a-a9f6-4ab6-95ee-23a84f9558f7 {{(pid=104071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:31:12.000247 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-a9eb74db-2640-4a86-bf5b-ae074a7d4a58 req-5d0ca683-e7d1-4968-8e2d-8d0841a5b2f1 tempest-VolumesActionsTest-193416201 tempest-VolumesActionsTest-193416201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743907775461'] for port (6c4b3a1a-a9f6-4ab6-95ee-23a84f9558f7), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:12.153400 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.db [req-a9eb74db-2640-4a86-bf5b-ae074a7d4a58 req-5d0ca683-e7d1-4968-8e2d-8d0841a5b2f1 tempest-VolumesActionsTest-193416201 tempest-VolumesActionsTest-193416201-project] For port 6c4b3a1a-a9f6-4ab6-95ee-23a84f9558f7, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=6c4b3a1a-a9f6-4ab6-95ee-23a84f9558f7,segment=NetworkSegment(f094ee35-eb15-48c7-b046-2cb022b086c1),segment_id=f094ee35-eb15-48c7-b046-2cb022b086c1)] {{(pid=104071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:31:12.153977 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-a9eb74db-2640-4a86-bf5b-ae074a7d4a58 req-5d0ca683-e7d1-4968-8e2d-8d0841a5b2f1 tempest-VolumesActionsTest-193416201 tempest-VolumesActionsTest-193416201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16271712'] for port (6c4b3a1a-a9f6-4ab6-95ee-23a84f9558f7), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:12.172781 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.plugin [req-a9eb74db-2640-4a86-bf5b-ae074a7d4a58 req-5d0ca683-e7d1-4968-8e2d-8d0841a5b2f1 tempest-VolumesActionsTest-193416201 tempest-VolumesActionsTest-193416201-project] Calling delete_port for 6c4b3a1a-a9f6-4ab6-95ee-23a84f9558f7 owned by compute:nova {{(pid=104071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:31:12.234120 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:12.235786 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:12.247498 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d57a25-565c-4d6e-8b60-39c037d89396 req-57d81329-6549-4bf5-9762-6663aa198b46 tempest-VolumesActionsTest-193416201 tempest-VolumesActionsTest-193416201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:12.249370 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a5d57a25-565c-4d6e-8b60-39c037d89396 req-57d81329-6549-4bf5-9762-6663aa198b46 tempest-VolumesActionsTest-193416201 tempest-VolumesActionsTest-193416201-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a177d80-b71b-4add-9c43-0d8aa96c2775 HTTP/1.1" status: 200 len: 945 time: 0.1604357 May 27 03:31:12.360220 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-9effe0b5-b7c3-497c-9f4b-d9451505befa tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Publish callbacks [] for floatingip (609d5c3e-04ee-423a-bb50-b8bd8f7d9e2d), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:12.364133 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-a9eb74db-2640-4a86-bf5b-ae074a7d4a58 req-5d0ca683-e7d1-4968-8e2d-8d0841a5b2f1 tempest-VolumesActionsTest-193416201 tempest-VolumesActionsTest-193416201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743907783123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743907242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12907156'] for port (6c4b3a1a-a9f6-4ab6-95ee-23a84f9558f7), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:12.406561 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] get_ports_and_sgs() called for port_ids ['6c4b3a1a-a9f6-4ab6-95ee-23a84f9558f7'] {{(pid=104073) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:31:12.425767 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0ca683-e7d1-4968-8e2d-8d0841a5b2f1 tempest-VolumesActionsTest-193416201 tempest-VolumesActionsTest-193416201-project] Pushing event deleted for resources: {'Port': ['ID=6c4b3a1a-a9f6-4ab6-95ee-23a84f9558f7,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:12.457970 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a5d57a25-565c-4d6e-8b60-39c037d89396 req-78b49a7d-4ecd-45c0-9468-755cd19945e1 tempest-VolumesActionsTest-193416201 tempest-VolumesActionsTest-193416201-project] 10.222.0.50 "GET /v2.0/security-groups?id=9c424312-90b6-4d18-9a24-13ca457e88d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707728 May 27 03:31:12.514966 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9eb74db-2640-4a86-bf5b-ae074a7d4a58 req-5d0ca683-e7d1-4968-8e2d-8d0841a5b2f1 tempest-VolumesActionsTest-193416201 tempest-VolumesActionsTest-193416201-project] No DVR routers for this DVR port 6c4b3a1a-a9f6-4ab6-95ee-23a84f9558f7 on host hv-cinder-82880 {{(pid=104071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:31:12.518881 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-a9eb74db-2640-4a86-bf5b-ae074a7d4a58 req-5d0ca683-e7d1-4968-8e2d-8d0841a5b2f1 tempest-VolumesActionsTest-193416201 tempest-VolumesActionsTest-193416201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159658'] for port (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:12.524420 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-a9eb74db-2640-4a86-bf5b-ae074a7d4a58 req-5d0ca683-e7d1-4968-8e2d-8d0841a5b2f1 tempest-VolumesActionsTest-193416201 tempest-VolumesActionsTest-193416201-project] 10.222.0.67 "DELETE /v2.0/ports/6c4b3a1a-a9f6-4ab6-95ee-23a84f9558f7 HTTP/1.1" status: 204 len: 173 time: 0.6400502 May 27 03:31:12.525625 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a177d80-b71b-4add-9c43-0d8aa96c2775', 'name': 'network-vif-deleted', 'tag': '6c4b3a1a-a9f6-4ab6-95ee-23a84f9558f7'}] {{(pid=104071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:31:12.528065 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bb076ad6e20eee76da9493a154e3e0af7ddb4a8668b70cc9390b05200f69f4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddbf61d5-7d22-46ee-bba4-5ae3bc835177" -d '{"events": [{"server_uuid": "8a177d80-b71b-4add-9c43-0d8aa96c2775", "name": "network-vif-deleted", "tag": "6c4b3a1a-a9f6-4ab6-95ee-23a84f9558f7"}]}' {{(pid=104071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:31:12.561651 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-9effe0b5-b7c3-497c-9f4b-d9451505befa tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (c506c6bd-9c86-43c2-9623-9ea3342536a4), before_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:12.576528 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cd2434e-bfac-4c57-aca6-7e3e8cb2d91d x-openstack-request-id: req-9cd2434e-bfac-4c57-aca6-7e3e8cb2d91d {{(pid=104071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:31:12.576823 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a177d80-b71b-4add-9c43-0d8aa96c2775", "name": "network-vif-deleted", "tag": "6c4b3a1a-a9f6-4ab6-95ee-23a84f9558f7", "status": "completed", "code": 200}]} {{(pid=104071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:31:12.577148 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9cd2434e-bfac-4c57-aca6-7e3e8cb2d91d {{(pid=104071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:31:12.577558 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cd2434e-bfac-4c57-aca6-7e3e8cb2d91d'] response: {'server_uuid': '8a177d80-b71b-4add-9c43-0d8aa96c2775', 'name': 'network-vif-deleted', 'tag': '6c4b3a1a-a9f6-4ab6-95ee-23a84f9558f7', 'status': 'completed', 'code': 200} May 27 03:31:12.877697 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-85e7a26f-af07-4206-8bb7-e5fe407b4623 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16280280'] for router_interface (f894ead6-5c56-4335-b420-9b87f690d18d), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:12.922353 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:13.014404 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-9effe0b5-b7c3-497c-9f4b-d9451505befa tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Publish callbacks [] for port (c506c6bd-9c86-43c2-9623-9ea3342536a4), precommit_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:13.022056 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-9effe0b5-b7c3-497c-9f4b-d9451505befa tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13119154'] for port (c506c6bd-9c86-43c2-9623-9ea3342536a4), after_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:13.195781 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:13.198520 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9effe0b5-b7c3-497c-9f4b-d9451505befa tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Pushing event updated for resources: {'Port': ['ID=c506c6bd-9c86-43c2-9623-9ea3342536a4,revision_number=2']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:13.221045 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-9effe0b5-b7c3-497c-9f4b-d9451505befa tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16279512'] for floatingip (609d5c3e-04ee-423a-bb50-b8bd8f7d9e2d), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:13.377251 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (a17a57cc-679f-4398-8430-1b64b86f4dc1), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:13.650621 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.db.l3_db [None req-9effe0b5-b7c3-497c-9f4b-d9451505befa tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Floating IP 609d5c3e-04ee-423a-bb50-b8bd8f7d9e2d associated. External IP: 172.27.3.45, port: b50bb324-6116-4314-8d09-3cd6cc80242f. May 27 03:31:13.652734 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [None req-85e7a26f-af07-4206-8bb7-e5fe407b4623 admin admin] Deleting port d16726c7-bdbc-43fb-b093-912bc04ee3a2 {{(pid=104072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:31:13.653116 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-85e7a26f-af07-4206-8bb7-e5fe407b4623 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743907775461'] for port (d16726c7-bdbc-43fb-b093-912bc04ee3a2), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:13.827867 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.db [None req-85e7a26f-af07-4206-8bb7-e5fe407b4623 admin admin] For port d16726c7-bdbc-43fb-b093-912bc04ee3a2, host dv-cinder-828806-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-4-iscsi',level=0,port_id=d16726c7-bdbc-43fb-b093-912bc04ee3a2,segment=NetworkSegment(8900a96c-140e-4a88-9323-782a7b94dd95),segment_id=8900a96c-140e-4a88-9323-782a7b94dd95)] {{(pid=104072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:31:13.828221 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-85e7a26f-af07-4206-8bb7-e5fe407b4623 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16271712'] for port (d16726c7-bdbc-43fb-b093-912bc04ee3a2), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:13.844773 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [None req-85e7a26f-af07-4206-8bb7-e5fe407b4623 admin admin] Calling delete_port for d16726c7-bdbc-43fb-b093-912bc04ee3a2 owned by network:router_interface {{(pid=104072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:31:14.052905 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9effe0b5-b7c3-497c-9f4b-d9451505befa tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Router 0a3e2812-07e4-4838-94d5-bb57a2cd3859 has already been hosted by L3 agent 3e4effd7-5bc9-408b-93fa-42e4b19a61d9 {{(pid=104072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:31:14.073573 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:14.252079 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9effe0b5-b7c3-497c-9f4b-d9451505befa tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Notify agent at l3_agent.dv-cinder-828806-4-iscsi the message routers_updated {{(pid=104072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:31:14.273453 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9b27a0-8aa6-4ebb-8668-e45629894f28 None None] Sync routers for ids ['0a3e2812-07e4-4838-94d5-bb57a2cd3859'] in dv-cinder-828806-4-iscsi {{(pid=104074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:31:14.281013 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-85e7a26f-af07-4206-8bb7-e5fe407b4623 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743907783123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743907242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13119109'] for port (d16726c7-bdbc-43fb-b093-912bc04ee3a2), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:14.281322 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9b27a0-8aa6-4ebb-8668-e45629894f28 None None] Routers {'0a3e2812-07e4-4838-94d5-bb57a2cd3859'} bound to L3 agent in host dv-cinder-828806-4-iscsi {{(pid=104074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:31:14.282272 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-6a9b27a0-8aa6-4ebb-8668-e45629894f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:14:31Z,description=,heartbeat_timestamp=2022-05-27T03:31:01Z,host='dv-cinder-828806-4-iscsi',id=3e4effd7-5bc9-408b-93fa-42e4b19a61d9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:14:31Z,topic='l3_agent')) {'router_ids': ['0a3e2812-07e4-4838-94d5-bb57a2cd3859'], 'active': True} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:31:14.314126 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e7a26f-af07-4206-8bb7-e5fe407b4623 admin admin] Pushing event deleted for resources: {'Port': ['ID=d16726c7-bdbc-43fb-b093-912bc04ee3a2,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:14.321506 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-9effe0b5-b7c3-497c-9f4b-d9451505befa tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159658'] for floatingip (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:14.416515 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvr_db [None req-6a9b27a0-8aa6-4ebb-8668-e45629894f28 None None] Set router 0a3e2812-07e4-4838-94d5-bb57a2cd3859 gateway port host: dv-cinder-828806-4-iscsi {{(pid=104074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:31:14.419165 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-9effe0b5-b7c3-497c-9f4b-d9451505befa tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.3811889 May 27 03:31:14.421585 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5701149d-2291-4cc6-89a6-b5c50fce46c6', 'tag': 'b50bb324-6116-4314-8d09-3cd6cc80242f'}] {{(pid=104072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:31:14.423895 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f396617ba49ae57b35f1e46e178334f70bfad08bdaf3fab16ca373e13b5bdfba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4726aed6-714c-4bff-93a1-410596f07cf0" -d '{"events": [{"name": "network-changed", "server_uuid": "5701149d-2291-4cc6-89a6-b5c50fce46c6", "tag": "b50bb324-6116-4314-8d09-3cd6cc80242f"}]}' {{(pid=104072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:31:14.544722 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=100 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:14.592387 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-723fc3a1-3777-43c7-8c6c-66bb4f6613eb x-openstack-request-id: req-723fc3a1-3777-43c7-8c6c-66bb4f6613eb {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:31:14.592507 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5701149d-2291-4cc6-89a6-b5c50fce46c6", "tag": "b50bb324-6116-4314-8d09-3cd6cc80242f", "status": "completed", "code": 200}]} {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:31:14.592814 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-723fc3a1-3777-43c7-8c6c-66bb4f6613eb {{(pid=104072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:31:14.593195 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-723fc3a1-3777-43c7-8c6c-66bb4f6613eb'] response: {'name': 'network-changed', 'server_uuid': '5701149d-2291-4cc6-89a6-b5c50fce46c6', 'tag': 'b50bb324-6116-4314-8d09-3cd6cc80242f', 'status': 'completed', 'code': 200} May 27 03:31:14.593521 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:14.601513 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4726aed6-714c-4bff-93a1-410596f07cf0 req-28500257-7a94-4e19-89ef-bb98b63d44e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:14.603194 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-4726aed6-714c-4bff-93a1-410596f07cf0 req-28500257-7a94-4e19-89ef-bb98b63d44e7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d5bef1b49d424299864523887eb72b3c&device_id=5701149d-2291-4cc6-89a6-b5c50fce46c6 HTTP/1.1" status: 200 len: 1130 time: 0.0690696 May 27 03:31:14.620579 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-85e7a26f-af07-4206-8bb7-e5fe407b4623 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-366363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16280132'] for router_interface (f894ead6-5c56-4335-b420-9b87f690d18d), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:14.706741 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-6a9b27a0-8aa6-4ebb-8668-e45629894f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a3e2812-07e4-4838-94d5-bb57a2cd3859', 'name': 'tempest-TestVolumeBootPattern-1556435986-router', 'tenant_id': 'd5bef1b49d424299864523887eb72b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '4ee83673-46b6-4e1b-bcba-ae840fc50e57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:24:05Z', 'updated_at': '2022-05-27T03:24:09Z', 'revision_number': 4, 'project_id': 'd5bef1b49d424299864523887eb72b3c', 'gw_port': {'id': '4ee83673-46b6-4e1b-bcba-ae840fc50e57', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f6:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3e2812-07e4-4838-94d5-bb57a2cd3859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:24:06Z', 'updated_at': '2022-05-27T03:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi', '_floatingips': [{'id': '06b71894-d740-4c7a-994c-1690ae223589', 'tenant_id': 'd5bef1b49d424299864523887eb72b3c', 'floating_ip_address': '172.27.3.6', 'floating_network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'router_id': '0a3e2812-07e4-4838-94d5-bb57a2cd3859', 'port_id': '500f9575-c4a4-47bd-be17-a054e686429b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79e2e930-0200-4ceb-a2bb-a93bbb04e0f6', 'mac_address': 'fa:16:3e:59:9b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bbdd423-cd44-475e-abb9-2c765b71b978', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:28:51Z', 'updated_at': '2022-05-27T03:28:54Z', 'revision_number': 1, 'project_id': 'd5bef1b49d424299864523887eb72b3c', 'fixed_ip_address_scope': None}, {'id': '609d5c3e-04ee-423a-bb50-b8bd8f7d9e2d', 'tenant_id': 'd5bef1b49d424299864523887eb72b3c', 'floating_ip_address': '172.27.3.45', 'floating_network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'router_id': '0a3e2812-07e4-4838-94d5-bb57a2cd3859', 'port_id': 'b50bb324-6116-4314-8d09-3cd6cc80242f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79e2e930-0200-4ceb-a2bb-a93bbb04e0f6', 'mac_address': 'fa:16:3e:f3:65:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5701149d-2291-4cc6-89a6-b5c50fce46c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:31:11Z', 'updated_at': '2022-05-27T03:31:11Z', 'revision_number': 0, 'project_id': 'd5bef1b49d424299864523887eb72b3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1453a154-6ec5-4313-8a2b-fddd349b5446', 'name': '', 'network_id': '79e2e930-0200-4ceb-a2bb-a93bbb04e0f6', 'tenant_id': 'd5bef1b49d424299864523887eb72b3c', 'mac_address': 'fa:16:3e:be:67:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3e2812-07e4-4838-94d5-bb57a2cd3859', 'device_owner': 'network:router_interface', 'standard_attr_id': 226, 'fixed_ips': [{'subnet_id': '5133a594-c63e-4ae9-a294-52a4d497dec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:24:08Z', 'updated_at': '2022-05-27T03:24:13Z', 'revision_number': 5, 'project_id': 'd5bef1b49d424299864523887eb72b3c', 'subnets': [{'id': '5133a594-c63e-4ae9-a294-52a4d497dec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-4-iscsi', False) {} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:31:14.730781 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4726aed6-714c-4bff-93a1-410596f07cf0 req-19b8252b-0ee2-4d5b-bd35-2e833eea942e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:14.731829 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9b27a0-8aa6-4ebb-8668-e45629894f28 None None] Checking router: 0a3e2812-07e4-4838-94d5-bb57a2cd3859 for host: dv-cinder-828806-4-iscsi {{(pid=104074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:31:14.732310 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-4726aed6-714c-4bff-93a1-410596f07cf0 req-19b8252b-0ee2-4d5b-bd35-2e833eea942e service neutron] 10.222.0.67 "GET /v2.0/networks?id=79e2e930-0200-4ceb-a2bb-a93bbb04e0f6 HTTP/1.1" status: 200 len: 913 time: 0.1226099 May 27 03:31:14.746304 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9b27a0-8aa6-4ebb-8668-e45629894f28 None None] Routers {'0a3e2812-07e4-4838-94d5-bb57a2cd3859'} bound to L3 agent in host dv-cinder-828806-4-iscsi {{(pid=104074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:31:14.747107 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-6a9b27a0-8aa6-4ebb-8668-e45629894f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:14:31Z,description=,heartbeat_timestamp=2022-05-27T03:31:01Z,host='dv-cinder-828806-4-iscsi',id=3e4effd7-5bc9-408b-93fa-42e4b19a61d9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:14:31Z,topic='l3_agent')) {'router_ids': ['0a3e2812-07e4-4838-94d5-bb57a2cd3859'], 'active': True} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:31:14.800122 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=100 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:14.814679 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-4726aed6-714c-4bff-93a1-410596f07cf0 req-f8f8ad11-fe3e-4d44-8e09-1523904ba6d8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b50bb324-6116-4314-8d09-3cd6cc80242f HTTP/1.1" status: 200 len: 999 time: 0.0760729 May 27 03:31:14.862672 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85e7a26f-af07-4206-8bb7-e5fe407b4623 admin admin] Router f894ead6-5c56-4335-b420-9b87f690d18d has already been hosted by L3 agent 3e4effd7-5bc9-408b-93fa-42e4b19a61d9 {{(pid=104072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:31:14.953261 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvr_db [None req-6a9b27a0-8aa6-4ebb-8668-e45629894f28 None None] Set router 0a3e2812-07e4-4838-94d5-bb57a2cd3859 gateway port host: dv-cinder-828806-4-iscsi {{(pid=104074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:31:14.976132 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85e7a26f-af07-4206-8bb7-e5fe407b4623 admin admin] Notify agent at l3_agent.dv-cinder-828806-4-iscsi the message routers_updated {{(pid=104072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:31:14.981509 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-85e7a26f-af07-4206-8bb7-e5fe407b4623 admin admin] 10.222.0.50 "PUT /v2.0/routers/f894ead6-5c56-4335-b420-9b87f690d18d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1083419 May 27 03:31:14.983993 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 37066) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:31:14.987667 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e1db79-3144-43e3-a5c9-c7529a3e1188 None None] Sync routers for ids ['f894ead6-5c56-4335-b420-9b87f690d18d'] in dv-cinder-828806-4-iscsi {{(pid=104073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:31:15.003391 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e1db79-3144-43e3-a5c9-c7529a3e1188 None None] Routers {'f894ead6-5c56-4335-b420-9b87f690d18d'} bound to L3 agent in host dv-cinder-828806-4-iscsi {{(pid=104073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:31:15.004354 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-35e1db79-3144-43e3-a5c9-c7529a3e1188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:14:31Z,description=,heartbeat_timestamp=2022-05-27T03:31:01Z,host='dv-cinder-828806-4-iscsi',id=3e4effd7-5bc9-408b-93fa-42e4b19a61d9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:14:31Z,topic='l3_agent')) {'router_ids': ['f894ead6-5c56-4335-b420-9b87f690d18d'], 'active': True} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:31:15.042526 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:15.096333 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-f51e363d-9aaf-41ef-8a18-78a94045f80b admin admin] Publish callbacks [] for router (f894ead6-5c56-4335-b420-9b87f690d18d), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:15.122221 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvr_db [None req-35e1db79-3144-43e3-a5c9-c7529a3e1188 None None] Set router f894ead6-5c56-4335-b420-9b87f690d18d gateway port host: dv-cinder-828806-4-iscsi {{(pid=104073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:31:15.185118 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-6a9b27a0-8aa6-4ebb-8668-e45629894f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a3e2812-07e4-4838-94d5-bb57a2cd3859', 'name': 'tempest-TestVolumeBootPattern-1556435986-router', 'tenant_id': 'd5bef1b49d424299864523887eb72b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '4ee83673-46b6-4e1b-bcba-ae840fc50e57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:24:05Z', 'updated_at': '2022-05-27T03:24:09Z', 'revision_number': 4, 'project_id': 'd5bef1b49d424299864523887eb72b3c', 'gw_port': {'id': '4ee83673-46b6-4e1b-bcba-ae840fc50e57', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f6:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3e2812-07e4-4838-94d5-bb57a2cd3859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:24:06Z', 'updated_at': '2022-05-27T03:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi', '_floatingips': [{'id': '06b71894-d740-4c7a-994c-1690ae223589', 'tenant_id': 'd5bef1b49d424299864523887eb72b3c', 'floating_ip_address': '172.27.3.6', 'floating_network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'router_id': '0a3e2812-07e4-4838-94d5-bb57a2cd3859', 'port_id': '500f9575-c4a4-47bd-be17-a054e686429b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79e2e930-0200-4ceb-a2bb-a93bbb04e0f6', 'mac_address': 'fa:16:3e:59:9b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bbdd423-cd44-475e-abb9-2c765b71b978', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:28:51Z', 'updated_at': '2022-05-27T03:28:54Z', 'revision_number': 1, 'project_id': 'd5bef1b49d424299864523887eb72b3c', 'fixed_ip_address_scope': None}, {'id': '609d5c3e-04ee-423a-bb50-b8bd8f7d9e2d', 'tenant_id': 'd5bef1b49d424299864523887eb72b3c', 'floating_ip_address': '172.27.3.45', 'floating_network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'router_id': '0a3e2812-07e4-4838-94d5-bb57a2cd3859', 'port_id': 'b50bb324-6116-4314-8d09-3cd6cc80242f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79e2e930-0200-4ceb-a2bb-a93bbb04e0f6', 'mac_address': 'fa:16:3e:f3:65:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5701149d-2291-4cc6-89a6-b5c50fce46c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:31:11Z', 'updated_at': '2022-05-27T03:31:11Z', 'revision_number': 0, 'project_id': 'd5bef1b49d424299864523887eb72b3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1453a154-6ec5-4313-8a2b-fddd349b5446', 'name': '', 'network_id': '79e2e930-0200-4ceb-a2bb-a93bbb04e0f6', 'tenant_id': 'd5bef1b49d424299864523887eb72b3c', 'mac_address': 'fa:16:3e:be:67:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3e2812-07e4-4838-94d5-bb57a2cd3859', 'device_owner': 'network:router_interface', 'standard_attr_id': 226, 'fixed_ips': [{'subnet_id': '5133a594-c63e-4ae9-a294-52a4d497dec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:24:08Z', 'updated_at': '2022-05-27T03:24:13Z', 'revision_number': 5, 'project_id': 'd5bef1b49d424299864523887eb72b3c', 'subnets': [{'id': '5133a594-c63e-4ae9-a294-52a4d497dec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-4-iscsi', False) {} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:31:15.203738 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-f51e363d-9aaf-41ef-8a18-78a94045f80b admin admin] Publish callbacks [] for router_gateway (f894ead6-5c56-4335-b420-9b87f690d18d), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:15.215618 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9b27a0-8aa6-4ebb-8668-e45629894f28 None None] The sync data for ids ['0a3e2812-07e4-4838-94d5-bb57a2cd3859'] in dv-cinder-828806-4-iscsi is: [{'id': '0a3e2812-07e4-4838-94d5-bb57a2cd3859', 'name': 'tempest-TestVolumeBootPattern-1556435986-router', 'tenant_id': 'd5bef1b49d424299864523887eb72b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '4ee83673-46b6-4e1b-bcba-ae840fc50e57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:24:05Z', 'updated_at': '2022-05-27T03:24:09Z', 'revision_number': 4, 'project_id': 'd5bef1b49d424299864523887eb72b3c', 'gw_port': {'id': '4ee83673-46b6-4e1b-bcba-ae840fc50e57', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f6:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3e2812-07e4-4838-94d5-bb57a2cd3859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:24:06Z', 'updated_at': '2022-05-27T03:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi', '_floatingips': [{'id': '06b71894-d740-4c7a-994c-1690ae223589', 'tenant_id': 'd5bef1b49d424299864523887eb72b3c', 'floating_ip_address': '172.27.3.6', 'floating_network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'router_id': '0a3e2812-07e4-4838-94d5-bb57a2cd3859', 'port_id': '500f9575-c4a4-47bd-be17-a054e686429b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79e2e930-0200-4ceb-a2bb-a93bbb04e0f6', 'mac_address': 'fa:16:3e:59:9b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bbdd423-cd44-475e-abb9-2c765b71b978', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:28:51Z', 'updated_at': '2022-05-27T03:28:54Z', 'revision_number': 1, 'project_id': 'd5bef1b49d424299864523887eb72b3c', 'fixed_ip_address_scope': None}, {'id': '609d5c3e-04ee-423a-bb50-b8bd8f7d9e2d', 'tenant_id': 'd5bef1b49d424299864523887eb72b3c', 'floating_ip_address': '172.27.3.45', 'floating_network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'router_id': '0a3e2812-07e4-4838-94d5-bb57a2cd3859', 'port_id': 'b50bb324-6116-4314-8d09-3cd6cc80242f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79e2e930-0200-4ceb-a2bb-a93bbb04e0f6', 'mac_address': 'fa:16:3e:f3:65:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5701149d-2291-4cc6-89a6-b5c50fce46c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:31:11Z', 'updated_at': '2022-05-27T03:31:11Z', 'revision_number': 0, 'project_id': 'd5bef1b49d424299864523887eb72b3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1453a154-6ec5-4313-8a2b-fddd349b5446', 'name': '', 'network_id': '79e2e930-0200-4ceb-a2bb-a93bbb04e0f6', 'tenant_id': 'd5bef1b49d424299864523887eb72b3c', 'mac_address': 'fa:16:3e:be:67:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3e2812-07e4-4838-94d5-bb57a2cd3859', 'device_owner': 'network:router_interface', 'standard_attr_id': 226, 'fixed_ips': [{'subnet_id': '5133a594-c63e-4ae9-a294-52a4d497dec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:24:08Z', 'updated_at': '2022-05-27T03:24:13Z', 'revision_number': 5, 'project_id': 'd5bef1b49d424299864523887eb72b3c', 'subnets': [{'id': '5133a594-c63e-4ae9-a294-52a4d497dec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:31:15.275895 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [None req-f51e363d-9aaf-41ef-8a18-78a94045f80b admin admin] Deleting port 28d3375c-e01d-45c9-b232-57887e8c3d83 {{(pid=104072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:31:15.276235 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-f51e363d-9aaf-41ef-8a18-78a94045f80b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743907775461'] for port (28d3375c-e01d-45c9-b232-57887e8c3d83), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:15.332229 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-35e1db79-3144-43e3-a5c9-c7529a3e1188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f894ead6-5c56-4335-b420-9b87f690d18d', 'name': 'tempest-AttachVolumeShelveTestJSON-432131402-router', 'tenant_id': '7e2e4b63d6af43058e0dc76d8ceac844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '28d3375c-e01d-45c9-b232-57887e8c3d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:13Z', 'updated_at': '2022-05-27T03:31:14Z', 'revision_number': 5, 'project_id': '7e2e4b63d6af43058e0dc76d8ceac844', 'gw_port': {'id': '28d3375c-e01d-45c9-b232-57887e8c3d83', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:04:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f894ead6-5c56-4335-b420-9b87f690d18d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:14Z', 'updated_at': '2022-05-27T03:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi'}], 'dv-cinder-828806-4-iscsi', False) {} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:31:15.359237 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e1db79-3144-43e3-a5c9-c7529a3e1188 None None] Checking router: f894ead6-5c56-4335-b420-9b87f690d18d for host: dv-cinder-828806-4-iscsi {{(pid=104073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:31:15.369385 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e1db79-3144-43e3-a5c9-c7529a3e1188 None None] Routers {'f894ead6-5c56-4335-b420-9b87f690d18d'} bound to L3 agent in host dv-cinder-828806-4-iscsi {{(pid=104073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:31:15.370093 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-35e1db79-3144-43e3-a5c9-c7529a3e1188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:14:31Z,description=,heartbeat_timestamp=2022-05-27T03:31:01Z,host='dv-cinder-828806-4-iscsi',id=3e4effd7-5bc9-408b-93fa-42e4b19a61d9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:14:31Z,topic='l3_agent')) {'router_ids': ['f894ead6-5c56-4335-b420-9b87f690d18d'], 'active': True} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:31:15.391157 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.db [None req-f51e363d-9aaf-41ef-8a18-78a94045f80b admin admin] For port 28d3375c-e01d-45c9-b232-57887e8c3d83, host dv-cinder-828806-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-4-iscsi',level=0,port_id=28d3375c-e01d-45c9-b232-57887e8c3d83,segment=NetworkSegment(7e44f6fa-4b8b-41b0-9dbf-83bfa81b059a),segment_id=7e44f6fa-4b8b-41b0-9dbf-83bfa81b059a)] {{(pid=104072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:31:15.391743 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-f51e363d-9aaf-41ef-8a18-78a94045f80b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16271712'] for port (28d3375c-e01d-45c9-b232-57887e8c3d83), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:15.411684 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [None req-f51e363d-9aaf-41ef-8a18-78a94045f80b admin admin] Calling delete_port for 28d3375c-e01d-45c9-b232-57887e8c3d83 owned by network:router_gateway {{(pid=104072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:31:15.498183 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvr_db [None req-35e1db79-3144-43e3-a5c9-c7529a3e1188 None None] Set router f894ead6-5c56-4335-b420-9b87f690d18d gateway port host: None {{(pid=104073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:31:15.519654 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4007fac4-dde1-4f3c-83a0-76c32dd73dd6 None None] New status for floating IP 609d5c3e-04ee-423a-bb50-b8bd8f7d9e2d: ACTIVE {{(pid=104074) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 03:31:15.547132 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:15.573530 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-35e1db79-3144-43e3-a5c9-c7529a3e1188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f894ead6-5c56-4335-b420-9b87f690d18d', 'name': 'tempest-AttachVolumeShelveTestJSON-432131402-router', 'tenant_id': '7e2e4b63d6af43058e0dc76d8ceac844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:13Z', 'updated_at': '2022-05-27T03:31:15Z', 'revision_number': 6, 'project_id': '7e2e4b63d6af43058e0dc76d8ceac844', 'gw_port_host': None}], 'dv-cinder-828806-4-iscsi', False) {} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:31:15.602462 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e1db79-3144-43e3-a5c9-c7529a3e1188 None None] The sync data for ids ['f894ead6-5c56-4335-b420-9b87f690d18d'] in dv-cinder-828806-4-iscsi is: [{'id': 'f894ead6-5c56-4335-b420-9b87f690d18d', 'name': 'tempest-AttachVolumeShelveTestJSON-432131402-router', 'tenant_id': '7e2e4b63d6af43058e0dc76d8ceac844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:13Z', 'updated_at': '2022-05-27T03:31:15Z', 'revision_number': 6, 'project_id': '7e2e4b63d6af43058e0dc76d8ceac844', 'gw_port_host': None}] {{(pid=104073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:31:15.628091 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-f51e363d-9aaf-41ef-8a18-78a94045f80b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743907783123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743907242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13119109'] for port (28d3375c-e01d-45c9-b232-57887e8c3d83), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:15.691439 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51e363d-9aaf-41ef-8a18-78a94045f80b admin admin] Pushing event deleted for resources: {'Port': ['ID=28d3375c-e01d-45c9-b232-57887e8c3d83,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:15.732986 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-f51e363d-9aaf-41ef-8a18-78a94045f80b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16279526'] for router_gateway (f894ead6-5c56-4335-b420-9b87f690d18d), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:15.820140 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-f51e363d-9aaf-41ef-8a18-78a94045f80b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16723127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4102'] for router (f894ead6-5c56-4335-b420-9b87f690d18d), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:15.822552 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-f51e363d-9aaf-41ef-8a18-78a94045f80b admin admin] Publish callbacks [] for router_controller (f894ead6-5c56-4335-b420-9b87f690d18d), precommit_delete_associations {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:15.866716 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-f51e363d-9aaf-41ef-8a18-78a94045f80b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16723132'] for router (f894ead6-5c56-4335-b420-9b87f690d18d), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:15.867437 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f51e363d-9aaf-41ef-8a18-78a94045f80b admin admin] Fanout notify agent at l3_agent the message router_deleted on router f894ead6-5c56-4335-b420-9b87f690d18d {{(pid=104072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 03:31:15.873245 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-f51e363d-9aaf-41ef-8a18-78a94045f80b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:15.874721 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-f51e363d-9aaf-41ef-8a18-78a94045f80b admin admin] 10.222.0.50 "DELETE /v2.0/routers/f894ead6-5c56-4335-b420-9b87f690d18d HTTP/1.1" status: 204 len: 168 time: 0.8898153 May 27 03:31:15.878409 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 37086) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:31:15.927105 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a0c200d-9f8a-47d2-8a18-c42c60ff5fab admin admin] Deleting subnet 74986d1d-a9b7-43a2-b2c2-09937b076cb1 {{(pid=104071) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 03:31:15.930520 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-7a0c200d-9f8a-47d2-8a18-c42c60ff5fab admin admin] Publish callbacks [] for subnet (74986d1d-a9b7-43a2-b2c2-09937b076cb1), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:15.967653 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-7a0c200d-9f8a-47d2-8a18-c42c60ff5fab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12878765'] for subnet (74986d1d-a9b7-43a2-b2c2-09937b076cb1), precommit_delete_associations {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:16.060231 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-7a0c200d-9f8a-47d2-8a18-c42c60ff5fab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-817388'] for subnet (74986d1d-a9b7-43a2-b2c2-09937b076cb1), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:16.106633 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:16.115674 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-7a0c200d-9f8a-47d2-8a18-c42c60ff5fab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-817397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16716613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12907365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12793829'] for subnet (74986d1d-a9b7-43a2-b2c2-09937b076cb1), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:16.154586 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0c200d-9f8a-47d2-8a18-c42c60ff5fab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74986d1d-a9b7-43a2-b2c2-09937b076cb1,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:16.156552 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-7a0c200d-9f8a-47d2-8a18-c42c60ff5fab admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:16.159738 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-7a0c200d-9f8a-47d2-8a18-c42c60ff5fab admin admin] 10.222.0.50 "DELETE /v2.0/subnets/74986d1d-a9b7-43a2-b2c2-09937b076cb1 HTTP/1.1" status: 204 len: 168 time: 0.2803085 May 27 03:31:16.162204 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 37088) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:31:16.163722 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ef5742-197f-47e8-bf51-9059109bd0a6 None None] Network 9235750b-3863-4242-97a7-a4cb52643ca2 requested from dv-cinder-828806-4-iscsi {{(pid=104073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:31:16.232357 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-ff054d3f-e80f-4be2-b7ba-83d89870abb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561515'] for network (9235750b-3863-4242-97a7-a4cb52643ca2), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:16.276489 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.plugin [None req-ff054d3f-e80f-4be2-b7ba-83d89870abb4 admin admin] Deleting port 0ffdd890-8bee-46f7-b779-8f14b60ba56c {{(pid=104071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:31:16.276826 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-ff054d3f-e80f-4be2-b7ba-83d89870abb4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743907775461'] for port (0ffdd890-8bee-46f7-b779-8f14b60ba56c), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:16.342434 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.db [None req-ff054d3f-e80f-4be2-b7ba-83d89870abb4 admin admin] For port 0ffdd890-8bee-46f7-b779-8f14b60ba56c, host dv-cinder-828806-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-4-iscsi',level=0,port_id=0ffdd890-8bee-46f7-b779-8f14b60ba56c,segment=NetworkSegment(8900a96c-140e-4a88-9323-782a7b94dd95),segment_id=8900a96c-140e-4a88-9323-782a7b94dd95)] {{(pid=104071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:31:16.342672 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-ff054d3f-e80f-4be2-b7ba-83d89870abb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16271712'] for port (0ffdd890-8bee-46f7-b779-8f14b60ba56c), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:16.356316 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.plugin [None req-ff054d3f-e80f-4be2-b7ba-83d89870abb4 admin admin] Calling delete_port for 0ffdd890-8bee-46f7-b779-8f14b60ba56c owned by network:dhcp {{(pid=104071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:31:16.406045 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05fffd4a-3f66-4413-8930-e61a3f466f3f None None] DHCP port deletion for 9235750b-3863-4242-97a7-a4cb52643ca2 request from dv-cinder-828806-4-iscsi {{(pid=104073) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 27 03:31:16.442646 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-ff054d3f-e80f-4be2-b7ba-83d89870abb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743907783123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743907242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12907156'] for port (0ffdd890-8bee-46f7-b779-8f14b60ba56c), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:16.445909 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-05fffd4a-3f66-4413-8930-e61a3f466f3f None None] Deleting port 0ffdd890-8bee-46f7-b779-8f14b60ba56c {{(pid=104073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:31:16.446351 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-05fffd4a-3f66-4413-8930-e61a3f466f3f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743907775461'] for port (0ffdd890-8bee-46f7-b779-8f14b60ba56c), before_delete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:16.467230 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff054d3f-e80f-4be2-b7ba-83d89870abb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ffdd890-8bee-46f7-b779-8f14b60ba56c,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:16.470653 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff054d3f-e80f-4be2-b7ba-83d89870abb4 admin admin] No DVR routers for this DVR port 0ffdd890-8bee-46f7-b779-8f14b60ba56c on host dv-cinder-828806-4-iscsi {{(pid=104071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:31:16.545713 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:16.549592 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-ff054d3f-e80f-4be2-b7ba-83d89870abb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-818777', 'neutron.services.segments.db._delete_segments_for_network-8743907721840'] for network (9235750b-3863-4242-97a7-a4cb52643ca2), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:16.574160 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.services.segments.db [None req-ff054d3f-e80f-4be2-b7ba-83d89870abb4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9235750b-3863-4242-97a7-a4cb52643ca2']}} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:31:16.584771 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.services.segments.db [None req-ff054d3f-e80f-4be2-b7ba-83d89870abb4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8900a96c-140e-4a88-9323-782a7b94dd95') {'for_net_delete': True} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:31:16.585142 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.services.segments.db [None req-ff054d3f-e80f-4be2-b7ba-83d89870abb4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8900a96c-140e-4a88-9323-782a7b94dd95') {} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:31:16.595811 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-ff054d3f-e80f-4be2-b7ba-83d89870abb4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743907722361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12878740'] for segment (8900a96c-140e-4a88-9323-782a7b94dd95), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:16.610150 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-ff054d3f-e80f-4be2-b7ba-83d89870abb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-814499'] for segment (8900a96c-140e-4a88-9323-782a7b94dd95), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:16.618263 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff054d3f-e80f-4be2-b7ba-83d89870abb4 admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=104071) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 03:31:16.618843 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-ff054d3f-e80f-4be2-b7ba-83d89870abb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-814499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12907207'] for segment (8900a96c-140e-4a88-9323-782a7b94dd95), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:16.684922 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.services.segments.plugin [-] Segment 8900a96c-140e-4a88-9323-782a7b94dd95 resource provider aggregate not found May 27 03:31:16.690280 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-05fffd4a-3f66-4413-8930-e61a3f466f3f None None] For port 0ffdd890-8bee-46f7-b779-8f14b60ba56c, host dv-cinder-828806-4-iscsi, got binding levels [] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:31:16.690670 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-05fffd4a-3f66-4413-8930-e61a3f466f3f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16271712'] for port (0ffdd890-8bee-46f7-b779-8f14b60ba56c), precommit_delete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:16.704251 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-ff054d3f-e80f-4be2-b7ba-83d89870abb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-818786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16279498'] for network (9235750b-3863-4242-97a7-a4cb52643ca2), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:16.710904 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-05fffd4a-3f66-4413-8930-e61a3f466f3f None None] Calling delete_port for 0ffdd890-8bee-46f7-b779-8f14b60ba56c owned by network:dhcp {{(pid=104073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:31:16.715737 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-ff054d3f-e80f-4be2-b7ba-83d89870abb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-366398'] for network (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:16.717758 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-ff054d3f-e80f-4be2-b7ba-83d89870abb4 admin admin] 10.222.0.50 "DELETE /v2.0/networks/9235750b-3863-4242-97a7-a4cb52643ca2 HTTP/1.1" status: 204 len: 168 time: 0.5546727 May 27 03:31:16.719380 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.services.segments.plugin [-] Segment 8900a96c-140e-4a88-9323-782a7b94dd95 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8900a96c-140e-4a88-9323-782a7b94dd95 found for delete ", "request_id": "req-7bd36d42-f23a-42c5-a91f-d7efd3c0b95d"}]} May 27 03:31:16.723405 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.ipam_backend_mixin [None req-05fffd4a-3f66-4413-8930-e61a3f466f3f None None] Port 0ffdd890-8bee-46f7-b779-8f14b60ba56c was not found and therefore no delete operation was performed {{(pid=104073) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 27 03:31:16.724871 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-05fffd4a-3f66-4413-8930-e61a3f466f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743907783123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743907242289'] for port (0ffdd890-8bee-46f7-b779-8f14b60ba56c), after_delete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:16.752353 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-05fffd4a-3f66-4413-8930-e61a3f466f3f None None] Network 9235750b-3863-4242-97a7-a4cb52643ca2 is not hosted by any dhcp agent {{(pid=104073) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} May 27 03:31:16.754314 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05fffd4a-3f66-4413-8930-e61a3f466f3f None None] No DVR routers for this DVR port 0ffdd890-8bee-46f7-b779-8f14b60ba56c on host dv-cinder-828806-4-iscsi {{(pid=104073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:31:16.755015 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff054d3f-e80f-4be2-b7ba-83d89870abb4 admin admin] Pushing event deleted for resources: {'Network': ['ID=9235750b-3863-4242-97a7-a4cb52643ca2,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:16.785334 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fffd4a-3f66-4413-8930-e61a3f466f3f None None] Pushing event deleted for resources: {'Port': ['ID=0ffdd890-8bee-46f7-b779-8f14b60ba56c,revision_number=None']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:16.797691 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Device 0ffdd890-8bee-46f7-b779-8f14b60ba56c no longer exists at agent ovs-agent-dv-cinder-828806-4-iscsi {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:31:16.819315 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] No Port match for: 0ffdd890-8bee-46f7-b779-8f14b60ba56c {{(pid=104073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:31:16.819762 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Device 0ffdd890-8bee-46f7-b779-8f14b60ba56c not bound to the agent host dv-cinder-828806-4-iscsi {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:31:16.820257 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Device 28d3375c-e01d-45c9-b232-57887e8c3d83 no longer exists at agent ovs-agent-dv-cinder-828806-4-iscsi {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:31:16.845745 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] No Port match for: 28d3375c-e01d-45c9-b232-57887e8c3d83 {{(pid=104073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:31:16.846095 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Device 28d3375c-e01d-45c9-b232-57887e8c3d83 not bound to the agent host dv-cinder-828806-4-iscsi {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:31:16.846520 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Device d16726c7-bdbc-43fb-b093-912bc04ee3a2 no longer exists at agent ovs-agent-dv-cinder-828806-4-iscsi {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:31:16.869802 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Device 6c4b3a1a-a9f6-4ab6-95ee-23a84f9558f7 no longer exists at agent hyperv_hv-cinder-82880 {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:31:16.873474 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] No Port match for: d16726c7-bdbc-43fb-b093-912bc04ee3a2 {{(pid=104073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:31:16.873896 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Device d16726c7-bdbc-43fb-b093-912bc04ee3a2 not bound to the agent host dv-cinder-828806-4-iscsi {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:31:16.910278 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] No Port match for: 6c4b3a1a-a9f6-4ab6-95ee-23a84f9558f7 {{(pid=104073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:31:16.910628 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Device 6c4b3a1a-a9f6-4ab6-95ee-23a84f9558f7 not bound to the agent host hv-cinder-82880 {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:31:17.005170 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 37104) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:31:17.051651 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-2f57c989-d479-4223-adcb-3226ba7ada01 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7e2e4b63d6af43058e0dc76d8ceac844&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0451553 May 27 03:31:17.054153 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 37106) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:31:17.076990 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.agents_db [None req-9472a85a-8dd5-480f-9a02-5eb3d7473862 None None] Agent healthcheck: found 6 active agents {{(pid=104074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:31:17.109789 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-3e1eab11-d38c-4edb-a8c2-7bcbc82862a9 admin admin] Publish callbacks [] for security_group (57bb5191-ef78-4006-a6bb-5d2060cbf1ef), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:17.137785 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-3e1eab11-d38c-4edb-a8c2-7bcbc82862a9 admin admin] Publish callbacks [] for security_group (57bb5191-ef78-4006-a6bb-5d2060cbf1ef), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:17.190315 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-3e1eab11-d38c-4edb-a8c2-7bcbc82862a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (57bb5191-ef78-4006-a6bb-5d2060cbf1ef), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:17.192914 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-3e1eab11-d38c-4edb-a8c2-7bcbc82862a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:17.194111 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-3e1eab11-d38c-4edb-a8c2-7bcbc82862a9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/57bb5191-ef78-4006-a6bb-5d2060cbf1ef HTTP/1.1" status: 204 len: 168 time: 0.1390600 May 27 03:31:17.202686 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1eab11-d38c-4edb-a8c2-7bcbc82862a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57bb5191-ef78-4006-a6bb-5d2060cbf1ef,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:17.946669 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4726aed6-714c-4bff-93a1-410596f07cf0 req-989a7816-2981-4bcf-b340-43afff8548c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:17.949208 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-4726aed6-714c-4bff-93a1-410596f07cf0 req-989a7816-2981-4bcf-b340-43afff8548c1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5133a594-c63e-4ae9-a294-52a4d497dec8 HTTP/1.1" status: 200 len: 851 time: 0.0480754 May 27 03:31:17.998471 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4726aed6-714c-4bff-93a1-410596f07cf0 req-c22b05a5-eee7-4d25-8ba1-926157d9ff66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:18.000016 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-4726aed6-714c-4bff-93a1-410596f07cf0 req-c22b05a5-eee7-4d25-8ba1-926157d9ff66 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=79e2e930-0200-4ceb-a2bb-a93bbb04e0f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427454 May 27 03:31:18.157846 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-4726aed6-714c-4bff-93a1-410596f07cf0 req-532750e6-34e4-40f8-ae09-0ded31d05664 service neutron] 10.222.0.67 "GET /v2.0/networks/79e2e930-0200-4ceb-a2bb-a93bbb04e0f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931578 May 27 03:31:18.418600 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-4726aed6-714c-4bff-93a1-410596f07cf0 req-b7b9732a-7398-4bdd-8352-f1964fc72ec1 service neutron] 10.222.0.67 "GET /v2.0/networks/79e2e930-0200-4ceb-a2bb-a93bbb04e0f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906837 May 27 03:31:19.422665 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-1fdc86f9-2a9f-4170-9bd3-b0d40a6f3029 req-c9e4eb1f-86ec-405e-9be0-4ed6de05722c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=5bbdd423-cd44-475e-abb9-2c765b71b978&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391221 May 27 03:31:19.503562 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:19.507114 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdc86f9-2a9f-4170-9bd3-b0d40a6f3029 req-f676db01-5e2f-4dd2-9748-20a24cac5202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:19.508636 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-1fdc86f9-2a9f-4170-9bd3-b0d40a6f3029 req-f676db01-5e2f-4dd2-9748-20a24cac5202 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d5bef1b49d424299864523887eb72b3c&device_id=5bbdd423-cd44-475e-abb9-2c765b71b978 HTTP/1.1" status: 200 len: 1129 time: 0.0485511 May 27 03:31:19.622101 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdc86f9-2a9f-4170-9bd3-b0d40a6f3029 req-7e8dc450-3131-4f6d-a6c6-94622433df02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:19.623621 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-1fdc86f9-2a9f-4170-9bd3-b0d40a6f3029 req-7e8dc450-3131-4f6d-a6c6-94622433df02 service neutron] 10.222.0.67 "GET /v2.0/networks?id=79e2e930-0200-4ceb-a2bb-a93bbb04e0f6 HTTP/1.1" status: 200 len: 913 time: 0.0906472 May 27 03:31:19.693631 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-1fdc86f9-2a9f-4170-9bd3-b0d40a6f3029 req-56c493e3-ed9c-4645-82dc-6440b04a8b81 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=500f9575-c4a4-47bd-be17-a054e686429b HTTP/1.1" status: 200 len: 999 time: 0.0632353 May 27 03:31:19.745623 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdc86f9-2a9f-4170-9bd3-b0d40a6f3029 req-2151730c-ba13-4066-9f13-328b6596b945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:19.747188 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-1fdc86f9-2a9f-4170-9bd3-b0d40a6f3029 req-2151730c-ba13-4066-9f13-328b6596b945 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5133a594-c63e-4ae9-a294-52a4d497dec8 HTTP/1.1" status: 200 len: 851 time: 0.0470378 May 27 03:31:19.802835 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdc86f9-2a9f-4170-9bd3-b0d40a6f3029 req-b39c5f6b-a2d9-4dd0-83f8-caaefbaa6b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:19.806688 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-1fdc86f9-2a9f-4170-9bd3-b0d40a6f3029 req-b39c5f6b-a2d9-4dd0-83f8-caaefbaa6b87 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=79e2e930-0200-4ceb-a2bb-a93bbb04e0f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0531526 May 27 03:31:19.918686 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-1fdc86f9-2a9f-4170-9bd3-b0d40a6f3029 req-35cf0c6f-bc68-4978-922e-faa2ae1795f2 service neutron] 10.222.0.67 "GET /v2.0/networks/79e2e930-0200-4ceb-a2bb-a93bbb04e0f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057017 May 27 03:31:20.109035 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-1fdc86f9-2a9f-4170-9bd3-b0d40a6f3029 req-07eeef53-8417-4e0d-b4d4-7cd13aee9e7b service neutron] 10.222.0.67 "GET /v2.0/networks/79e2e930-0200-4ceb-a2bb-a93bbb04e0f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832600 May 27 03:31:20.340375 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 37216) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:31:20.508117 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-f1feb14d-dbd4-49f8-8fdc-43344f5a4028 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:20.609522 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:20.615372 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-f1feb14d-dbd4-49f8-8fdc-43344f5a4028 admin admin] Publish callbacks [] for security_group (d6d49e71-36ec-46c1-842b-225300823579), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:20.621779 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-f1feb14d-dbd4-49f8-8fdc-43344f5a4028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (d6d49e71-36ec-46c1-842b-225300823579), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:20.701348 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-f1feb14d-dbd4-49f8-8fdc-43344f5a4028 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ef7868209d6d4fb69a483fff24d2af19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3571057 May 27 03:31:20.701348 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1feb14d-dbd4-49f8-8fdc-43344f5a4028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6d49e71-36ec-46c1-842b-225300823579,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:20.701957 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 37230) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:31:20.717874 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=11 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:20.772629 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-c7da621f-1aa6-4d9e-9f28-677aa8cbdd5b admin admin] Publish callbacks [] for security_group (d6d49e71-36ec-46c1-842b-225300823579), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:20.797417 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-c7da621f-1aa6-4d9e-9f28-677aa8cbdd5b admin admin] Publish callbacks [] for security_group (d6d49e71-36ec-46c1-842b-225300823579), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:20.854875 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-c7da621f-1aa6-4d9e-9f28-677aa8cbdd5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (d6d49e71-36ec-46c1-842b-225300823579), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:20.858251 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-c7da621f-1aa6-4d9e-9f28-677aa8cbdd5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:20.861051 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-c7da621f-1aa6-4d9e-9f28-677aa8cbdd5b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d6d49e71-36ec-46c1-842b-225300823579 HTTP/1.1" status: 204 len: 168 time: 0.1582034 May 27 03:31:20.870812 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7da621f-1aa6-4d9e-9f28-677aa8cbdd5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6d49e71-36ec-46c1-842b-225300823579,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:20.878632 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7da621f-1aa6-4d9e-9f28-677aa8cbdd5b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:20.879096 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7da621f-1aa6-4d9e-9f28-677aa8cbdd5b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:20.879453 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7da621f-1aa6-4d9e-9f28-677aa8cbdd5b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:20.879791 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7da621f-1aa6-4d9e-9f28-677aa8cbdd5b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:20.880119 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7da621f-1aa6-4d9e-9f28-677aa8cbdd5b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:20.880448 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7da621f-1aa6-4d9e-9f28-677aa8cbdd5b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:20.880739 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7da621f-1aa6-4d9e-9f28-677aa8cbdd5b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:20.881165 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7da621f-1aa6-4d9e-9f28-677aa8cbdd5b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:20.881456 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7da621f-1aa6-4d9e-9f28-677aa8cbdd5b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:20.882181 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7da621f-1aa6-4d9e-9f28-677aa8cbdd5b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:20.882450 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7da621f-1aa6-4d9e-9f28-677aa8cbdd5b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:20.882755 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7da621f-1aa6-4d9e-9f28-677aa8cbdd5b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:20.883162 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7da621f-1aa6-4d9e-9f28-677aa8cbdd5b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:20.883400 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7da621f-1aa6-4d9e-9f28-677aa8cbdd5b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:20.883730 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7da621f-1aa6-4d9e-9f28-677aa8cbdd5b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:21.081892 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-708d2466-6f91-4ae2-95d7-83809fe8238d req-9d7f7141-bdf5-4a45-8a18-c226313eddde tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-865430063&fields=id&tenant_id=f03723b938b845309929162c81adfe51 HTTP/1.1" status: 200 len: 267 time: 0.0768936 May 27 03:31:21.142190 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708d2466-6f91-4ae2-95d7-83809fe8238d req-8a9ae11b-2ee3-44d2-8201-023648980073 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:21.144012 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-708d2466-6f91-4ae2-95d7-83809fe8238d req-8a9ae11b-2ee3-44d2-8201-023648980073 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] 10.222.0.50 "GET /v2.0/ports?device_id=70020c76-0cc4-4adf-985d-4bd2c1b6b0da HTTP/1.1" status: 200 len: 984 time: 0.0612328 May 27 03:31:21.155822 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [req-708d2466-6f91-4ae2-95d7-83809fe8238d req-0640eccb-3b97-4530-b384-a73e1625467a tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Request body: {'port': {'security_groups': ['221fa5c3-e637-4a04-908a-213f77a7868e']}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:31:21.248584 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-708d2466-6f91-4ae2-95d7-83809fe8238d req-0640eccb-3b97-4530-b384-a73e1625467a tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (bac56807-d1e8-4e80-8e99-25b19600d119), before_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:21.256648 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 37240) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:31:21.280709 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-3cebd265-31b2-40c0-a602-852d86eb3e20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:21.393972 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-3cebd265-31b2-40c0-a602-852d86eb3e20 admin admin] Publish callbacks [] for security_group (25d51fb7-953f-426e-948b-002018cbf81a), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:21.400175 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-3cebd265-31b2-40c0-a602-852d86eb3e20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (25d51fb7-953f-426e-948b-002018cbf81a), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:21.412761 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:21.417756 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:21.448169 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-3cebd265-31b2-40c0-a602-852d86eb3e20 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f68ca1558b724506b3542f8cfc917e6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1899731 May 27 03:31:21.452070 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 37242) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:31:21.475899 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cebd265-31b2-40c0-a602-852d86eb3e20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25d51fb7-953f-426e-948b-002018cbf81a,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:21.512658 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-ee86ca1a-42c5-4c30-ae05-93a41b88aa91 admin admin] Publish callbacks [] for security_group (25d51fb7-953f-426e-948b-002018cbf81a), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:21.528529 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.db [req-708d2466-6f91-4ae2-95d7-83809fe8238d req-0640eccb-3b97-4530-b384-a73e1625467a tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] For port bac56807-d1e8-4e80-8e99-25b19600d119, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=bac56807-d1e8-4e80-8e99-25b19600d119,segment=NetworkSegment(1c0f45b9-9b6e-4c7f-96ab-814f76cdd6fd),segment_id=1c0f45b9-9b6e-4c7f-96ab-814f76cdd6fd)] {{(pid=104072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:31:21.534744 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-ee86ca1a-42c5-4c30-ae05-93a41b88aa91 admin admin] Publish callbacks [] for security_group (25d51fb7-953f-426e-948b-002018cbf81a), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:21.566399 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-708d2466-6f91-4ae2-95d7-83809fe8238d req-0640eccb-3b97-4530-b384-a73e1625467a tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Publish callbacks [] for port (bac56807-d1e8-4e80-8e99-25b19600d119), precommit_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:21.583608 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-708d2466-6f91-4ae2-95d7-83809fe8238d req-0640eccb-3b97-4530-b384-a73e1625467a tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13119154'] for port (bac56807-d1e8-4e80-8e99-25b19600d119), after_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:21.589159 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-ee86ca1a-42c5-4c30-ae05-93a41b88aa91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (25d51fb7-953f-426e-948b-002018cbf81a), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:21.593238 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-ee86ca1a-42c5-4c30-ae05-93a41b88aa91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:21.598548 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-ee86ca1a-42c5-4c30-ae05-93a41b88aa91 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/25d51fb7-953f-426e-948b-002018cbf81a HTTP/1.1" status: 204 len: 168 time: 0.1448715 May 27 03:31:21.609940 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee86ca1a-42c5-4c30-ae05-93a41b88aa91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25d51fb7-953f-426e-948b-002018cbf81a,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:21.626391 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] get_ports_and_sgs() called for port_ids ['bac56807-d1e8-4e80-8e99-25b19600d119'] {{(pid=104073) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:31:21.675814 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708d2466-6f91-4ae2-95d7-83809fe8238d req-0640eccb-3b97-4530-b384-a73e1625467a tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:21.676749 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-708d2466-6f91-4ae2-95d7-83809fe8238d req-0640eccb-3b97-4530-b384-a73e1625467a tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159658'] for port (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:21.678481 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-708d2466-6f91-4ae2-95d7-83809fe8238d req-0640eccb-3b97-4530-b384-a73e1625467a tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] 10.222.0.50 "PUT /v2.0/ports/bac56807-d1e8-4e80-8e99-25b19600d119 HTTP/1.1" status: 200 len: 942 time: 0.5277779 May 27 03:31:21.679572 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70020c76-0cc4-4adf-985d-4bd2c1b6b0da', 'tag': 'bac56807-d1e8-4e80-8e99-25b19600d119'}] {{(pid=104072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:31:21.685044 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 37246) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:31:21.685261 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f396617ba49ae57b35f1e46e178334f70bfad08bdaf3fab16ca373e13b5bdfba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db82e695-1fd6-450d-8428-589bd037197b" -d '{"events": [{"name": "network-changed", "server_uuid": "70020c76-0cc4-4adf-985d-4bd2c1b6b0da", "tag": "bac56807-d1e8-4e80-8e99-25b19600d119"}]}' {{(pid=104072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:31:21.726537 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:21.748216 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0640eccb-3b97-4530-b384-a73e1625467a tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Pushing event updated for resources: {'Port': ['ID=bac56807-d1e8-4e80-8e99-25b19600d119,revision_number=7']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:21.775669 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5781c409-38b7-4fcd-95d4-433972b1c548 x-openstack-request-id: req-5781c409-38b7-4fcd-95d4-433972b1c548 {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:31:21.776148 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70020c76-0cc4-4adf-985d-4bd2c1b6b0da", "tag": "bac56807-d1e8-4e80-8e99-25b19600d119", "status": "completed", "code": 200}]} {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:31:21.776563 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5781c409-38b7-4fcd-95d4-433972b1c548 {{(pid=104072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:31:21.777188 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5781c409-38b7-4fcd-95d4-433972b1c548'] response: {'name': 'network-changed', 'server_uuid': '70020c76-0cc4-4adf-985d-4bd2c1b6b0da', 'tag': 'bac56807-d1e8-4e80-8e99-25b19600d119', 'status': 'completed', 'code': 200} May 27 03:31:21.806353 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:21.898411 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] get_ports_and_sgs() called for port_ids ['bac56807-d1e8-4e80-8e99-25b19600d119'] {{(pid=104073) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:31:22.080931 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db82e695-1fd6-450d-8428-589bd037197b req-a3b068d4-8ca6-40e9-932d-66c9d26a44b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:22.083182 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-db82e695-1fd6-450d-8428-589bd037197b req-a3b068d4-8ca6-40e9-932d-66c9d26a44b7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f03723b938b845309929162c81adfe51&device_id=70020c76-0cc4-4adf-985d-4bd2c1b6b0da HTTP/1.1" status: 200 len: 1129 time: 0.2481620 May 27 03:31:22.087197 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-d689ea69-ef52-4ed2-9060-9e515ab00dd6 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Publish callbacks [] for security_group (741e00ab-843f-4669-ba88-bc4dfb76ef77), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:22.133927 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-755e4a10-d46a-4924-9969-37b6403f0d9d None None] Provisioning complete for port bac56807-d1e8-4e80-8e99-25b19600d119 triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:31:22.134718 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-755e4a10-d46a-4924-9969-37b6403f0d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (bac56807-d1e8-4e80-8e99-25b19600d119), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:22.298881 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-d689ea69-ef52-4ed2-9060-9e515ab00dd6 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Publish callbacks [] for security_group (741e00ab-843f-4669-ba88-bc4dfb76ef77), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:22.312849 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-755e4a10-d46a-4924-9969-37b6403f0d9d None None] Current status of the port bac56807-d1e8-4e80-8e99-25b19600d119 is: ACTIVE; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:31:22.535536 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 37272) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:31:22.856435 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db82e695-1fd6-450d-8428-589bd037197b req-3031a733-7d26-44b5-a4f6-5a0b396492ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:22.858669 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-db82e695-1fd6-450d-8428-589bd037197b req-3031a733-7d26-44b5-a4f6-5a0b396492ea service neutron] 10.222.0.67 "GET /v2.0/networks?id=25414d0e-39e2-4b3e-a787-1a7de54b6d2c HTTP/1.1" status: 200 len: 916 time: 0.7673104 May 27 03:31:22.890122 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-b5e89411-5c26-48a3-810c-9aec196e7dbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:22.947258 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-db82e695-1fd6-450d-8428-589bd037197b req-4bb750b2-993d-400d-aa9c-389e7a2764d9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bac56807-d1e8-4e80-8e99-25b19600d119 HTTP/1.1" status: 200 len: 1001 time: 0.0814121 May 27 03:31:22.952313 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-d689ea69-ef52-4ed2-9060-9e515ab00dd6 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (741e00ab-843f-4669-ba88-bc4dfb76ef77), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:22.958339 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-d689ea69-ef52-4ed2-9060-9e515ab00dd6 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Publish callbacks [] for security_group (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:22.961168 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-d689ea69-ef52-4ed2-9060-9e515ab00dd6 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] 10.222.0.50 "DELETE /v2.0/security-groups/741e00ab-843f-4669-ba88-bc4dfb76ef77 HTTP/1.1" status: 204 len: 168 time: 1.2750714 May 27 03:31:22.964896 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 37286) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:31:23.011771 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d689ea69-ef52-4ed2-9060-9e515ab00dd6 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=741e00ab-843f-4669-ba88-bc4dfb76ef77,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:23.042574 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=4 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:23.054925 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db82e695-1fd6-450d-8428-589bd037197b req-f823c06b-5f1e-422c-8281-cd3b2519bfae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:23.057784 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-db82e695-1fd6-450d-8428-589bd037197b req-f823c06b-5f1e-422c-8281-cd3b2519bfae service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8b1ea465-f005-4898-ac99-ecd590f06095 HTTP/1.1" status: 200 len: 854 time: 0.0922260 May 27 03:31:23.119096 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db82e695-1fd6-450d-8428-589bd037197b req-b1558991-cd65-4541-b7ed-b36d9bebf0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:23.122304 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-db82e695-1fd6-450d-8428-589bd037197b req-b1558991-cd65-4541-b7ed-b36d9bebf0e5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=25414d0e-39e2-4b3e-a787-1a7de54b6d2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0597980 May 27 03:31:23.203085 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-b5e89411-5c26-48a3-810c-9aec196e7dbd admin admin] Publish callbacks [] for security_group (c23c82ec-fe93-4cef-99d5-08d42e92b038), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:23.249390 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-b5e89411-5c26-48a3-810c-9aec196e7dbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (c23c82ec-fe93-4cef-99d5-08d42e92b038), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:23.310275 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-db82e695-1fd6-450d-8428-589bd037197b req-c0a2582d-ceca-44eb-9765-fcc30fd4505f service neutron] 10.222.0.67 "GET /v2.0/networks/25414d0e-39e2-4b3e-a787-1a7de54b6d2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790993 May 27 03:31:23.321604 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [None req-2df0f0b6-7c36-4ac2-adbc-95205476c168 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Deleting port c3b9d8c5-8e8a-4be1-87d5-f3f868f97bd3 {{(pid=104072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:31:23.322245 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-2df0f0b6-7c36-4ac2-adbc-95205476c168 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743907775461'] for port (c3b9d8c5-8e8a-4be1-87d5-f3f868f97bd3), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:23.326969 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-b5e89411-5c26-48a3-810c-9aec196e7dbd admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b03f25d58f5b4ec58f91134036777cfe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7897747 May 27 03:31:23.329075 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e89411-5c26-48a3-810c-9aec196e7dbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c23c82ec-fe93-4cef-99d5-08d42e92b038,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:23.333842 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 37294) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:31:23.446435 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-2df0f0b6-7c36-4ac2-adbc-95205476c168 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16271712'] for port (c3b9d8c5-8e8a-4be1-87d5-f3f868f97bd3), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:23.446814 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-2df0f0b6-7c36-4ac2-adbc-95205476c168 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Publish callbacks [] for floatingip (c3b9d8c5-8e8a-4be1-87d5-f3f868f97bd3), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:23.470958 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [None req-2df0f0b6-7c36-4ac2-adbc-95205476c168 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Calling delete_port for c3b9d8c5-8e8a-4be1-87d5-f3f868f97bd3 owned by network:floatingip {{(pid=104072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:31:23.471149 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-db57bfc9-937b-48ad-883d-03064518dae8 admin admin] Publish callbacks [] for security_group (c23c82ec-fe93-4cef-99d5-08d42e92b038), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:23.505053 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-db82e695-1fd6-450d-8428-589bd037197b req-1127cba3-6660-4726-a38d-d0603bfd853f service neutron] 10.222.0.67 "GET /v2.0/networks/25414d0e-39e2-4b3e-a787-1a7de54b6d2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820452 May 27 03:31:23.514696 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-db57bfc9-937b-48ad-883d-03064518dae8 admin admin] Publish callbacks [] for security_group (c23c82ec-fe93-4cef-99d5-08d42e92b038), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:23.524302 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:23.543769 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:23.604442 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-db57bfc9-937b-48ad-883d-03064518dae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (c23c82ec-fe93-4cef-99d5-08d42e92b038), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:23.607158 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-db57bfc9-937b-48ad-883d-03064518dae8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:23.612995 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-db57bfc9-937b-48ad-883d-03064518dae8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c23c82ec-fe93-4cef-99d5-08d42e92b038 HTTP/1.1" status: 204 len: 168 time: 0.2779629 May 27 03:31:23.625635 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db57bfc9-937b-48ad-883d-03064518dae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c23c82ec-fe93-4cef-99d5-08d42e92b038,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:23.755301 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-2df0f0b6-7c36-4ac2-adbc-95205476c168 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743907783123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743907242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13119109'] for port (c3b9d8c5-8e8a-4be1-87d5-f3f868f97bd3), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:23.784395 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df0f0b6-7c36-4ac2-adbc-95205476c168 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Pushing event deleted for resources: {'Port': ['ID=c3b9d8c5-8e8a-4be1-87d5-f3f868f97bd3,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:23.891487 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-2df0f0b6-7c36-4ac2-adbc-95205476c168 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Publish callbacks [] for floatingip (21d50ef4-975d-46c9-a092-47cc967a7d07), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:23.892756 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.db.l3_db [None req-2df0f0b6-7c36-4ac2-adbc-95205476c168 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Floating IP 21d50ef4-975d-46c9-a092-47cc967a7d07 disassociated (deleted). External IP: 172.27.3.209, port: bac56807-d1e8-4e80-8e99-25b19600d119. May 27 03:31:24.422687 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 37318) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:31:24.437912 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-429e467b-b4c6-4fc5-b43e-d14d140e8d61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:24.469044 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:24.565553 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2df0f0b6-7c36-4ac2-adbc-95205476c168 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Router 8e101ce8-2427-4d77-85b6-e3a4f1b60cbc has already been hosted by L3 agent 3e4effd7-5bc9-408b-93fa-42e4b19a61d9 {{(pid=104072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:31:24.577170 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-429e467b-b4c6-4fc5-b43e-d14d140e8d61 admin admin] Publish callbacks [] for security_group (2fac8349-2689-494c-93e7-2e1bd913d1d8), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:24.587159 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-429e467b-b4c6-4fc5-b43e-d14d140e8d61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (2fac8349-2689-494c-93e7-2e1bd913d1d8), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:24.644678 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429e467b-b4c6-4fc5-b43e-d14d140e8d61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fac8349-2689-494c-93e7-2e1bd913d1d8,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:24.686917 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-429e467b-b4c6-4fc5-b43e-d14d140e8d61 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8afcf689df434505b5c327d610e7a53f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2620342 May 27 03:31:24.689807 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 37328) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:31:24.778891 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2df0f0b6-7c36-4ac2-adbc-95205476c168 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Notify agent at l3_agent.dv-cinder-828806-4-iscsi the message routers_updated {{(pid=104072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:31:24.784085 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-2df0f0b6-7c36-4ac2-adbc-95205476c168 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159658'] for floatingip (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:24.798447 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2039123-05e3-4b62-b83e-81b60f56bec9 None None] Sync routers for ids ['8e101ce8-2427-4d77-85b6-e3a4f1b60cbc'] in dv-cinder-828806-4-iscsi {{(pid=104073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:31:24.820653 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-2df0f0b6-7c36-4ac2-adbc-95205476c168 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] 10.222.0.50 "DELETE /v2.0/floatingips/21d50ef4-975d-46c9-a092-47cc967a7d07 HTTP/1.1" status: 204 len: 168 time: 1.8505874 May 27 03:31:24.820653 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70020c76-0cc4-4adf-985d-4bd2c1b6b0da', 'tag': 'bac56807-d1e8-4e80-8e99-25b19600d119'}] {{(pid=104072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:31:24.821730 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f396617ba49ae57b35f1e46e178334f70bfad08bdaf3fab16ca373e13b5bdfba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e5958a0-b0be-4dba-8ace-5c7c7f4d8e97" -d '{"events": [{"name": "network-changed", "server_uuid": "70020c76-0cc4-4adf-985d-4bd2c1b6b0da", "tag": "bac56807-d1e8-4e80-8e99-25b19600d119"}]}' {{(pid=104072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:31:24.829801 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2039123-05e3-4b62-b83e-81b60f56bec9 None None] Routers {'8e101ce8-2427-4d77-85b6-e3a4f1b60cbc'} bound to L3 agent in host dv-cinder-828806-4-iscsi {{(pid=104073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:31:24.831056 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-e2039123-05e3-4b62-b83e-81b60f56bec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:14:31Z,description=,heartbeat_timestamp=2022-05-27T03:31:01Z,host='dv-cinder-828806-4-iscsi',id=3e4effd7-5bc9-408b-93fa-42e4b19a61d9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:14:31Z,topic='l3_agent')) {'router_ids': ['8e101ce8-2427-4d77-85b6-e3a4f1b60cbc'], 'active': True} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:31:24.855692 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-0caf83a8-5e62-405c-bcf3-99b3f329baf6 admin admin] Publish callbacks [] for security_group (2fac8349-2689-494c-93e7-2e1bd913d1d8), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:24.902799 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-0caf83a8-5e62-405c-bcf3-99b3f329baf6 admin admin] Publish callbacks [] for security_group (2fac8349-2689-494c-93e7-2e1bd913d1d8), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:24.934826 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d162ebfc-2a05-4456-b82b-b3c0db15fce9 x-openstack-request-id: req-d162ebfc-2a05-4456-b82b-b3c0db15fce9 {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:31:24.935383 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70020c76-0cc4-4adf-985d-4bd2c1b6b0da", "tag": "bac56807-d1e8-4e80-8e99-25b19600d119", "status": "completed", "code": 200}]} {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:31:24.935383 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d162ebfc-2a05-4456-b82b-b3c0db15fce9 {{(pid=104072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:31:24.935813 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d162ebfc-2a05-4456-b82b-b3c0db15fce9'] response: {'name': 'network-changed', 'server_uuid': '70020c76-0cc4-4adf-985d-4bd2c1b6b0da', 'tag': 'bac56807-d1e8-4e80-8e99-25b19600d119', 'status': 'completed', 'code': 200} May 27 03:31:24.988868 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-0caf83a8-5e62-405c-bcf3-99b3f329baf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (2fac8349-2689-494c-93e7-2e1bd913d1d8), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:24.992919 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-0caf83a8-5e62-405c-bcf3-99b3f329baf6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:24.996710 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-0caf83a8-5e62-405c-bcf3-99b3f329baf6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2fac8349-2689-494c-93e7-2e1bd913d1d8 HTTP/1.1" status: 204 len: 168 time: 0.3032782 May 27 03:31:25.003418 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caf83a8-5e62-405c-bcf3-99b3f329baf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fac8349-2689-494c-93e7-2e1bd913d1d8,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:25.033251 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvr_db [None req-e2039123-05e3-4b62-b83e-81b60f56bec9 None None] Set router 8e101ce8-2427-4d77-85b6-e3a4f1b60cbc gateway port host: dv-cinder-828806-4-iscsi {{(pid=104073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:31:25.174514 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5958a0-b0be-4dba-8ace-5c7c7f4d8e97 req-ea531c1f-20cb-4ced-9d04-391b1e7d3632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:25.178706 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-4e5958a0-b0be-4dba-8ace-5c7c7f4d8e97 req-ea531c1f-20cb-4ced-9d04-391b1e7d3632 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f03723b938b845309929162c81adfe51&device_id=70020c76-0cc4-4adf-985d-4bd2c1b6b0da HTTP/1.1" status: 200 len: 1129 time: 0.1547883 May 27 03:31:25.331441 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:25.382883 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5958a0-b0be-4dba-8ace-5c7c7f4d8e97 req-d565fdfc-dcbe-4aff-a368-898dcce375e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:25.384924 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-4e5958a0-b0be-4dba-8ace-5c7c7f4d8e97 req-d565fdfc-dcbe-4aff-a368-898dcce375e0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=25414d0e-39e2-4b3e-a787-1a7de54b6d2c HTTP/1.1" status: 200 len: 916 time: 0.1978495 May 27 03:31:25.466405 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-4e5958a0-b0be-4dba-8ace-5c7c7f4d8e97 req-da2db214-7b50-42fd-8098-6281ce83ab9e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bac56807-d1e8-4e80-8e99-25b19600d119 HTTP/1.1" status: 200 len: 217 time: 0.0708079 May 27 03:31:25.500883 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-e2039123-05e3-4b62-b83e-81b60f56bec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e101ce8-2427-4d77-85b6-e3a4f1b60cbc', 'name': 'tempest-TestMinimumBasicScenario-2092057732-router', 'tenant_id': 'f03723b938b845309929162c81adfe51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '50b3a7c3-af47-467e-a7f6-7f31364e2422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:28:24Z', 'updated_at': '2022-05-27T03:28:29Z', 'revision_number': 4, 'project_id': 'f03723b938b845309929162c81adfe51', 'gw_port': {'id': '50b3a7c3-af47-467e-a7f6-7f31364e2422', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ed:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e101ce8-2427-4d77-85b6-e3a4f1b60cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:28:25Z', 'updated_at': '2022-05-27T03:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi', '_interfaces': [{'id': 'd81d9181-1a83-4adb-ab28-eea68c59cb75', 'name': '', 'network_id': '25414d0e-39e2-4b3e-a787-1a7de54b6d2c', 'tenant_id': 'f03723b938b845309929162c81adfe51', 'mac_address': 'fa:16:3e:3d:04:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e101ce8-2427-4d77-85b6-e3a4f1b60cbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '8b1ea465-f005-4898-ac99-ecd590f06095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:28:27Z', 'updated_at': '2022-05-27T03:28:33Z', 'revision_number': 5, 'project_id': 'f03723b938b845309929162c81adfe51', 'subnets': [{'id': '8b1ea465-f005-4898-ac99-ecd590f06095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-4-iscsi', False) {} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:31:25.529950 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2039123-05e3-4b62-b83e-81b60f56bec9 None None] Checking router: 8e101ce8-2427-4d77-85b6-e3a4f1b60cbc for host: dv-cinder-828806-4-iscsi {{(pid=104073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:31:25.538806 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2039123-05e3-4b62-b83e-81b60f56bec9 None None] Routers {'8e101ce8-2427-4d77-85b6-e3a4f1b60cbc'} bound to L3 agent in host dv-cinder-828806-4-iscsi {{(pid=104073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:31:25.539411 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-e2039123-05e3-4b62-b83e-81b60f56bec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:14:31Z,description=,heartbeat_timestamp=2022-05-27T03:31:01Z,host='dv-cinder-828806-4-iscsi',id=3e4effd7-5bc9-408b-93fa-42e4b19a61d9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:14:31Z,topic='l3_agent')) {'router_ids': ['8e101ce8-2427-4d77-85b6-e3a4f1b60cbc'], 'active': True} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:31:25.625715 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=100 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:25.651586 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvr_db [None req-e2039123-05e3-4b62-b83e-81b60f56bec9 None None] Set router 8e101ce8-2427-4d77-85b6-e3a4f1b60cbc gateway port host: dv-cinder-828806-4-iscsi {{(pid=104073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:31:25.841936 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5958a0-b0be-4dba-8ace-5c7c7f4d8e97 req-f37cbdb0-de37-42e7-9a14-f3c182d2b13e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:25.844519 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-4e5958a0-b0be-4dba-8ace-5c7c7f4d8e97 req-f37cbdb0-de37-42e7-9a14-f3c182d2b13e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8b1ea465-f005-4898-ac99-ecd590f06095 HTTP/1.1" status: 200 len: 854 time: 0.0666957 May 27 03:31:25.874388 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=100 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:25.922904 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5958a0-b0be-4dba-8ace-5c7c7f4d8e97 req-884279ef-e57d-4b71-8f50-5f5dcaa169e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:25.925543 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-4e5958a0-b0be-4dba-8ace-5c7c7f4d8e97 req-884279ef-e57d-4b71-8f50-5f5dcaa169e2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=25414d0e-39e2-4b3e-a787-1a7de54b6d2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0634401 May 27 03:31:25.930307 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-e2039123-05e3-4b62-b83e-81b60f56bec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e101ce8-2427-4d77-85b6-e3a4f1b60cbc', 'name': 'tempest-TestMinimumBasicScenario-2092057732-router', 'tenant_id': 'f03723b938b845309929162c81adfe51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '50b3a7c3-af47-467e-a7f6-7f31364e2422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:28:24Z', 'updated_at': '2022-05-27T03:28:29Z', 'revision_number': 4, 'project_id': 'f03723b938b845309929162c81adfe51', 'gw_port': {'id': '50b3a7c3-af47-467e-a7f6-7f31364e2422', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ed:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e101ce8-2427-4d77-85b6-e3a4f1b60cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:28:25Z', 'updated_at': '2022-05-27T03:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi', '_interfaces': [{'id': 'd81d9181-1a83-4adb-ab28-eea68c59cb75', 'name': '', 'network_id': '25414d0e-39e2-4b3e-a787-1a7de54b6d2c', 'tenant_id': 'f03723b938b845309929162c81adfe51', 'mac_address': 'fa:16:3e:3d:04:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e101ce8-2427-4d77-85b6-e3a4f1b60cbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '8b1ea465-f005-4898-ac99-ecd590f06095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:28:27Z', 'updated_at': '2022-05-27T03:28:33Z', 'revision_number': 5, 'project_id': 'f03723b938b845309929162c81adfe51', 'subnets': [{'id': '8b1ea465-f005-4898-ac99-ecd590f06095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-4-iscsi', False) {} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:31:25.991684 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2039123-05e3-4b62-b83e-81b60f56bec9 None None] The sync data for ids ['8e101ce8-2427-4d77-85b6-e3a4f1b60cbc'] in dv-cinder-828806-4-iscsi is: [{'id': '8e101ce8-2427-4d77-85b6-e3a4f1b60cbc', 'name': 'tempest-TestMinimumBasicScenario-2092057732-router', 'tenant_id': 'f03723b938b845309929162c81adfe51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '50b3a7c3-af47-467e-a7f6-7f31364e2422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:28:24Z', 'updated_at': '2022-05-27T03:28:29Z', 'revision_number': 4, 'project_id': 'f03723b938b845309929162c81adfe51', 'gw_port': {'id': '50b3a7c3-af47-467e-a7f6-7f31364e2422', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ed:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e101ce8-2427-4d77-85b6-e3a4f1b60cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:28:25Z', 'updated_at': '2022-05-27T03:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi', '_interfaces': [{'id': 'd81d9181-1a83-4adb-ab28-eea68c59cb75', 'name': '', 'network_id': '25414d0e-39e2-4b3e-a787-1a7de54b6d2c', 'tenant_id': 'f03723b938b845309929162c81adfe51', 'mac_address': 'fa:16:3e:3d:04:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e101ce8-2427-4d77-85b6-e3a4f1b60cbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '8b1ea465-f005-4898-ac99-ecd590f06095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:28:27Z', 'updated_at': '2022-05-27T03:28:33Z', 'revision_number': 5, 'project_id': 'f03723b938b845309929162c81adfe51', 'subnets': [{'id': '8b1ea465-f005-4898-ac99-ecd590f06095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:31:26.104690 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-4e5958a0-b0be-4dba-8ace-5c7c7f4d8e97 req-1544d050-c4bc-43f0-b1fa-1d1a5e2fc5fb service neutron] 10.222.0.67 "GET /v2.0/networks/25414d0e-39e2-4b3e-a787-1a7de54b6d2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601150 May 27 03:31:26.229787 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-4e5958a0-b0be-4dba-8ace-5c7c7f4d8e97 req-00dba8f3-2911-470a-8d2d-1a0847a37fda service neutron] 10.222.0.67 "GET /v2.0/networks/25414d0e-39e2-4b3e-a787-1a7de54b6d2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180260 May 27 03:31:26.429014 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33fff8de-9010-44c2-90fe-b07f4da9b939 None None] New status for floating IP 21d50ef4-975d-46c9-a092-47cc967a7d07: DOWN {{(pid=104074) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 03:31:27.072900 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=85,neutron:UPDATE=1 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:28.211085 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2af1cfa-c4c1-40b8-8ea1-1066be20e53b req-156d2ec9-2065-4d47-b551-00dad02c0851 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:28.220584 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-a2af1cfa-c4c1-40b8-8ea1-1066be20e53b req-156d2ec9-2065-4d47-b551-00dad02c0851 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] 10.222.0.50 "GET /v2.0/ports?device_id=70020c76-0cc4-4adf-985d-4bd2c1b6b0da HTTP/1.1" status: 200 len: 945 time: 0.0683134 May 27 03:31:28.277863 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-a2af1cfa-c4c1-40b8-8ea1-1066be20e53b req-2866931d-c6ac-442a-a6a9-ef2b4c77db7b tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] 10.222.0.50 "GET /v2.0/security-groups?id=221fa5c3-e637-4a04-908a-213f77a7868e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555096 May 27 03:31:28.725778 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-6383d5e6-4090-43fc-ab6a-30d5c2ca6805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (88cb169e-23a7-4380-813c-9b707a5671b5), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:29.406950 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31990a2-30f5-41b4-8623-d3182c42ad51 req-a3e2d990-cc9e-4c75-9116-3eab2963a6a3 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:29.408337 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-d31990a2-30f5-41b4-8623-d3182c42ad51 req-a3e2d990-cc9e-4c75-9116-3eab2963a6a3 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] 10.222.0.50 "GET /v2.0/ports?device_id=70020c76-0cc4-4adf-985d-4bd2c1b6b0da HTTP/1.1" status: 200 len: 945 time: 0.0569050 May 27 03:31:29.466059 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-d31990a2-30f5-41b4-8623-d3182c42ad51 req-23c721e0-a7f5-4396-b95a-603b24fab96f tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] 10.222.0.50 "GET /v2.0/security-groups?id=221fa5c3-e637-4a04-908a-213f77a7868e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498323 May 27 03:31:30.585377 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43211ee-3589-42ab-baa9-8d5f7182d9f8 req-c4e927ed-a508-41c3-9cf4-dcfadea5b047 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:30.586913 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-f43211ee-3589-42ab-baa9-8d5f7182d9f8 req-c4e927ed-a508-41c3-9cf4-dcfadea5b047 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] 10.222.0.67 "GET /v2.0/ports?device_id=70020c76-0cc4-4adf-985d-4bd2c1b6b0da HTTP/1.1" status: 200 len: 945 time: 0.1358292 May 27 03:31:30.634831 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abab189-44d2-4be7-86cd-bfc222a3d9fb req-7ea36391-3fd4-467d-b4c8-be1f8c2a8a90 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:30.646712 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-5abab189-44d2-4be7-86cd-bfc222a3d9fb req-7ea36391-3fd4-467d-b4c8-be1f8c2a8a90 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] 10.222.0.50 "GET /v2.0/ports?device_id=70020c76-0cc4-4adf-985d-4bd2c1b6b0da HTTP/1.1" status: 200 len: 945 time: 0.0587528 May 27 03:31:30.678950 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:30.762810 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-5abab189-44d2-4be7-86cd-bfc222a3d9fb req-985afe97-227e-4dbf-b1e1-7fdf98af3e70 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] 10.222.0.50 "GET /v2.0/security-groups?id=221fa5c3-e637-4a04-908a-213f77a7868e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143274 May 27 03:31:30.808597 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.plugin [req-f43211ee-3589-42ab-baa9-8d5f7182d9f8 req-636426a8-fd75-4d2f-8148-4374ec379839 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Deleting port bac56807-d1e8-4e80-8e99-25b19600d119 {{(pid=104071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:31:30.809266 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-f43211ee-3589-42ab-baa9-8d5f7182d9f8 req-636426a8-fd75-4d2f-8148-4374ec379839 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743907775461'] for port (bac56807-d1e8-4e80-8e99-25b19600d119), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:30.916242 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.db [req-f43211ee-3589-42ab-baa9-8d5f7182d9f8 req-636426a8-fd75-4d2f-8148-4374ec379839 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] For port bac56807-d1e8-4e80-8e99-25b19600d119, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=bac56807-d1e8-4e80-8e99-25b19600d119,segment=NetworkSegment(1c0f45b9-9b6e-4c7f-96ab-814f76cdd6fd),segment_id=1c0f45b9-9b6e-4c7f-96ab-814f76cdd6fd)] {{(pid=104071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:31:30.916752 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-f43211ee-3589-42ab-baa9-8d5f7182d9f8 req-636426a8-fd75-4d2f-8148-4374ec379839 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16271712'] for port (bac56807-d1e8-4e80-8e99-25b19600d119), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:30.934509 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.plugin [req-f43211ee-3589-42ab-baa9-8d5f7182d9f8 req-636426a8-fd75-4d2f-8148-4374ec379839 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Calling delete_port for bac56807-d1e8-4e80-8e99-25b19600d119 owned by compute:nova {{(pid=104071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:31:31.101555 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-de0706ff-a876-4fdc-9a24-b467548ed972 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (3e4effd7-5bc9-408b-93fa-42e4b19a61d9), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:31.103939 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-f43211ee-3589-42ab-baa9-8d5f7182d9f8 req-636426a8-fd75-4d2f-8148-4374ec379839 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743907783123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743907242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12907156'] for port (bac56807-d1e8-4e80-8e99-25b19600d119), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:31.136526 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636426a8-fd75-4d2f-8148-4374ec379839 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Pushing event deleted for resources: {'Port': ['ID=bac56807-d1e8-4e80-8e99-25b19600d119,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:31.205900 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [req-f43211ee-3589-42ab-baa9-8d5f7182d9f8 req-636426a8-fd75-4d2f-8148-4374ec379839 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] No DVR routers for this DVR port bac56807-d1e8-4e80-8e99-25b19600d119 on host hv-cinder-82880 {{(pid=104071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:31:31.208400 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-f43211ee-3589-42ab-baa9-8d5f7182d9f8 req-636426a8-fd75-4d2f-8148-4374ec379839 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159658'] for port (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:31.211866 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-f43211ee-3589-42ab-baa9-8d5f7182d9f8 req-636426a8-fd75-4d2f-8148-4374ec379839 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] 10.222.0.67 "DELETE /v2.0/ports/bac56807-d1e8-4e80-8e99-25b19600d119 HTTP/1.1" status: 204 len: 173 time: 0.5622468 May 27 03:31:31.212320 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70020c76-0cc4-4adf-985d-4bd2c1b6b0da', 'name': 'network-vif-deleted', 'tag': 'bac56807-d1e8-4e80-8e99-25b19600d119'}] {{(pid=104071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:31:31.223090 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bb076ad6e20eee76da9493a154e3e0af7ddb4a8668b70cc9390b05200f69f4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61cf4faf-c3f3-49f3-b2fc-f58266b7d360" -d '{"events": [{"server_uuid": "70020c76-0cc4-4adf-985d-4bd2c1b6b0da", "name": "network-vif-deleted", "tag": "bac56807-d1e8-4e80-8e99-25b19600d119"}]}' {{(pid=104071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:31:31.299460 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81ca8182-633d-458c-8653-0fd515b2cc2d x-openstack-request-id: req-81ca8182-633d-458c-8653-0fd515b2cc2d {{(pid=104071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:31:31.299759 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70020c76-0cc4-4adf-985d-4bd2c1b6b0da", "name": "network-vif-deleted", "tag": "bac56807-d1e8-4e80-8e99-25b19600d119", "status": "completed", "code": 200}]} {{(pid=104071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:31:31.299994 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-81ca8182-633d-458c-8653-0fd515b2cc2d {{(pid=104071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:31:31.300502 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81ca8182-633d-458c-8653-0fd515b2cc2d'] response: {'server_uuid': '70020c76-0cc4-4adf-985d-4bd2c1b6b0da', 'name': 'network-vif-deleted', 'tag': 'bac56807-d1e8-4e80-8e99-25b19600d119', 'status': 'completed', 'code': 200} May 27 03:31:31.861170 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-570f3dfb-2107-4d85-ae80-4a784c6bd981 req-11ec9e47-5d53-4c8d-a2b4-5861578f655a tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] 10.222.0.50 "GET /v2.0/ports?device_id=70020c76-0cc4-4adf-985d-4bd2c1b6b0da HTTP/1.1" status: 200 len: 210 time: 0.0313754 May 27 03:31:32.163926 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-df01de3e-f6cf-4253-895b-65b557a1455e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (84e30450-e547-4748-a220-898a66747e61), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:32.973906 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-6440ac60-45a0-45ae-b50b-c8a3978790fe req-73451534-74dc-49e8-9bf1-5ba727b54414 tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] 10.222.0.50 "GET /v2.0/ports?device_id=70020c76-0cc4-4adf-985d-4bd2c1b6b0da HTTP/1.1" status: 200 len: 210 time: 0.0400243 May 27 03:31:33.758711 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] get_ports_and_sgs() called for port_ids ['bac56807-d1e8-4e80-8e99-25b19600d119'] {{(pid=104073) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:31:33.798969 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f70e7e6e-5d50-42a8-9a05-38619da83ed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (7db81693-ec25-4d8d-9069-8605391ffc10), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:34.099205 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-47d0b7cf-675a-4899-a3fd-e4867edec3f7 req-9082e7c1-4cf3-4711-92e3-efc58cdfd2ef tempest-TestMinimumBasicScenario-1066067221 tempest-TestMinimumBasicScenario-1066067221-project] 10.222.0.50 "GET /v2.0/ports?device_id=70020c76-0cc4-4adf-985d-4bd2c1b6b0da HTTP/1.1" status: 200 len: 210 time: 0.0302095 May 27 03:31:34.956100 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (01a6c5a5-ff25-49ea-8869-bb2b5ba0570e), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:35.764424 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Device bac56807-d1e8-4e80-8e99-25b19600d119 no longer exists at agent hyperv_hv-cinder-82880 {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:31:35.787631 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] No Port match for: bac56807-d1e8-4e80-8e99-25b19600d119 {{(pid=104073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:31:35.787981 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Device bac56807-d1e8-4e80-8e99-25b19600d119 not bound to the agent host hv-cinder-82880 {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:31:35.895614 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 37662) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:31:35.992009 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:36.388172 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-7e7bd976-898c-419f-a388-2ed3ca649a2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16280280'] for router_interface (8e101ce8-2427-4d77-85b6-e3a4f1b60cbc), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:36.540444 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=52,neutron:UPDATE=1 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:36.573805 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 37678) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:31:36.658226 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:36.710421 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.plugin [None req-7e7bd976-898c-419f-a388-2ed3ca649a2c admin admin] Deleting port d81d9181-1a83-4adb-ab28-eea68c59cb75 {{(pid=104071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:31:36.710853 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-7e7bd976-898c-419f-a388-2ed3ca649a2c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743907775461'] for port (d81d9181-1a83-4adb-ab28-eea68c59cb75), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:36.764894 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-49251936-9a27-4032-bdef-bf2a7e694275 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:36.911923 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-49251936-9a27-4032-bdef-bf2a7e694275 admin admin] Publish callbacks [] for security_group (0213fdbc-0247-4e9b-8c9b-8a15d95c4ff5), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:36.917833 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.db [None req-7e7bd976-898c-419f-a388-2ed3ca649a2c admin admin] For port d81d9181-1a83-4adb-ab28-eea68c59cb75, host dv-cinder-828806-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-4-iscsi',level=0,port_id=d81d9181-1a83-4adb-ab28-eea68c59cb75,segment=NetworkSegment(1c0f45b9-9b6e-4c7f-96ab-814f76cdd6fd),segment_id=1c0f45b9-9b6e-4c7f-96ab-814f76cdd6fd)] {{(pid=104071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:31:36.921360 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-7e7bd976-898c-419f-a388-2ed3ca649a2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16271712'] for port (d81d9181-1a83-4adb-ab28-eea68c59cb75), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:36.923878 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-49251936-9a27-4032-bdef-bf2a7e694275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (0213fdbc-0247-4e9b-8c9b-8a15d95c4ff5), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:36.962665 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.plugin [None req-7e7bd976-898c-419f-a388-2ed3ca649a2c admin admin] Calling delete_port for d81d9181-1a83-4adb-ab28-eea68c59cb75 owned by network:router_interface {{(pid=104071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:31:36.982456 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:36.989554 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-49251936-9a27-4032-bdef-bf2a7e694275 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5dd604209b694f82a5f6a3400d64344d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4133790 May 27 03:31:36.992437 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 37698) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:31:37.004583 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49251936-9a27-4032-bdef-bf2a7e694275 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0213fdbc-0247-4e9b-8c9b-8a15d95c4ff5,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:37.118218 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-4f53ff62-d28d-49dc-85ea-f6df2160b791 admin admin] Publish callbacks [] for security_group (0213fdbc-0247-4e9b-8c9b-8a15d95c4ff5), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:37.201963 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-4f53ff62-d28d-49dc-85ea-f6df2160b791 admin admin] Publish callbacks [] for security_group (0213fdbc-0247-4e9b-8c9b-8a15d95c4ff5), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:37.205831 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=100 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:37.340745 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-4f53ff62-d28d-49dc-85ea-f6df2160b791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (0213fdbc-0247-4e9b-8c9b-8a15d95c4ff5), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:37.343368 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-4f53ff62-d28d-49dc-85ea-f6df2160b791 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:37.344474 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-4f53ff62-d28d-49dc-85ea-f6df2160b791 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0213fdbc-0247-4e9b-8c9b-8a15d95c4ff5 HTTP/1.1" status: 204 len: 168 time: 0.3156090 May 27 03:31:37.356281 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f53ff62-d28d-49dc-85ea-f6df2160b791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0213fdbc-0247-4e9b-8c9b-8a15d95c4ff5,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:37.361023 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-7e7bd976-898c-419f-a388-2ed3ca649a2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743907783123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743907242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12907156'] for port (d81d9181-1a83-4adb-ab28-eea68c59cb75), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:37.404143 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7bd976-898c-419f-a388-2ed3ca649a2c admin admin] Pushing event deleted for resources: {'Port': ['ID=d81d9181-1a83-4adb-ab28-eea68c59cb75,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:37.657557 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-7e7bd976-898c-419f-a388-2ed3ca649a2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-366363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16280132'] for router_interface (8e101ce8-2427-4d77-85b6-e3a4f1b60cbc), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:37.827760 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 37708) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:31:37.834245 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:37.846747 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-3b518b07-cbe4-47b5-a59d-4996dc360fce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:37.961651 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-3b518b07-cbe4-47b5-a59d-4996dc360fce admin admin] Publish callbacks [] for security_group (8820387d-144f-4746-b645-9255dfe7cac1), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:37.963405 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:37.976520 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e7bd976-898c-419f-a388-2ed3ca649a2c admin admin] Router 8e101ce8-2427-4d77-85b6-e3a4f1b60cbc has already been hosted by L3 agent 3e4effd7-5bc9-408b-93fa-42e4b19a61d9 {{(pid=104071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:31:37.985688 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-3b518b07-cbe4-47b5-a59d-4996dc360fce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (8820387d-144f-4746-b645-9255dfe7cac1), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:38.044997 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-3b518b07-cbe4-47b5-a59d-4996dc360fce admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b6f969c195294d19a3f719299a570c71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2156069 May 27 03:31:38.048153 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 37718) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:31:38.049873 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b518b07-cbe4-47b5-a59d-4996dc360fce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8820387d-144f-4746-b645-9255dfe7cac1,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:38.186816 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e7bd976-898c-419f-a388-2ed3ca649a2c admin admin] Notify agent at l3_agent.dv-cinder-828806-4-iscsi the message routers_updated {{(pid=104071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:31:38.188807 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-4b5395ca-9214-4271-8d3c-30dc3aef6869 admin admin] Publish callbacks [] for security_group (8820387d-144f-4746-b645-9255dfe7cac1), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:38.193964 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-7e7bd976-898c-419f-a388-2ed3ca649a2c admin admin] 10.222.0.50 "PUT /v2.0/routers/8e101ce8-2427-4d77-85b6-e3a4f1b60cbc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2960460 May 27 03:31:38.198501 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 37722) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:31:38.200425 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98995b5-19c2-46bf-950b-f5ce36f12461 None None] Sync routers for ids ['8e101ce8-2427-4d77-85b6-e3a4f1b60cbc'] in dv-cinder-828806-4-iscsi {{(pid=104073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:31:38.222853 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98995b5-19c2-46bf-950b-f5ce36f12461 None None] Routers {'8e101ce8-2427-4d77-85b6-e3a4f1b60cbc'} bound to L3 agent in host dv-cinder-828806-4-iscsi {{(pid=104073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:31:38.226752 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-4b5395ca-9214-4271-8d3c-30dc3aef6869 admin admin] Publish callbacks [] for security_group (8820387d-144f-4746-b645-9255dfe7cac1), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:38.228559 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-f98995b5-19c2-46bf-950b-f5ce36f12461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:14:31Z,description=,heartbeat_timestamp=2022-05-27T03:31:31Z,host='dv-cinder-828806-4-iscsi',id=3e4effd7-5bc9-408b-93fa-42e4b19a61d9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:14:31Z,topic='l3_agent')) {'router_ids': ['8e101ce8-2427-4d77-85b6-e3a4f1b60cbc'], 'active': True} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:31:38.312371 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-4b5395ca-9214-4271-8d3c-30dc3aef6869 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (8820387d-144f-4746-b645-9255dfe7cac1), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:38.322928 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-4b5395ca-9214-4271-8d3c-30dc3aef6869 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:38.322928 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-4b5395ca-9214-4271-8d3c-30dc3aef6869 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8820387d-144f-4746-b645-9255dfe7cac1 HTTP/1.1" status: 204 len: 168 time: 0.2648342 May 27 03:31:38.342483 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5395ca-9214-4271-8d3c-30dc3aef6869 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8820387d-144f-4746-b645-9255dfe7cac1,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:38.440394 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvr_db [None req-f98995b5-19c2-46bf-950b-f5ce36f12461 None None] Set router 8e101ce8-2427-4d77-85b6-e3a4f1b60cbc gateway port host: dv-cinder-828806-4-iscsi {{(pid=104073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:31:38.473506 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-1d4493ca-b41b-4f4a-87e2-bed7980f6743 admin admin] Publish callbacks [] for router (8e101ce8-2427-4d77-85b6-e3a4f1b60cbc), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:38.736892 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-1d4493ca-b41b-4f4a-87e2-bed7980f6743 admin admin] Publish callbacks [] for router_gateway (8e101ce8-2427-4d77-85b6-e3a4f1b60cbc), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:38.802507 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [None req-1d4493ca-b41b-4f4a-87e2-bed7980f6743 admin admin] Deleting port 50b3a7c3-af47-467e-a7f6-7f31364e2422 {{(pid=104072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:31:38.803123 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-1d4493ca-b41b-4f4a-87e2-bed7980f6743 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743907775461'] for port (50b3a7c3-af47-467e-a7f6-7f31364e2422), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:38.820349 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-f98995b5-19c2-46bf-950b-f5ce36f12461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e101ce8-2427-4d77-85b6-e3a4f1b60cbc', 'name': 'tempest-TestMinimumBasicScenario-2092057732-router', 'tenant_id': 'f03723b938b845309929162c81adfe51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '50b3a7c3-af47-467e-a7f6-7f31364e2422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:28:24Z', 'updated_at': '2022-05-27T03:31:37Z', 'revision_number': 5, 'project_id': 'f03723b938b845309929162c81adfe51', 'gw_port': {'id': '50b3a7c3-af47-467e-a7f6-7f31364e2422', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ed:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e101ce8-2427-4d77-85b6-e3a4f1b60cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:28:25Z', 'updated_at': '2022-05-27T03:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi'}], 'dv-cinder-828806-4-iscsi', False) {} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:31:38.854152 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98995b5-19c2-46bf-950b-f5ce36f12461 None None] Checking router: 8e101ce8-2427-4d77-85b6-e3a4f1b60cbc for host: dv-cinder-828806-4-iscsi {{(pid=104073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:31:38.871992 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98995b5-19c2-46bf-950b-f5ce36f12461 None None] Routers {'8e101ce8-2427-4d77-85b6-e3a4f1b60cbc'} bound to L3 agent in host dv-cinder-828806-4-iscsi {{(pid=104073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:31:38.871992 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-f98995b5-19c2-46bf-950b-f5ce36f12461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:14:31Z,description=,heartbeat_timestamp=2022-05-27T03:31:31Z,host='dv-cinder-828806-4-iscsi',id=3e4effd7-5bc9-408b-93fa-42e4b19a61d9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:14:31Z,topic='l3_agent')) {'router_ids': ['8e101ce8-2427-4d77-85b6-e3a4f1b60cbc'], 'active': True} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:31:38.995162 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvr_db [None req-f98995b5-19c2-46bf-950b-f5ce36f12461 None None] Set router 8e101ce8-2427-4d77-85b6-e3a4f1b60cbc gateway port host: None {{(pid=104073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:31:38.997547 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.db [None req-1d4493ca-b41b-4f4a-87e2-bed7980f6743 admin admin] For port 50b3a7c3-af47-467e-a7f6-7f31364e2422, host dv-cinder-828806-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-4-iscsi',level=0,port_id=50b3a7c3-af47-467e-a7f6-7f31364e2422,segment=NetworkSegment(7e44f6fa-4b8b-41b0-9dbf-83bfa81b059a),segment_id=7e44f6fa-4b8b-41b0-9dbf-83bfa81b059a)] {{(pid=104072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:31:38.998071 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-1d4493ca-b41b-4f4a-87e2-bed7980f6743 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16271712'] for port (50b3a7c3-af47-467e-a7f6-7f31364e2422), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:39.060198 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [None req-1d4493ca-b41b-4f4a-87e2-bed7980f6743 admin admin] Calling delete_port for 50b3a7c3-af47-467e-a7f6-7f31364e2422 owned by network:router_gateway {{(pid=104072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:31:39.094126 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-f98995b5-19c2-46bf-950b-f5ce36f12461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e101ce8-2427-4d77-85b6-e3a4f1b60cbc', 'name': 'tempest-TestMinimumBasicScenario-2092057732-router', 'tenant_id': 'f03723b938b845309929162c81adfe51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:28:24Z', 'updated_at': '2022-05-27T03:31:38Z', 'revision_number': 6, 'project_id': 'f03723b938b845309929162c81adfe51', 'gw_port_host': None}], 'dv-cinder-828806-4-iscsi', False) {} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:31:39.147253 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98995b5-19c2-46bf-950b-f5ce36f12461 None None] The sync data for ids ['8e101ce8-2427-4d77-85b6-e3a4f1b60cbc'] in dv-cinder-828806-4-iscsi is: [{'id': '8e101ce8-2427-4d77-85b6-e3a4f1b60cbc', 'name': 'tempest-TestMinimumBasicScenario-2092057732-router', 'tenant_id': 'f03723b938b845309929162c81adfe51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:28:24Z', 'updated_at': '2022-05-27T03:31:38Z', 'revision_number': 6, 'project_id': 'f03723b938b845309929162c81adfe51', 'gw_port_host': None}] {{(pid=104073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:31:39.259142 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:39.354953 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-1d4493ca-b41b-4f4a-87e2-bed7980f6743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743907783123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743907242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13119109'] for port (50b3a7c3-af47-467e-a7f6-7f31364e2422), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:39.443457 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4493ca-b41b-4f4a-87e2-bed7980f6743 admin admin] Pushing event deleted for resources: {'Port': ['ID=50b3a7c3-af47-467e-a7f6-7f31364e2422,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:39.482154 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-1d4493ca-b41b-4f4a-87e2-bed7980f6743 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16279526'] for router_gateway (8e101ce8-2427-4d77-85b6-e3a4f1b60cbc), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:39.586865 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 37758) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:31:39.654073 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-1d4493ca-b41b-4f4a-87e2-bed7980f6743 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16723127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4102'] for router (8e101ce8-2427-4d77-85b6-e3a4f1b60cbc), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:39.663299 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-1d4493ca-b41b-4f4a-87e2-bed7980f6743 admin admin] Publish callbacks [] for router_controller (8e101ce8-2427-4d77-85b6-e3a4f1b60cbc), precommit_delete_associations {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:39.724076 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-b1e57ccb-95b4-4d3b-a4ea-37597b05a59a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:39.738507 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-1d4493ca-b41b-4f4a-87e2-bed7980f6743 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16723132'] for router (8e101ce8-2427-4d77-85b6-e3a4f1b60cbc), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:39.739716 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d4493ca-b41b-4f4a-87e2-bed7980f6743 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8e101ce8-2427-4d77-85b6-e3a4f1b60cbc {{(pid=104072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 03:31:39.750010 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-1d4493ca-b41b-4f4a-87e2-bed7980f6743 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:39.751556 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-1d4493ca-b41b-4f4a-87e2-bed7980f6743 admin admin] 10.222.0.50 "DELETE /v2.0/routers/8e101ce8-2427-4d77-85b6-e3a4f1b60cbc HTTP/1.1" status: 204 len: 168 time: 1.5496714 May 27 03:31:39.754114 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 37764) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:31:39.818555 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.db.db_base_plugin_v2 [None req-18d9e226-d261-4c1f-b427-434dbc8619be admin admin] Deleting subnet 8b1ea465-f005-4898-ac99-ecd590f06095 {{(pid=104072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 03:31:39.822988 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-18d9e226-d261-4c1f-b427-434dbc8619be admin admin] Publish callbacks [] for subnet (8b1ea465-f005-4898-ac99-ecd590f06095), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:39.853604 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:DELETE=9,neutron:SELECT=85,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:39.885078 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-18d9e226-d261-4c1f-b427-434dbc8619be admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13119285'] for subnet (8b1ea465-f005-4898-ac99-ecd590f06095), precommit_delete_associations {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:39.906746 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-b1e57ccb-95b4-4d3b-a4ea-37597b05a59a admin admin] Publish callbacks [] for security_group (ae4d3bd8-4080-4a7b-adc5-4e166c7c633a), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:39.925321 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-b1e57ccb-95b4-4d3b-a4ea-37597b05a59a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (ae4d3bd8-4080-4a7b-adc5-4e166c7c633a), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:39.972926 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=86,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:39.994953 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-18d9e226-d261-4c1f-b427-434dbc8619be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-817388'] for subnet (8b1ea465-f005-4898-ac99-ecd590f06095), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:40.060610 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-b1e57ccb-95b4-4d3b-a4ea-37597b05a59a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8fb8dfcdf4064f2ba862e21ca621c763&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4716375 May 27 03:31:40.063742 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 37776) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:31:40.067800 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e57ccb-95b4-4d3b-a4ea-37597b05a59a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae4d3bd8-4080-4a7b-adc5-4e166c7c633a,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:40.088925 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-18d9e226-d261-4c1f-b427-434dbc8619be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-817397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16716613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13119348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14026658'] for subnet (8b1ea465-f005-4898-ac99-ecd590f06095), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:40.141994 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-18d9e226-d261-4c1f-b427-434dbc8619be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-366398'] for subnet (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:40.145652 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-18d9e226-d261-4c1f-b427-434dbc8619be admin admin] 10.222.0.50 "DELETE /v2.0/subnets/8b1ea465-f005-4898-ac99-ecd590f06095 HTTP/1.1" status: 204 len: 168 time: 0.3899891 May 27 03:31:40.148312 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 37778) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:31:40.151741 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd57a76-7d54-4ff4-88e5-e114315cb131 None None] Network 25414d0e-39e2-4b3e-a787-1a7de54b6d2c requested from dv-cinder-828806-4-iscsi {{(pid=104073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:31:40.153395 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d9e226-d261-4c1f-b427-434dbc8619be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b1ea465-f005-4898-ac99-ecd590f06095,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:40.179991 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-438e8263-7110-427e-aac0-82c762a06f22 admin admin] Publish callbacks [] for security_group (ae4d3bd8-4080-4a7b-adc5-4e166c7c633a), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:40.214793 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-438e8263-7110-427e-aac0-82c762a06f22 admin admin] Publish callbacks [] for security_group (ae4d3bd8-4080-4a7b-adc5-4e166c7c633a), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:40.301187 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-7f6567dc-e82a-4d99-95ad-41d907e2950a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561515'] for network (25414d0e-39e2-4b3e-a787-1a7de54b6d2c), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:40.314905 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-438e8263-7110-427e-aac0-82c762a06f22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (ae4d3bd8-4080-4a7b-adc5-4e166c7c633a), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:40.318723 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-438e8263-7110-427e-aac0-82c762a06f22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:40.322234 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-438e8263-7110-427e-aac0-82c762a06f22 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ae4d3bd8-4080-4a7b-adc5-4e166c7c633a HTTP/1.1" status: 204 len: 168 time: 0.2552204 May 27 03:31:40.348224 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438e8263-7110-427e-aac0-82c762a06f22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae4d3bd8-4080-4a7b-adc5-4e166c7c633a,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:40.376429 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:40.390901 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.plugin [None req-7f6567dc-e82a-4d99-95ad-41d907e2950a admin admin] Deleting port 65b879a1-6b37-4915-9efc-02a42940e8df {{(pid=104071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:31:40.391433 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-7f6567dc-e82a-4d99-95ad-41d907e2950a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743907775461'] for port (65b879a1-6b37-4915-9efc-02a42940e8df), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:40.442027 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5ec2b5-73a7-4866-bddc-717b5ec17203 None None] DHCP port deletion for 25414d0e-39e2-4b3e-a787-1a7de54b6d2c request from dv-cinder-828806-4-iscsi {{(pid=104073) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 27 03:31:40.509006 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.db [None req-7f6567dc-e82a-4d99-95ad-41d907e2950a admin admin] For port 65b879a1-6b37-4915-9efc-02a42940e8df, host dv-cinder-828806-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-4-iscsi',level=0,port_id=65b879a1-6b37-4915-9efc-02a42940e8df,segment=NetworkSegment(1c0f45b9-9b6e-4c7f-96ab-814f76cdd6fd),segment_id=1c0f45b9-9b6e-4c7f-96ab-814f76cdd6fd)] {{(pid=104071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:31:40.509306 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-7f6567dc-e82a-4d99-95ad-41d907e2950a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16271712'] for port (65b879a1-6b37-4915-9efc-02a42940e8df), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:40.542224 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-8f5ec2b5-73a7-4866-bddc-717b5ec17203 None None] Deleting port 65b879a1-6b37-4915-9efc-02a42940e8df {{(pid=104073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:31:40.542677 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-8f5ec2b5-73a7-4866-bddc-717b5ec17203 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743907775461'] for port (65b879a1-6b37-4915-9efc-02a42940e8df), before_delete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:40.546988 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.plugin [None req-7f6567dc-e82a-4d99-95ad-41d907e2950a admin admin] Calling delete_port for 65b879a1-6b37-4915-9efc-02a42940e8df owned by network:dhcp {{(pid=104071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:31:40.745164 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-7f6567dc-e82a-4d99-95ad-41d907e2950a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743907783123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743907242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12907156'] for port (65b879a1-6b37-4915-9efc-02a42940e8df), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:40.796515 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6567dc-e82a-4d99-95ad-41d907e2950a admin admin] Pushing event deleted for resources: {'Port': ['ID=65b879a1-6b37-4915-9efc-02a42940e8df,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:40.799647 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6567dc-e82a-4d99-95ad-41d907e2950a admin admin] No DVR routers for this DVR port 65b879a1-6b37-4915-9efc-02a42940e8df on host dv-cinder-828806-4-iscsi {{(pid=104071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:31:40.804269 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:40.876197 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Device 50b3a7c3-af47-467e-a7f6-7f31364e2422 no longer exists at agent ovs-agent-dv-cinder-828806-4-iscsi {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:31:40.964763 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-8f5ec2b5-73a7-4866-bddc-717b5ec17203 None None] For port 65b879a1-6b37-4915-9efc-02a42940e8df, host dv-cinder-828806-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-4-iscsi',level=0,port_id=65b879a1-6b37-4915-9efc-02a42940e8df,segment=NetworkSegment(1c0f45b9-9b6e-4c7f-96ab-814f76cdd6fd),segment_id=1c0f45b9-9b6e-4c7f-96ab-814f76cdd6fd)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:31:40.965489 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-8f5ec2b5-73a7-4866-bddc-717b5ec17203 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16271712'] for port (65b879a1-6b37-4915-9efc-02a42940e8df), precommit_delete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:40.983153 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-8f5ec2b5-73a7-4866-bddc-717b5ec17203 None None] Calling delete_port for 65b879a1-6b37-4915-9efc-02a42940e8df owned by network:dhcp {{(pid=104073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:31:41.088768 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] No Port match for: 50b3a7c3-af47-467e-a7f6-7f31364e2422 {{(pid=104073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:31:41.089215 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Device 50b3a7c3-af47-467e-a7f6-7f31364e2422 not bound to the agent host dv-cinder-828806-4-iscsi {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:31:41.089559 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Device 65b879a1-6b37-4915-9efc-02a42940e8df no longer exists at agent ovs-agent-dv-cinder-828806-4-iscsi {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:31:41.119388 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] No Port match for: 65b879a1-6b37-4915-9efc-02a42940e8df {{(pid=104073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:31:41.119780 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Device 65b879a1-6b37-4915-9efc-02a42940e8df not bound to the agent host dv-cinder-828806-4-iscsi {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:31:41.120148 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Device d81d9181-1a83-4adb-ab28-eea68c59cb75 no longer exists at agent ovs-agent-dv-cinder-828806-4-iscsi {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:31:41.146410 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] No Port match for: d81d9181-1a83-4adb-ab28-eea68c59cb75 {{(pid=104073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:31:41.147246 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Device d81d9181-1a83-4adb-ab28-eea68c59cb75 not bound to the agent host dv-cinder-828806-4-iscsi {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:31:41.188847 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-8f5ec2b5-73a7-4866-bddc-717b5ec17203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743907783123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743907242289'] for port (65b879a1-6b37-4915-9efc-02a42940e8df), after_delete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:41.212024 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5ec2b5-73a7-4866-bddc-717b5ec17203 None None] No DVR routers for this DVR port 65b879a1-6b37-4915-9efc-02a42940e8df on host dv-cinder-828806-4-iscsi {{(pid=104073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:31:41.242532 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5ec2b5-73a7-4866-bddc-717b5ec17203 None None] Pushing event deleted for resources: {'Port': ['ID=65b879a1-6b37-4915-9efc-02a42940e8df,revision_number=None']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:41.251500 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5ec2b5-73a7-4866-bddc-717b5ec17203 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:41.252388 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5ec2b5-73a7-4866-bddc-717b5ec17203 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:41.252881 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5ec2b5-73a7-4866-bddc-717b5ec17203 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:41.253431 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5ec2b5-73a7-4866-bddc-717b5ec17203 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:41.254131 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5ec2b5-73a7-4866-bddc-717b5ec17203 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:41.256199 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5ec2b5-73a7-4866-bddc-717b5ec17203 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:41.257263 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5ec2b5-73a7-4866-bddc-717b5ec17203 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:41.258673 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5ec2b5-73a7-4866-bddc-717b5ec17203 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:41.259719 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5ec2b5-73a7-4866-bddc-717b5ec17203 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:41.260589 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5ec2b5-73a7-4866-bddc-717b5ec17203 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:41.261470 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5ec2b5-73a7-4866-bddc-717b5ec17203 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:41.263652 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5ec2b5-73a7-4866-bddc-717b5ec17203 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:41.264421 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5ec2b5-73a7-4866-bddc-717b5ec17203 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:41.264891 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5ec2b5-73a7-4866-bddc-717b5ec17203 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:41.265414 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5ec2b5-73a7-4866-bddc-717b5ec17203 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:41.343344 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 37804) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:31:41.376262 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-346e3a34-cd45-48e4-a546-71fb2f101073 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:41.394338 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-7f6567dc-e82a-4d99-95ad-41d907e2950a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-818777', 'neutron.services.segments.db._delete_segments_for_network-8743907721840'] for network (25414d0e-39e2-4b3e-a787-1a7de54b6d2c), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:41.423525 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.services.segments.db [None req-7f6567dc-e82a-4d99-95ad-41d907e2950a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25414d0e-39e2-4b3e-a787-1a7de54b6d2c']}} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:31:41.438473 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.services.segments.db [None req-7f6567dc-e82a-4d99-95ad-41d907e2950a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c0f45b9-9b6e-4c7f-96ab-814f76cdd6fd') {'for_net_delete': True} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:31:41.438880 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.services.segments.db [None req-7f6567dc-e82a-4d99-95ad-41d907e2950a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c0f45b9-9b6e-4c7f-96ab-814f76cdd6fd') {} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:31:41.451057 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-7f6567dc-e82a-4d99-95ad-41d907e2950a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743907722361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12878740'] for segment (1c0f45b9-9b6e-4c7f-96ab-814f76cdd6fd), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:41.470085 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-7f6567dc-e82a-4d99-95ad-41d907e2950a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-814499'] for segment (1c0f45b9-9b6e-4c7f-96ab-814f76cdd6fd), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:41.471811 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=83,neutron:DELETE=10,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:41.487455 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f6567dc-e82a-4d99-95ad-41d907e2950a admin admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=104071) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 03:31:41.488636 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-7f6567dc-e82a-4d99-95ad-41d907e2950a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-814499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12907207'] for segment (1c0f45b9-9b6e-4c7f-96ab-814f76cdd6fd), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:41.525070 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-346e3a34-cd45-48e4-a546-71fb2f101073 admin admin] Publish callbacks [] for security_group (5efd053a-81f2-4776-bcdf-69b4b10dfa3f), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:41.535456 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-346e3a34-cd45-48e4-a546-71fb2f101073 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (5efd053a-81f2-4776-bcdf-69b4b10dfa3f), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:41.543450 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.services.segments.plugin [-] Segment 1c0f45b9-9b6e-4c7f-96ab-814f76cdd6fd resource provider aggregate not found May 27 03:31:41.563357 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.services.segments.plugin [-] Segment 1c0f45b9-9b6e-4c7f-96ab-814f76cdd6fd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1c0f45b9-9b6e-4c7f-96ab-814f76cdd6fd found for delete ", "request_id": "req-8a45fa7a-e5fb-46f0-a6c9-87555e49c671"}]} May 27 03:31:41.580834 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-346e3a34-cd45-48e4-a546-71fb2f101073 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3e762c6cc891491cbfefb02a462dbc88&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2363391 May 27 03:31:41.583562 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-7f6567dc-e82a-4d99-95ad-41d907e2950a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-818786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16279498'] for network (25414d0e-39e2-4b3e-a787-1a7de54b6d2c), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:41.585208 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 37816) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:31:41.593503 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-7f6567dc-e82a-4d99-95ad-41d907e2950a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-366398'] for network (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:41.597084 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-7f6567dc-e82a-4d99-95ad-41d907e2950a admin admin] 10.222.0.50 "DELETE /v2.0/networks/25414d0e-39e2-4b3e-a787-1a7de54b6d2c HTTP/1.1" status: 204 len: 168 time: 1.4474027 May 27 03:31:41.605805 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 37818) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:31:41.630302 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346e3a34-cd45-48e4-a546-71fb2f101073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5efd053a-81f2-4776-bcdf-69b4b10dfa3f,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:41.642376 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6567dc-e82a-4d99-95ad-41d907e2950a admin admin] Pushing event deleted for resources: {'Network': ['ID=25414d0e-39e2-4b3e-a787-1a7de54b6d2c,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:41.664238 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-f8748d39-80a4-4ebb-a788-ac1b08bdcf67 admin admin] Publish callbacks [] for security_group (5efd053a-81f2-4776-bcdf-69b4b10dfa3f), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:41.692141 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-f8748d39-80a4-4ebb-a788-ac1b08bdcf67 admin admin] Publish callbacks [] for security_group (5efd053a-81f2-4776-bcdf-69b4b10dfa3f), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:41.773398 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-f8748d39-80a4-4ebb-a788-ac1b08bdcf67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (5efd053a-81f2-4776-bcdf-69b4b10dfa3f), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:41.777877 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-f8748d39-80a4-4ebb-a788-ac1b08bdcf67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:41.783381 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-f8748d39-80a4-4ebb-a788-ac1b08bdcf67 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5efd053a-81f2-4776-bcdf-69b4b10dfa3f HTTP/1.1" status: 204 len: 168 time: 0.1971598 May 27 03:31:41.797052 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8748d39-80a4-4ebb-a788-ac1b08bdcf67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5efd053a-81f2-4776-bcdf-69b4b10dfa3f,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:42.086202 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-6d352411-3b11-4ac4-84a0-0939e5c2f75a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16280280'] for router_interface (bdad2d4e-d5ed-4a99-b464-64f4a0321cab), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:42.213157 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:DELETE=4,neutron:SELECT=88,neutron:INSERT=8 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:42.444457 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [None req-6d352411-3b11-4ac4-84a0-0939e5c2f75a admin admin] Deleting port 7641aa79-20b2-4991-9a5b-7e81473bb2d0 {{(pid=104072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:31:42.445118 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-6d352411-3b11-4ac4-84a0-0939e5c2f75a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743907775461'] for port (7641aa79-20b2-4991-9a5b-7e81473bb2d0), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:42.581537 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.db [None req-6d352411-3b11-4ac4-84a0-0939e5c2f75a admin admin] For port 7641aa79-20b2-4991-9a5b-7e81473bb2d0, host dv-cinder-828806-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-4-iscsi',level=0,port_id=7641aa79-20b2-4991-9a5b-7e81473bb2d0,segment=NetworkSegment(0d322af4-9b31-438c-b9e7-43a5977094c5),segment_id=0d322af4-9b31-438c-b9e7-43a5977094c5)] {{(pid=104072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:31:42.582485 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-6d352411-3b11-4ac4-84a0-0939e5c2f75a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16271712'] for port (7641aa79-20b2-4991-9a5b-7e81473bb2d0), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:42.608527 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [None req-6d352411-3b11-4ac4-84a0-0939e5c2f75a admin admin] Calling delete_port for 7641aa79-20b2-4991-9a5b-7e81473bb2d0 owned by network:router_interface {{(pid=104072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:31:42.645076 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 37874) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:31:42.757048 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:42.829216 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-f0576d84-ab3f-41fd-acff-daa08ce43fe0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:42.870021 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-6d352411-3b11-4ac4-84a0-0939e5c2f75a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743907783123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743907242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13119109'] for port (7641aa79-20b2-4991-9a5b-7e81473bb2d0), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:42.895990 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:42.914310 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d352411-3b11-4ac4-84a0-0939e5c2f75a admin admin] Pushing event deleted for resources: {'Port': ['ID=7641aa79-20b2-4991-9a5b-7e81473bb2d0,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:43.027090 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-f0576d84-ab3f-41fd-acff-daa08ce43fe0 admin admin] Publish callbacks [] for security_group (ab225e80-2196-48d0-9dcc-4f8780f22113), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:43.054034 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-f0576d84-ab3f-41fd-acff-daa08ce43fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (ab225e80-2196-48d0-9dcc-4f8780f22113), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:43.092296 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-f0576d84-ab3f-41fd-acff-daa08ce43fe0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=485b4f0e22a0494cb2b10d2f82c888c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4430461 May 27 03:31:43.092296 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 37886) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:31:43.158523 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0576d84-ab3f-41fd-acff-daa08ce43fe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab225e80-2196-48d0-9dcc-4f8780f22113,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:43.215291 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-6d352411-3b11-4ac4-84a0-0939e5c2f75a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-366363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16280132'] for router_interface (bdad2d4e-d5ed-4a99-b464-64f4a0321cab), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:43.227531 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-afb6af12-eecf-44a3-9e6f-00a086f451e3 admin admin] Publish callbacks [] for security_group (ab225e80-2196-48d0-9dcc-4f8780f22113), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:43.276770 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-afb6af12-eecf-44a3-9e6f-00a086f451e3 admin admin] Publish callbacks [] for security_group (ab225e80-2196-48d0-9dcc-4f8780f22113), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:43.381397 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (a17a57cc-679f-4398-8430-1b64b86f4dc1), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:43.416712 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-afb6af12-eecf-44a3-9e6f-00a086f451e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (ab225e80-2196-48d0-9dcc-4f8780f22113), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:43.421004 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-afb6af12-eecf-44a3-9e6f-00a086f451e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:43.424615 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-afb6af12-eecf-44a3-9e6f-00a086f451e3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ab225e80-2196-48d0-9dcc-4f8780f22113 HTTP/1.1" status: 204 len: 168 time: 0.3298411 May 27 03:31:43.450803 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb6af12-eecf-44a3-9e6f-00a086f451e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab225e80-2196-48d0-9dcc-4f8780f22113,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:43.653782 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d352411-3b11-4ac4-84a0-0939e5c2f75a admin admin] Router bdad2d4e-d5ed-4a99-b464-64f4a0321cab has already been hosted by L3 agent 3e4effd7-5bc9-408b-93fa-42e4b19a61d9 {{(pid=104072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:31:43.824237 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:43.853034 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d352411-3b11-4ac4-84a0-0939e5c2f75a admin admin] Notify agent at l3_agent.dv-cinder-828806-4-iscsi the message routers_updated {{(pid=104072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:31:43.864989 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541dd0f3-0ea4-43a9-a357-713ea420f686 None None] Sync routers for ids ['bdad2d4e-d5ed-4a99-b464-64f4a0321cab'] in dv-cinder-828806-4-iscsi {{(pid=104074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:31:43.866761 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-6d352411-3b11-4ac4-84a0-0939e5c2f75a admin admin] 10.222.0.50 "PUT /v2.0/routers/bdad2d4e-d5ed-4a99-b464-64f4a0321cab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2454636 May 27 03:31:43.868695 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 37912) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:31:43.885225 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541dd0f3-0ea4-43a9-a357-713ea420f686 None None] Routers {'bdad2d4e-d5ed-4a99-b464-64f4a0321cab'} bound to L3 agent in host dv-cinder-828806-4-iscsi {{(pid=104074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:31:43.885885 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-541dd0f3-0ea4-43a9-a357-713ea420f686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:14:31Z,description=,heartbeat_timestamp=2022-05-27T03:31:31Z,host='dv-cinder-828806-4-iscsi',id=3e4effd7-5bc9-408b-93fa-42e4b19a61d9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:14:31Z,topic='l3_agent')) {'router_ids': ['bdad2d4e-d5ed-4a99-b464-64f4a0321cab'], 'active': True} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:31:43.991224 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-726ee07d-f368-459a-8d46-e45e8e9f4cb6 admin admin] Publish callbacks [] for router (bdad2d4e-d5ed-4a99-b464-64f4a0321cab), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:44.124891 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:44.128803 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvr_db [None req-541dd0f3-0ea4-43a9-a357-713ea420f686 None None] Set router bdad2d4e-d5ed-4a99-b464-64f4a0321cab gateway port host: dv-cinder-828806-4-iscsi {{(pid=104074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:31:44.196881 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 37920) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:31:44.218327 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-7e053fc1-94dc-4149-a2a6-d6a86b87dfa2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:44.230591 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-726ee07d-f368-459a-8d46-e45e8e9f4cb6 admin admin] Publish callbacks [] for router_gateway (bdad2d4e-d5ed-4a99-b464-64f4a0321cab), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:44.321666 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-541dd0f3-0ea4-43a9-a357-713ea420f686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdad2d4e-d5ed-4a99-b464-64f4a0321cab', 'name': 'tempest-TestMinimumBasicScenario-1819793613-router', 'tenant_id': 'afbd09946f09447a92a186270aa81079', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.117'}], 'enable_snat': True}, 'gw_port_id': 'bf197654-242f-4e87-9013-201282a8e526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:28:31Z', 'updated_at': '2022-05-27T03:31:42Z', 'revision_number': 5, 'project_id': 'afbd09946f09447a92a186270aa81079', 'gw_port': {'id': 'bf197654-242f-4e87-9013-201282a8e526', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:05:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdad2d4e-d5ed-4a99-b464-64f4a0321cab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:28:32Z', 'updated_at': '2022-05-27T03:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi'}], 'dv-cinder-828806-4-iscsi', False) {} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:31:44.329889 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.plugin [None req-726ee07d-f368-459a-8d46-e45e8e9f4cb6 admin admin] Deleting port bf197654-242f-4e87-9013-201282a8e526 {{(pid=104071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:31:44.330240 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-726ee07d-f368-459a-8d46-e45e8e9f4cb6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743907775461'] for port (bf197654-242f-4e87-9013-201282a8e526), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:44.354206 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541dd0f3-0ea4-43a9-a357-713ea420f686 None None] Checking router: bdad2d4e-d5ed-4a99-b464-64f4a0321cab for host: dv-cinder-828806-4-iscsi {{(pid=104074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:31:44.363507 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541dd0f3-0ea4-43a9-a357-713ea420f686 None None] Routers {'bdad2d4e-d5ed-4a99-b464-64f4a0321cab'} bound to L3 agent in host dv-cinder-828806-4-iscsi {{(pid=104074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:31:44.364375 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-541dd0f3-0ea4-43a9-a357-713ea420f686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:14:31Z,description=,heartbeat_timestamp=2022-05-27T03:31:31Z,host='dv-cinder-828806-4-iscsi',id=3e4effd7-5bc9-408b-93fa-42e4b19a61d9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:14:31Z,topic='l3_agent')) {'router_ids': ['bdad2d4e-d5ed-4a99-b464-64f4a0321cab'], 'active': True} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:31:44.452413 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvr_db [None req-541dd0f3-0ea4-43a9-a357-713ea420f686 None None] Set router bdad2d4e-d5ed-4a99-b464-64f4a0321cab gateway port host: None {{(pid=104074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:31:44.474775 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-7e053fc1-94dc-4149-a2a6-d6a86b87dfa2 admin admin] Publish callbacks [] for security_group (2492ae4d-f096-4ced-937d-999d4fbb4f46), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:44.497795 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-7e053fc1-94dc-4149-a2a6-d6a86b87dfa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (2492ae4d-f096-4ced-937d-999d4fbb4f46), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:44.505495 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-541dd0f3-0ea4-43a9-a357-713ea420f686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdad2d4e-d5ed-4a99-b464-64f4a0321cab', 'name': 'tempest-TestMinimumBasicScenario-1819793613-router', 'tenant_id': 'afbd09946f09447a92a186270aa81079', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:28:31Z', 'updated_at': '2022-05-27T03:31:44Z', 'revision_number': 6, 'project_id': 'afbd09946f09447a92a186270aa81079', 'gw_port_host': None}], 'dv-cinder-828806-4-iscsi', False) {} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:31:44.538659 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541dd0f3-0ea4-43a9-a357-713ea420f686 None None] The sync data for ids ['bdad2d4e-d5ed-4a99-b464-64f4a0321cab'] in dv-cinder-828806-4-iscsi is: [{'id': 'bdad2d4e-d5ed-4a99-b464-64f4a0321cab', 'name': 'tempest-TestMinimumBasicScenario-1819793613-router', 'tenant_id': 'afbd09946f09447a92a186270aa81079', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:28:31Z', 'updated_at': '2022-05-27T03:31:44Z', 'revision_number': 6, 'project_id': 'afbd09946f09447a92a186270aa81079', 'gw_port_host': None}] {{(pid=104074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:31:44.566785 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-7e053fc1-94dc-4149-a2a6-d6a86b87dfa2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0e2d10c92ebc4a8bb4be4960ee581ef0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3677990 May 27 03:31:44.567129 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.db [None req-726ee07d-f368-459a-8d46-e45e8e9f4cb6 admin admin] For port bf197654-242f-4e87-9013-201282a8e526, host dv-cinder-828806-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-4-iscsi',level=0,port_id=bf197654-242f-4e87-9013-201282a8e526,segment=NetworkSegment(7e44f6fa-4b8b-41b0-9dbf-83bfa81b059a),segment_id=7e44f6fa-4b8b-41b0-9dbf-83bfa81b059a)] {{(pid=104071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:31:44.567545 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-726ee07d-f368-459a-8d46-e45e8e9f4cb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16271712'] for port (bf197654-242f-4e87-9013-201282a8e526), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:44.568328 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e053fc1-94dc-4149-a2a6-d6a86b87dfa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2492ae4d-f096-4ced-937d-999d4fbb4f46,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:44.570003 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 37930) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:31:44.595557 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.plugin [None req-726ee07d-f368-459a-8d46-e45e8e9f4cb6 admin admin] Calling delete_port for bf197654-242f-4e87-9013-201282a8e526 owned by network:router_gateway {{(pid=104071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:31:44.700384 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-453312b1-7abd-4c49-bfa2-e82ca3c414bc admin admin] Publish callbacks [] for security_group (2492ae4d-f096-4ced-937d-999d4fbb4f46), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:44.759560 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-453312b1-7abd-4c49-bfa2-e82ca3c414bc admin admin] Publish callbacks [] for security_group (2492ae4d-f096-4ced-937d-999d4fbb4f46), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:44.777084 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:DELETE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:44.866678 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-453312b1-7abd-4c49-bfa2-e82ca3c414bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (2492ae4d-f096-4ced-937d-999d4fbb4f46), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:44.869469 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-453312b1-7abd-4c49-bfa2-e82ca3c414bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:44.870744 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-453312b1-7abd-4c49-bfa2-e82ca3c414bc admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2492ae4d-f096-4ced-937d-999d4fbb4f46 HTTP/1.1" status: 204 len: 168 time: 0.2997570 May 27 03:31:44.889766 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453312b1-7abd-4c49-bfa2-e82ca3c414bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2492ae4d-f096-4ced-937d-999d4fbb4f46,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:44.920196 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-726ee07d-f368-459a-8d46-e45e8e9f4cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743907783123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743907242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12907156'] for port (bf197654-242f-4e87-9013-201282a8e526), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:44.972152 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726ee07d-f368-459a-8d46-e45e8e9f4cb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf197654-242f-4e87-9013-201282a8e526,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:45.083080 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Device 7641aa79-20b2-4991-9a5b-7e81473bb2d0 no longer exists at agent ovs-agent-dv-cinder-828806-4-iscsi {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:31:45.089207 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-726ee07d-f368-459a-8d46-e45e8e9f4cb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16279526'] for router_gateway (bdad2d4e-d5ed-4a99-b464-64f4a0321cab), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:45.134460 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] No Port match for: 7641aa79-20b2-4991-9a5b-7e81473bb2d0 {{(pid=104073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:31:45.135201 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Device 7641aa79-20b2-4991-9a5b-7e81473bb2d0 not bound to the agent host dv-cinder-828806-4-iscsi {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:31:45.232548 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-726ee07d-f368-459a-8d46-e45e8e9f4cb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16723127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4102'] for router (bdad2d4e-d5ed-4a99-b464-64f4a0321cab), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:45.234947 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-726ee07d-f368-459a-8d46-e45e8e9f4cb6 admin admin] Publish callbacks [] for router_controller (bdad2d4e-d5ed-4a99-b464-64f4a0321cab), precommit_delete_associations {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:45.292835 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-726ee07d-f368-459a-8d46-e45e8e9f4cb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16723132'] for router (bdad2d4e-d5ed-4a99-b464-64f4a0321cab), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:45.293700 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-726ee07d-f368-459a-8d46-e45e8e9f4cb6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bdad2d4e-d5ed-4a99-b464-64f4a0321cab {{(pid=104071) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 03:31:45.310140 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-726ee07d-f368-459a-8d46-e45e8e9f4cb6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:45.314924 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-726ee07d-f368-459a-8d46-e45e8e9f4cb6 admin admin] 10.222.0.50 "DELETE /v2.0/routers/bdad2d4e-d5ed-4a99-b464-64f4a0321cab HTTP/1.1" status: 204 len: 168 time: 1.4421902 May 27 03:31:45.315562 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 37954) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:31:45.369898 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.db.db_base_plugin_v2 [None req-aec2a7b0-1ff8-4bef-aa16-0f31b712e4d5 admin admin] Deleting subnet 373cdc86-4514-42e8-acf6-eb4ffb762789 {{(pid=104072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 03:31:45.373892 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-aec2a7b0-1ff8-4bef-aa16-0f31b712e4d5 admin admin] Publish callbacks [] for subnet (373cdc86-4514-42e8-acf6-eb4ffb762789), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:45.411763 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-aec2a7b0-1ff8-4bef-aa16-0f31b712e4d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13119285'] for subnet (373cdc86-4514-42e8-acf6-eb4ffb762789), precommit_delete_associations {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:45.521446 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-aec2a7b0-1ff8-4bef-aa16-0f31b712e4d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-817388'] for subnet (373cdc86-4514-42e8-acf6-eb4ffb762789), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:45.600645 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:45.608225 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-aec2a7b0-1ff8-4bef-aa16-0f31b712e4d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-817397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16716613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13119348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14026658'] for subnet (373cdc86-4514-42e8-acf6-eb4ffb762789), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:45.626944 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-aec2a7b0-1ff8-4bef-aa16-0f31b712e4d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-366398'] for subnet (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:45.632715 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53565abf-e629-4ab7-a61e-b8a7a9bd2b42 None None] Network 11ff5210-ed00-467b-92dc-ee2b24942d46 requested from dv-cinder-828806-4-iscsi {{(pid=104073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:31:45.634775 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-aec2a7b0-1ff8-4bef-aa16-0f31b712e4d5 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/373cdc86-4514-42e8-acf6-eb4ffb762789 HTTP/1.1" status: 204 len: 168 time: 0.3181806 May 27 03:31:45.637147 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 37964) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:31:45.655412 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec2a7b0-1ff8-4bef-aa16-0f31b712e4d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=373cdc86-4514-42e8-acf6-eb4ffb762789,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:45.710412 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:45.837752 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-4949fb68-e8bf-4d01-99d7-1c65474068f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561515'] for network (11ff5210-ed00-467b-92dc-ee2b24942d46), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:45.861540 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256a60ba-a050-4323-9600-021058353ccf None None] DHCP port deletion for 11ff5210-ed00-467b-92dc-ee2b24942d46 request from dv-cinder-828806-4-iscsi {{(pid=104073) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 27 03:31:45.958138 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-256a60ba-a050-4323-9600-021058353ccf None None] Deleting port 7f1dc776-a19b-4af6-833e-5c890488a2aa {{(pid=104073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:31:45.958961 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-256a60ba-a050-4323-9600-021058353ccf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743907775461'] for port (7f1dc776-a19b-4af6-833e-5c890488a2aa), before_delete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:45.995620 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.plugin [None req-4949fb68-e8bf-4d01-99d7-1c65474068f5 admin admin] Deleting port 7f1dc776-a19b-4af6-833e-5c890488a2aa {{(pid=104071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:31:45.996663 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-4949fb68-e8bf-4d01-99d7-1c65474068f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743907775461'] for port (7f1dc776-a19b-4af6-833e-5c890488a2aa), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:46.138701 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=83,neutron:UPDATE=4,neutron:DELETE=13 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:46.150258 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.db [None req-4949fb68-e8bf-4d01-99d7-1c65474068f5 admin admin] For port 7f1dc776-a19b-4af6-833e-5c890488a2aa, host dv-cinder-828806-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-4-iscsi',level=0,port_id=7f1dc776-a19b-4af6-833e-5c890488a2aa,segment=NetworkSegment(0d322af4-9b31-438c-b9e7-43a5977094c5),segment_id=0d322af4-9b31-438c-b9e7-43a5977094c5)] {{(pid=104071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:31:46.150949 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-4949fb68-e8bf-4d01-99d7-1c65474068f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16271712'] for port (7f1dc776-a19b-4af6-833e-5c890488a2aa), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:46.157001 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-256a60ba-a050-4323-9600-021058353ccf None None] For port 7f1dc776-a19b-4af6-833e-5c890488a2aa, host dv-cinder-828806-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-4-iscsi',level=0,port_id=7f1dc776-a19b-4af6-833e-5c890488a2aa,segment=NetworkSegment(0d322af4-9b31-438c-b9e7-43a5977094c5),segment_id=0d322af4-9b31-438c-b9e7-43a5977094c5)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:31:46.160447 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-256a60ba-a050-4323-9600-021058353ccf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16271712'] for port (7f1dc776-a19b-4af6-833e-5c890488a2aa), precommit_delete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:46.198953 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.plugin [None req-4949fb68-e8bf-4d01-99d7-1c65474068f5 admin admin] Calling delete_port for 7f1dc776-a19b-4af6-833e-5c890488a2aa owned by network:dhcp {{(pid=104071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:31:46.200599 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-256a60ba-a050-4323-9600-021058353ccf None None] Calling delete_port for 7f1dc776-a19b-4af6-833e-5c890488a2aa owned by network:dhcp {{(pid=104073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:31:46.350444 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-256a60ba-a050-4323-9600-021058353ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743907783123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743907242289'] for port (7f1dc776-a19b-4af6-833e-5c890488a2aa), after_delete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:46.406246 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256a60ba-a050-4323-9600-021058353ccf None None] Pushing event deleted for resources: {'Port': ['ID=7f1dc776-a19b-4af6-833e-5c890488a2aa,revision_number=None']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:46.415611 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256a60ba-a050-4323-9600-021058353ccf None None] No DVR routers for this DVR port 7f1dc776-a19b-4af6-833e-5c890488a2aa on host dv-cinder-828806-4-iscsi {{(pid=104073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:31:46.430689 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-4949fb68-e8bf-4d01-99d7-1c65474068f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743907783123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743907242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12907156'] for port (7f1dc776-a19b-4af6-833e-5c890488a2aa), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:46.456284 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949fb68-e8bf-4d01-99d7-1c65474068f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f1dc776-a19b-4af6-833e-5c890488a2aa,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:46.462109 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4949fb68-e8bf-4d01-99d7-1c65474068f5 admin admin] No DVR routers for this DVR port 7f1dc776-a19b-4af6-833e-5c890488a2aa on host dv-cinder-828806-4-iscsi {{(pid=104071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:31:46.535975 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-4949fb68-e8bf-4d01-99d7-1c65474068f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-818777', 'neutron.services.segments.db._delete_segments_for_network-8743907721840'] for network (11ff5210-ed00-467b-92dc-ee2b24942d46), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:46.562822 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.services.segments.db [None req-4949fb68-e8bf-4d01-99d7-1c65474068f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11ff5210-ed00-467b-92dc-ee2b24942d46']}} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:31:46.575010 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.services.segments.db [None req-4949fb68-e8bf-4d01-99d7-1c65474068f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d322af4-9b31-438c-b9e7-43a5977094c5') {'for_net_delete': True} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:31:46.575631 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.services.segments.db [None req-4949fb68-e8bf-4d01-99d7-1c65474068f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d322af4-9b31-438c-b9e7-43a5977094c5') {} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:31:46.589465 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-4949fb68-e8bf-4d01-99d7-1c65474068f5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743907722361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12878740'] for segment (0d322af4-9b31-438c-b9e7-43a5977094c5), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:46.612773 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-4949fb68-e8bf-4d01-99d7-1c65474068f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-814499'] for segment (0d322af4-9b31-438c-b9e7-43a5977094c5), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:46.620731 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4949fb68-e8bf-4d01-99d7-1c65474068f5 admin admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=104071) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 03:31:46.622131 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-4949fb68-e8bf-4d01-99d7-1c65474068f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-814499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12907207'] for segment (0d322af4-9b31-438c-b9e7-43a5977094c5), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:46.691274 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.services.segments.plugin [-] Segment 0d322af4-9b31-438c-b9e7-43a5977094c5 resource provider aggregate not found May 27 03:31:46.697840 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-4949fb68-e8bf-4d01-99d7-1c65474068f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-818786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16279498'] for network (11ff5210-ed00-467b-92dc-ee2b24942d46), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:46.705241 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-4949fb68-e8bf-4d01-99d7-1c65474068f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-366398'] for network (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:46.721039 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-4949fb68-e8bf-4d01-99d7-1c65474068f5 admin admin] 10.222.0.50 "DELETE /v2.0/networks/11ff5210-ed00-467b-92dc-ee2b24942d46 HTTP/1.1" status: 204 len: 168 time: 1.0764685 May 27 03:31:46.749644 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949fb68-e8bf-4d01-99d7-1c65474068f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=11ff5210-ed00-467b-92dc-ee2b24942d46,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:46.755187 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.services.segments.plugin [-] Segment 0d322af4-9b31-438c-b9e7-43a5977094c5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0d322af4-9b31-438c-b9e7-43a5977094c5 found for delete ", "request_id": "req-1d3e14e4-84ff-427c-ba5d-ba8d172f6750"}]} May 27 03:31:46.768614 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Device bf197654-242f-4e87-9013-201282a8e526 no longer exists at agent ovs-agent-dv-cinder-828806-4-iscsi {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:31:46.804477 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] No Port match for: bf197654-242f-4e87-9013-201282a8e526 {{(pid=104073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:31:46.804900 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Device bf197654-242f-4e87-9013-201282a8e526 not bound to the agent host dv-cinder-828806-4-iscsi {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:31:46.805422 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Device 7f1dc776-a19b-4af6-833e-5c890488a2aa no longer exists at agent ovs-agent-dv-cinder-828806-4-iscsi {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:31:46.828368 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] No Port match for: 7f1dc776-a19b-4af6-833e-5c890488a2aa {{(pid=104073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:31:46.828690 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Device 7f1dc776-a19b-4af6-833e-5c890488a2aa not bound to the agent host dv-cinder-828806-4-iscsi {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:31:46.906258 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 38006) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:31:46.959416 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-7859b8f6-f2b1-4158-860a-9fdb02cf4b70 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f03723b938b845309929162c81adfe51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0512743 May 27 03:31:46.962224 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 38010) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:31:47.035290 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-345ecd21-389f-440c-9b76-751c4d62205c admin admin] Publish callbacks [] for security_group (221fa5c3-e637-4a04-908a-213f77a7868e), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:47.065023 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-345ecd21-389f-440c-9b76-751c4d62205c admin admin] Publish callbacks [] for security_group (221fa5c3-e637-4a04-908a-213f77a7868e), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:47.069575 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:47.099742 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 38012) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:31:47.140483 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-345ecd21-389f-440c-9b76-751c4d62205c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (221fa5c3-e637-4a04-908a-213f77a7868e), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:47.144402 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-345ecd21-389f-440c-9b76-751c4d62205c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:47.146267 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-345ecd21-389f-440c-9b76-751c4d62205c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/221fa5c3-e637-4a04-908a-213f77a7868e HTTP/1.1" status: 204 len: 168 time: 0.1827493 May 27 03:31:47.166794 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345ecd21-389f-440c-9b76-751c4d62205c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=221fa5c3-e637-4a04-908a-213f77a7868e,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:47.302647 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-2ee2caff-001a-4f3c-8069-978f40bf2abb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:47.474878 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-2ee2caff-001a-4f3c-8069-978f40bf2abb admin admin] Publish callbacks [] for security_group (ed032f65-c7a5-4850-89a6-817a80fd27f5), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:47.498667 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-2ee2caff-001a-4f3c-8069-978f40bf2abb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (ed032f65-c7a5-4850-89a6-817a80fd27f5), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:47.571892 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=81,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:47.606297 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-2ee2caff-001a-4f3c-8069-978f40bf2abb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=214b90db8a13452299de9352d73ba3bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5027359 May 27 03:31:47.607729 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 38044) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:31:47.612255 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee2caff-001a-4f3c-8069-978f40bf2abb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed032f65-c7a5-4850-89a6-817a80fd27f5,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:47.720038 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-b49d2330-a69f-4047-8138-d8d8044042cb admin admin] Publish callbacks [] for security_group (ed032f65-c7a5-4850-89a6-817a80fd27f5), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:47.730415 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 38048) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:31:47.749096 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-b49d2330-a69f-4047-8138-d8d8044042cb admin admin] Publish callbacks [] for security_group (ed032f65-c7a5-4850-89a6-817a80fd27f5), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:47.811744 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-e8cc274d-9238-438b-a93a-3f288e78ac82 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=afbd09946f09447a92a186270aa81079&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0801198 May 27 03:31:47.814686 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 38054) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:31:47.817053 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-b49d2330-a69f-4047-8138-d8d8044042cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (ed032f65-c7a5-4850-89a6-817a80fd27f5), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:47.819779 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-b49d2330-a69f-4047-8138-d8d8044042cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:47.823339 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-b49d2330-a69f-4047-8138-d8d8044042cb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ed032f65-c7a5-4850-89a6-817a80fd27f5 HTTP/1.1" status: 204 len: 168 time: 0.2120261 May 27 03:31:47.830617 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49d2330-a69f-4047-8138-d8d8044042cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed032f65-c7a5-4850-89a6-817a80fd27f5,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:47.884405 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-e74ee9b9-23a1-4a13-bfd7-0164bbd29d97 admin admin] Publish callbacks [] for security_group (0c2f1d6f-699a-4482-aa72-4c4c5df45b80), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:47.908222 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-e74ee9b9-23a1-4a13-bfd7-0164bbd29d97 admin admin] Publish callbacks [] for security_group (0c2f1d6f-699a-4482-aa72-4c4c5df45b80), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:47.974597 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-e74ee9b9-23a1-4a13-bfd7-0164bbd29d97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (0c2f1d6f-699a-4482-aa72-4c4c5df45b80), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:47.979015 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-e74ee9b9-23a1-4a13-bfd7-0164bbd29d97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:47.980877 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-e74ee9b9-23a1-4a13-bfd7-0164bbd29d97 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0c2f1d6f-699a-4482-aa72-4c4c5df45b80 HTTP/1.1" status: 204 len: 168 time: 0.1650808 May 27 03:31:47.992102 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ee9b9-23a1-4a13-bfd7-0164bbd29d97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c2f1d6f-699a-4482-aa72-4c4c5df45b80,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:49.231390 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 38164) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:31:49.423511 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-c3e96eff-bab5-45ac-8aa0-a6fe42f537a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:49.501865 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-c3e96eff-bab5-45ac-8aa0-a6fe42f537a2 admin admin] Publish callbacks [] for security_group (b700d8d0-1fcf-4a02-aa6d-f56e27aba1b8), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:49.507281 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-c3e96eff-bab5-45ac-8aa0-a6fe42f537a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (b700d8d0-1fcf-4a02-aa6d-f56e27aba1b8), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:49.547917 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=83,neutron:DELETE=11,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:49.550225 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e96eff-bab5-45ac-8aa0-a6fe42f537a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b700d8d0-1fcf-4a02-aa6d-f56e27aba1b8,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:49.557197 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-c3e96eff-bab5-45ac-8aa0-a6fe42f537a2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=141475de7c9742fcb8c11fc56d620bb0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3218899 May 27 03:31:49.557571 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 38182) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:31:49.616062 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-2dbf09ff-9007-4fc8-98b3-5285a71d8e84 admin admin] Publish callbacks [] for security_group (b700d8d0-1fcf-4a02-aa6d-f56e27aba1b8), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:49.637984 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-2dbf09ff-9007-4fc8-98b3-5285a71d8e84 admin admin] Publish callbacks [] for security_group (b700d8d0-1fcf-4a02-aa6d-f56e27aba1b8), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:49.687137 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-2dbf09ff-9007-4fc8-98b3-5285a71d8e84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (b700d8d0-1fcf-4a02-aa6d-f56e27aba1b8), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:49.689906 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-2dbf09ff-9007-4fc8-98b3-5285a71d8e84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:49.691091 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-2dbf09ff-9007-4fc8-98b3-5285a71d8e84 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b700d8d0-1fcf-4a02-aa6d-f56e27aba1b8 HTTP/1.1" status: 204 len: 168 time: 0.1324425 May 27 03:31:49.699447 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbf09ff-9007-4fc8-98b3-5285a71d8e84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b700d8d0-1fcf-4a02-aa6d-f56e27aba1b8,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:50.411391 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 38222) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:31:50.465322 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.db.db_base_plugin_v2 [None req-f511a79e-338b-4cb8-9252-e461682d0af2 admin admin] Deleting subnet eeba940d-f1a2-4522-8ecf-bca985783242 {{(pid=104071) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 03:31:50.468444 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-f511a79e-338b-4cb8-9252-e461682d0af2 admin admin] Publish callbacks [] for subnet (eeba940d-f1a2-4522-8ecf-bca985783242), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:50.506627 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-f511a79e-338b-4cb8-9252-e461682d0af2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12878765'] for subnet (eeba940d-f1a2-4522-8ecf-bca985783242), precommit_delete_associations {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:50.548491 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-f511a79e-338b-4cb8-9252-e461682d0af2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-817388'] for subnet (eeba940d-f1a2-4522-8ecf-bca985783242), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:50.603377 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-f511a79e-338b-4cb8-9252-e461682d0af2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-817397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16716613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12907365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12793829'] for subnet (eeba940d-f1a2-4522-8ecf-bca985783242), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:50.632017 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f511a79e-338b-4cb8-9252-e461682d0af2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eeba940d-f1a2-4522-8ecf-bca985783242,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:50.636355 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-f511a79e-338b-4cb8-9252-e461682d0af2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:50.641867 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-f511a79e-338b-4cb8-9252-e461682d0af2 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/eeba940d-f1a2-4522-8ecf-bca985783242 HTTP/1.1" status: 204 len: 168 time: 0.2269161 May 27 03:31:50.642642 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 38230) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:31:50.711837 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-ccbd421a-823b-41d3-a60a-22b92cce185f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561515'] for network (978fec81-faf1-44e4-9076-53182f28179b), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:50.889857 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 38234) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:31:51.008831 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-42877998-1e77-47cb-8168-1c1e60f119ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:51.058094 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-ccbd421a-823b-41d3-a60a-22b92cce185f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-818777', 'neutron.services.segments.db._delete_segments_for_network-8743907721840'] for network (978fec81-faf1-44e4-9076-53182f28179b), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:51.079324 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.services.segments.db [None req-ccbd421a-823b-41d3-a60a-22b92cce185f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['978fec81-faf1-44e4-9076-53182f28179b']}} {{(pid=104072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:31:51.088889 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.services.segments.db [None req-ccbd421a-823b-41d3-a60a-22b92cce185f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f094ee35-eb15-48c7-b046-2cb022b086c1') {'for_net_delete': True} {{(pid=104072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:31:51.089417 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.services.segments.db [None req-ccbd421a-823b-41d3-a60a-22b92cce185f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f094ee35-eb15-48c7-b046-2cb022b086c1') {} {{(pid=104072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:31:51.092232 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-42877998-1e77-47cb-8168-1c1e60f119ca admin admin] Publish callbacks [] for security_group (0d454d18-42a7-4de7-8c65-d46841909440), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:51.097922 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-42877998-1e77-47cb-8168-1c1e60f119ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (0d454d18-42a7-4de7-8c65-d46841909440), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:51.101934 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-ccbd421a-823b-41d3-a60a-22b92cce185f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743907722361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13119244'] for segment (f094ee35-eb15-48c7-b046-2cb022b086c1), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:51.117670 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-ccbd421a-823b-41d3-a60a-22b92cce185f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-814499'] for segment (f094ee35-eb15-48c7-b046-2cb022b086c1), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:51.127845 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccbd421a-823b-41d3-a60a-22b92cce185f admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=104072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 03:31:51.128264 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-ccbd421a-823b-41d3-a60a-22b92cce185f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-814499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13119190'] for segment (f094ee35-eb15-48c7-b046-2cb022b086c1), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:51.145671 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=83,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:51.150036 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.services.segments.plugin [-] Segment f094ee35-eb15-48c7-b046-2cb022b086c1 resource provider aggregate not found May 27 03:31:51.158374 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42877998-1e77-47cb-8168-1c1e60f119ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d454d18-42a7-4de7-8c65-d46841909440,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:51.167844 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-42877998-1e77-47cb-8168-1c1e60f119ca admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ec3c28c54bc041c088bbcc71521b0a4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2745986 May 27 03:31:51.168521 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 38246) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:31:51.190066 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.services.segments.plugin [-] Segment f094ee35-eb15-48c7-b046-2cb022b086c1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f094ee35-eb15-48c7-b046-2cb022b086c1 found for delete ", "request_id": "req-0e2003c3-4664-4ce9-90ec-1aa16c76ae9c"}]} May 27 03:31:51.197340 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:DELETE=7,neutron:SELECT=80,neutron:INSERT=13 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:51.212919 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-ccbd421a-823b-41d3-a60a-22b92cce185f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-818786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16279498'] for network (978fec81-faf1-44e4-9076-53182f28179b), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:51.224473 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-ccbd421a-823b-41d3-a60a-22b92cce185f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-366398'] for network (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:51.228465 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-ccbd421a-823b-41d3-a60a-22b92cce185f admin admin] 10.222.0.50 "DELETE /v2.0/networks/978fec81-faf1-44e4-9076-53182f28179b HTTP/1.1" status: 204 len: 168 time: 0.5851011 May 27 03:31:51.235931 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-d94b67ca-1162-4824-aac6-71a2adde6e9b admin admin] Publish callbacks [] for security_group (0d454d18-42a7-4de7-8c65-d46841909440), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:51.238607 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbd421a-823b-41d3-a60a-22b92cce185f admin admin] Pushing event deleted for resources: {'Network': ['ID=978fec81-faf1-44e4-9076-53182f28179b,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:51.263443 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-d94b67ca-1162-4824-aac6-71a2adde6e9b admin admin] Publish callbacks [] for security_group (0d454d18-42a7-4de7-8c65-d46841909440), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:51.336098 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-d94b67ca-1162-4824-aac6-71a2adde6e9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (0d454d18-42a7-4de7-8c65-d46841909440), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:51.341705 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-d94b67ca-1162-4824-aac6-71a2adde6e9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:51.343391 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-d94b67ca-1162-4824-aac6-71a2adde6e9b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0d454d18-42a7-4de7-8c65-d46841909440 HTTP/1.1" status: 204 len: 168 time: 0.1734629 May 27 03:31:51.356457 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94b67ca-1162-4824-aac6-71a2adde6e9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d454d18-42a7-4de7-8c65-d46841909440,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:51.394262 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 38258) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:31:51.442225 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-e10af384-cbcb-4f86-9845-ae27454b3261 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9966ab8ffdcf4e828553261c05fbb5a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0462806 May 27 03:31:51.444737 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 38262) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:31:51.500721 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-de924289-4d06-47eb-bdff-b2e9f8a44a22 admin admin] Publish callbacks [] for security_group (9c424312-90b6-4d18-9a24-13ca457e88d4), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:51.532644 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-de924289-4d06-47eb-bdff-b2e9f8a44a22 admin admin] Publish callbacks [] for security_group (9c424312-90b6-4d18-9a24-13ca457e88d4), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:51.540488 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:51.591905 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-de924289-4d06-47eb-bdff-b2e9f8a44a22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (9c424312-90b6-4d18-9a24-13ca457e88d4), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:51.594775 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-de924289-4d06-47eb-bdff-b2e9f8a44a22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:51.598370 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-de924289-4d06-47eb-bdff-b2e9f8a44a22 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9c424312-90b6-4d18-9a24-13ca457e88d4 HTTP/1.1" status: 204 len: 168 time: 0.1501775 May 27 03:31:51.605931 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de924289-4d06-47eb-bdff-b2e9f8a44a22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c424312-90b6-4d18-9a24-13ca457e88d4,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:52.683772 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 38332) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:31:52.840307 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-e39604a8-a784-4bd0-b076-9a028af45e37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:52.941859 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-e39604a8-a784-4bd0-b076-9a028af45e37 admin admin] Publish callbacks [] for security_group (914fa0fd-dda3-4842-89e7-c0a43db0b0bb), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:52.947627 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-e39604a8-a784-4bd0-b076-9a028af45e37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (914fa0fd-dda3-4842-89e7-c0a43db0b0bb), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:52.993548 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39604a8-a784-4bd0-b076-9a028af45e37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=914fa0fd-dda3-4842-89e7-c0a43db0b0bb,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:53.002945 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-e39604a8-a784-4bd0-b076-9a028af45e37 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=868f8959de474408b53b31d7cbc49325&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3150527 May 27 03:31:53.003501 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 38354) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:31:53.053855 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-91f4422f-dc25-4ae0-b10a-11741031af7b admin admin] Publish callbacks [] for security_group (914fa0fd-dda3-4842-89e7-c0a43db0b0bb), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:53.076427 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-91f4422f-dc25-4ae0-b10a-11741031af7b admin admin] Publish callbacks [] for security_group (914fa0fd-dda3-4842-89e7-c0a43db0b0bb), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:53.126607 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-91f4422f-dc25-4ae0-b10a-11741031af7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (914fa0fd-dda3-4842-89e7-c0a43db0b0bb), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:53.129390 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-91f4422f-dc25-4ae0-b10a-11741031af7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:53.130578 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-91f4422f-dc25-4ae0-b10a-11741031af7b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/914fa0fd-dda3-4842-89e7-c0a43db0b0bb HTTP/1.1" status: 204 len: 168 time: 0.1264956 May 27 03:31:53.141012 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f4422f-dc25-4ae0-b10a-11741031af7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=914fa0fd-dda3-4842-89e7-c0a43db0b0bb,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:53.155878 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 38360) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:31:53.270315 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-23899f52-808a-46af-b542-ec566de5c859 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:53.352820 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-23899f52-808a-46af-b542-ec566de5c859 admin admin] Publish callbacks [] for security_group (b43b1ad5-9455-4914-89f8-feaad1e4dff6), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:53.357713 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-23899f52-808a-46af-b542-ec566de5c859 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (b43b1ad5-9455-4914-89f8-feaad1e4dff6), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:53.399640 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-23899f52-808a-46af-b542-ec566de5c859 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=cfb0f434e1b84a31890d33378c2fc8ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2392795 May 27 03:31:53.399640 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23899f52-808a-46af-b542-ec566de5c859 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b43b1ad5-9455-4914-89f8-feaad1e4dff6,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:53.400785 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 38366) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:31:53.463670 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-2c9b8b73-c479-4c64-8ad3-7db35b2678e8 admin admin] Publish callbacks [] for security_group (b43b1ad5-9455-4914-89f8-feaad1e4dff6), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:53.486003 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-2c9b8b73-c479-4c64-8ad3-7db35b2678e8 admin admin] Publish callbacks [] for security_group (b43b1ad5-9455-4914-89f8-feaad1e4dff6), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:53.497994 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 38368) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:31:53.515396 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-fd5a4eee-938c-40ad-acfb-47aa69ea29e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:53.517064 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=83,neutron:UPDATE=4,neutron:DELETE=4,neutron:INSERT=9 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:53.540684 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-2c9b8b73-c479-4c64-8ad3-7db35b2678e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (b43b1ad5-9455-4914-89f8-feaad1e4dff6), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:53.543748 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-2c9b8b73-c479-4c64-8ad3-7db35b2678e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:53.545097 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-2c9b8b73-c479-4c64-8ad3-7db35b2678e8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b43b1ad5-9455-4914-89f8-feaad1e4dff6 HTTP/1.1" status: 204 len: 168 time: 0.1436214 May 27 03:31:53.553078 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9b8b73-c479-4c64-8ad3-7db35b2678e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b43b1ad5-9455-4914-89f8-feaad1e4dff6,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:53.599543 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-fd5a4eee-938c-40ad-acfb-47aa69ea29e9 admin admin] Publish callbacks [] for security_group (a9124014-2222-4c76-855f-177898fa30a8), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:53.605437 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-fd5a4eee-938c-40ad-acfb-47aa69ea29e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (a9124014-2222-4c76-855f-177898fa30a8), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:53.645726 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-fd5a4eee-938c-40ad-acfb-47aa69ea29e9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f986b88547aa40eb8f0fc5ba2594afea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1465852 May 27 03:31:53.646591 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5a4eee-938c-40ad-acfb-47aa69ea29e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9124014-2222-4c76-855f-177898fa30a8,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:53.649228 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 38372) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:31:53.701203 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-f89f58fb-903a-420e-b3aa-fe0c25e1b3a3 admin admin] Publish callbacks [] for security_group (a9124014-2222-4c76-855f-177898fa30a8), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:53.724752 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-f89f58fb-903a-420e-b3aa-fe0c25e1b3a3 admin admin] Publish callbacks [] for security_group (a9124014-2222-4c76-855f-177898fa30a8), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:53.747245 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:53.779737 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-f89f58fb-903a-420e-b3aa-fe0c25e1b3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (a9124014-2222-4c76-855f-177898fa30a8), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:53.782724 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-f89f58fb-903a-420e-b3aa-fe0c25e1b3a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:53.784003 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-f89f58fb-903a-420e-b3aa-fe0c25e1b3a3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a9124014-2222-4c76-855f-177898fa30a8 HTTP/1.1" status: 204 len: 168 time: 0.1336050 May 27 03:31:53.795820 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89f58fb-903a-420e-b3aa-fe0c25e1b3a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9124014-2222-4c76-855f-177898fa30a8,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:53.948885 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 38384) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:31:53.971730 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-16d1d388-658b-4383-8790-0f7f4258fc3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:54.085094 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.agents_db [None req-9472a85a-8dd5-480f-9a02-5eb3d7473862 None None] Agent healthcheck: found 6 active agents {{(pid=104074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:31:54.108879 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-16d1d388-658b-4383-8790-0f7f4258fc3c admin admin] Publish callbacks [] for security_group (12680b0f-4935-4a1f-8820-aa7f97554c53), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:54.117742 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-16d1d388-658b-4383-8790-0f7f4258fc3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (12680b0f-4935-4a1f-8820-aa7f97554c53), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:54.182373 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d1d388-658b-4383-8790-0f7f4258fc3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12680b0f-4935-4a1f-8820-aa7f97554c53,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:54.195999 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-16d1d388-658b-4383-8790-0f7f4258fc3c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0585485ff5cc4758a44de84bc3974afd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2453742 May 27 03:31:54.196486 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 38396) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:31:54.254885 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=84,neutron:DELETE=10,neutron:INSERT=6 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:54.260851 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-08bbe577-73b0-4289-90d8-e7d18414a645 admin admin] Publish callbacks [] for security_group (12680b0f-4935-4a1f-8820-aa7f97554c53), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:54.290007 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-08bbe577-73b0-4289-90d8-e7d18414a645 admin admin] Publish callbacks [] for security_group (12680b0f-4935-4a1f-8820-aa7f97554c53), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:54.346059 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-08bbe577-73b0-4289-90d8-e7d18414a645 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (12680b0f-4935-4a1f-8820-aa7f97554c53), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:54.348970 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-08bbe577-73b0-4289-90d8-e7d18414a645 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:54.352450 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-08bbe577-73b0-4289-90d8-e7d18414a645 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/12680b0f-4935-4a1f-8820-aa7f97554c53 HTTP/1.1" status: 204 len: 168 time: 0.1525815 May 27 03:31:54.362214 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bbe577-73b0-4289-90d8-e7d18414a645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12680b0f-4935-4a1f-8820-aa7f97554c53,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:54.753077 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 38420) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:31:54.767371 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-6f9c3cb7-d845-4ba1-8e74-902426369950 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:54.789680 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 38422) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:31:54.815531 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=71,neutron:DELETE=2,neutron:INSERT=26,neutron:UPDATE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:54.855470 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-6f9c3cb7-d845-4ba1-8e74-902426369950 admin admin] Publish callbacks [] for security_group (7c9a62e1-8b38-4b55-ab75-b6f6d2d0332d), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:54.860623 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-6f9c3cb7-d845-4ba1-8e74-902426369950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (7c9a62e1-8b38-4b55-ab75-b6f6d2d0332d), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:54.900754 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-6f9c3cb7-d845-4ba1-8e74-902426369950 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bc29662523c04e94b2c3e03b34b33f57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1463325 May 27 03:31:54.901485 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9c3cb7-d845-4ba1-8e74-902426369950 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c9a62e1-8b38-4b55-ab75-b6f6d2d0332d,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:54.903413 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 38426) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:31:54.957564 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [None req-a1182e84-f5b9-49c7-9f2d-901db3168b6c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1905994530-network', 'tenant_id': '2bab42aa679b4182887da08409099827'}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:31:54.969474 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-72db37bd-1bdb-4a0e-ba7e-dcf663d354f2 admin admin] Publish callbacks [] for security_group (7c9a62e1-8b38-4b55-ab75-b6f6d2d0332d), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:54.994046 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1182e84-f5b9-49c7-9f2d-901db3168b6c admin admin] Made reservation on behalf of 2bab42aa679b4182887da08409099827 for: {'network': 1} {{(pid=104072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:31:54.996677 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-a1182e84-f5b9-49c7-9f2d-901db3168b6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for network (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:55.003044 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-72db37bd-1bdb-4a0e-ba7e-dcf663d354f2 admin admin] Publish callbacks [] for security_group (7c9a62e1-8b38-4b55-ab75-b6f6d2d0332d), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:55.016075 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-a1182e84-f5b9-49c7-9f2d-901db3168b6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:55.082327 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-72db37bd-1bdb-4a0e-ba7e-dcf663d354f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (7c9a62e1-8b38-4b55-ab75-b6f6d2d0332d), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:55.084802 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-72db37bd-1bdb-4a0e-ba7e-dcf663d354f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:55.085970 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-72db37bd-1bdb-4a0e-ba7e-dcf663d354f2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7c9a62e1-8b38-4b55-ab75-b6f6d2d0332d HTTP/1.1" status: 204 len: 168 time: 0.1812439 May 27 03:31:55.103533 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72db37bd-1bdb-4a0e-ba7e-dcf663d354f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c9a62e1-8b38-4b55-ab75-b6f6d2d0332d,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:55.132060 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-a1182e84-f5b9-49c7-9f2d-901db3168b6c admin admin] Publish callbacks [] for security_group (9b3ea6f2-bb2f-48a9-b596-36591b225fd0), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:55.136990 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-a1182e84-f5b9-49c7-9f2d-901db3168b6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (9b3ea6f2-bb2f-48a9-b596-36591b225fd0), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:55.160126 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1182e84-f5b9-49c7-9f2d-901db3168b6c admin admin] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=104072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:31:55.178851 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1182e84-f5b9-49c7-9f2d-901db3168b6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b3ea6f2-bb2f-48a9-b596-36591b225fd0,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:55.181770 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-a1182e84-f5b9-49c7-9f2d-901db3168b6c admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8743907721831', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-814499'] for segment (62ac0ae7-80b5-4e4a-8b13-c03bf2f21d35), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:55.182182 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.db.segments_db [None req-a1182e84-f5b9-49c7-9f2d-901db3168b6c admin admin] Added segment 62ac0ae7-80b5-4e4a-8b13-c03bf2f21d35 of type vlan for network 62ed16ec-a22b-4dfe-b256-e84954389be2 May 27 03:31:55.226752 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-a1182e84-f5b9-49c7-9f2d-901db3168b6c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743907247189'] for network (62ed16ec-a22b-4dfe-b256-e84954389be2), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:55.258127 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-a1182e84-f5b9-49c7-9f2d-901db3168b6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336'] for network (62ed16ec-a22b-4dfe-b256-e84954389be2), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:55.259448 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1182e84-f5b9-49c7-9f2d-901db3168b6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:55.260031 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-a1182e84-f5b9-49c7-9f2d-901db3168b6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-366398'] for network (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:55.317901 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-a1182e84-f5b9-49c7-9f2d-901db3168b6c admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5270844 May 27 03:31:55.320815 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 38436) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:31:55.326133 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [None req-2c05b18e-3594-4f15-ac06-a8e5513c84bb admin admin] Request body: {'subnet': {'network_id': '62ed16ec-a22b-4dfe-b256-e84954389be2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1905994530-subnet', 'tenant_id': '2bab42aa679b4182887da08409099827', 'ip_version': 4}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:31:55.329798 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1182e84-f5b9-49c7-9f2d-901db3168b6c admin admin] Pushing event updated for resources: {'Network': ['ID=62ed16ec-a22b-4dfe-b256-e84954389be2,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:55.339777 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Network 62ed16ec-a22b-4dfe-b256-e84954389be2 details requested by agent ovs-agent-dv-cinder-828806-4-iscsi with host dv-cinder-828806-4-iscsi {{(pid=104073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 03:31:55.351305 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c05b18e-3594-4f15-ac06-a8e5513c84bb admin admin] Made reservation on behalf of 2bab42aa679b4182887da08409099827 for: {'subnet': 1} {{(pid=104071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:31:55.353901 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-2c05b18e-3594-4f15-ac06-a8e5513c84bb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12793800'] for subnet (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:55.524856 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:UPDATE=3 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:55.535103 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-2c05b18e-3594-4f15-ac06-a8e5513c84bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16716613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12907300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12793822'] for subnet (c83a552a-0d39-4ffa-8357-96ee1a11d60a), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:55.591258 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c05b18e-3594-4f15-ac06-a8e5513c84bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=c83a552a-0d39-4ffa-8357-96ee1a11d60a,revision_number=0']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:55.609694 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c05b18e-3594-4f15-ac06-a8e5513c84bb admin admin] Checking segment: {'id': '62ac0ae7-80b5-4e4a-8b13-c03bf2f21d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '62ed16ec-a22b-4dfe-b256-e84954389be2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:31:55.610080 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c05b18e-3594-4f15-ac06-a8e5513c84bb admin admin] Network hostable DHCP agents. Network: 62ed16ec-a22b-4dfe-b256-e84954389be2, hostable agents: ['88cb169e-23a7-4380-813c-9b707a5671b5'], hosted agents: [] {{(pid=104071) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:31:55.631482 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c05b18e-3594-4f15-ac06-a8e5513c84bb admin admin] Network 62ed16ec-a22b-4dfe-b256-e84954389be2 is scheduled to be hosted by DHCP agent 88cb169e-23a7-4380-813c-9b707a5671b5 with binding_index 1 {{(pid=104071) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:31:55.642874 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.scheduler.base_scheduler [None req-2c05b18e-3594-4f15-ac06-a8e5513c84bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828806-4-iscsi, 62ed16ec-a22b-4dfe-b256-e84954389be2) {{(pid=104071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:31:55.649181 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c05b18e-3594-4f15-ac06-a8e5513c84bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:55.650414 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-2c05b18e-3594-4f15-ac06-a8e5513c84bb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:55.652979 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91685e81-3304-422d-aad7-b225082c55fa None None] Network 62ed16ec-a22b-4dfe-b256-e84954389be2 requested from dv-cinder-828806-4-iscsi {{(pid=104073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:31:55.673696 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-2c05b18e-3594-4f15-ac06-a8e5513c84bb admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3515637 May 27 03:31:55.676316 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 38452) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:31:55.680644 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [None req-ed095449-dbaa-4e41-93bb-d30e0b82e333 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1905994530-router', 'tenant_id': '2bab42aa679b4182887da08409099827', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d'}}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:31:55.703154 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-ed095449-dbaa-4e41-93bb-d30e0b82e333 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16723533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4148'] for router (71e2b117-8f5e-424f-8edd-8ce1fa2c46b2), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:55.704290 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-ed095449-dbaa-4e41-93bb-d30e0b82e333 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16723197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16278093', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16646318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4159'] for router (71e2b117-8f5e-424f-8edd-8ce1fa2c46b2), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:55.730175 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:55.762570 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c143720-b753-4a26-8036-da87cc9f5e83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e4825cd-1402-5c2a-9e28-936b264acd46-62ed16ec-a22b-4dfe-b256-e84954389be2', 'network_id': '62ed16ec-a22b-4dfe-b256-e84954389be2', 'project_id': '2bab42aa679b4182887da08409099827', 'fixed_ips': [{'subnet_id': 'c83a552a-0d39-4ffa-8357-96ee1a11d60a'}]}} from dv-cinder-828806-4-iscsi. {{(pid=104073) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 27 03:31:55.764244 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-8c143720-b753-4a26-8036-da87cc9f5e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (None), before_create {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:55.767599 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-ed095449-dbaa-4e41-93bb-d30e0b82e333 admin admin] Publish callbacks [] for router_controller (71e2b117-8f5e-424f-8edd-8ce1fa2c46b2), precommit_add_association {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:55.911295 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-ed095449-dbaa-4e41-93bb-d30e0b82e333 admin admin] Publish callbacks [] for router_gateway (71e2b117-8f5e-424f-8edd-8ce1fa2c46b2), precommit_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:55.917372 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.db_base_plugin_common [None req-8c143720-b753-4a26-8036-da87cc9f5e83 None None] Allocated IP 172.20.0.2 (62ed16ec-a22b-4dfe-b256-e84954389be2/c83a552a-0d39-4ffa-8357-96ee1a11d60a/d3d0c744-cbb7-4802-aa93-c52eb4e6a08a) {{(pid=104073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:31:56.026128 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:56.087663 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-8c143720-b753-4a26-8036-da87cc9f5e83 None None] Publish callbacks [] for port (d3d0c744-cbb7-4802-aa93-c52eb4e6a08a), precommit_create {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:56.095338 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-8c143720-b753-4a26-8036-da87cc9f5e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743907242280'] for port (d3d0c744-cbb7-4802-aa93-c52eb4e6a08a), after_create {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:56.125648 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-ed095449-dbaa-4e41-93bb-d30e0b82e333 admin admin] Publish callbacks [] for router_gateway (71e2b117-8f5e-424f-8edd-8ce1fa2c46b2), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:56.132819 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c143720-b753-4a26-8036-da87cc9f5e83 None None] Network 62ed16ec-a22b-4dfe-b256-e84954389be2 is already hosted by enough agents. {{(pid=104073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:31:56.138675 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.scheduler.base_scheduler [None req-8c143720-b753-4a26-8036-da87cc9f5e83 None None] Resources bound (agent type, host, resource id): {{(pid=104073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:31:56.142367 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c143720-b753-4a26-8036-da87cc9f5e83 None None] Received port after_create {{(pid=104073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:31:56.150413 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-ed095449-dbaa-4e41-93bb-d30e0b82e333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:56.179840 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c143720-b753-4a26-8036-da87cc9f5e83 None None] Pushing event updated for resources: {'Port': ['ID=d3d0c744-cbb7-4802-aa93-c52eb4e6a08a,revision_number=1']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:56.191435 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:56.228274 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.managers [None req-8c143720-b753-4a26-8036-da87cc9f5e83 None None] Attempting to bind port d3d0c744-cbb7-4802-aa93-c52eb4e6a08a on host dv-cinder-828806-4-iscsi for vnic_type normal with profile {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:31:56.228274 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.managers [None req-8c143720-b753-4a26-8036-da87cc9f5e83 None None] Attempting to bind port d3d0c744-cbb7-4802-aa93-c52eb4e6a08a by drivers openvswitch,hyperv on host dv-cinder-828806-4-iscsi at level 0 using segments [{'id': '62ac0ae7-80b5-4e4a-8b13-c03bf2f21d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '62ed16ec-a22b-4dfe-b256-e84954389be2'}] {{(pid=104073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:31:56.228274 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c143720-b753-4a26-8036-da87cc9f5e83 None None] Attempting to bind port d3d0c744-cbb7-4802-aa93-c52eb4e6a08a on network 62ed16ec-a22b-4dfe-b256-e84954389be2 {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:31:56.233464 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c143720-b753-4a26-8036-da87cc9f5e83 None None] Checking agent: {'id': '01a6c5a5-ff25-49ea-8869-bb2b5ba0570e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828806-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 14, 35), 'started_at': datetime.datetime(2022, 5, 27, 3, 15, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 31, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828806-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:31:56.233885 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c143720-b753-4a26-8036-da87cc9f5e83 None None] Checking segment: {'id': '62ac0ae7-80b5-4e4a-8b13-c03bf2f21d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '62ed16ec-a22b-4dfe-b256-e84954389be2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:31:56.234295 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-8c143720-b753-4a26-8036-da87cc9f5e83 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:56.234727 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c143720-b753-4a26-8036-da87cc9f5e83 None None] Bound using segment: {'id': '62ac0ae7-80b5-4e4a-8b13-c03bf2f21d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '62ed16ec-a22b-4dfe-b256-e84954389be2'} {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:31:56.235207 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.managers [None req-8c143720-b753-4a26-8036-da87cc9f5e83 None None] Bound port: d3d0c744-cbb7-4802-aa93-c52eb4e6a08a, host: dv-cinder-828806-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62ac0ae7-80b5-4e4a-8b13-c03bf2f21d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '62ed16ec-a22b-4dfe-b256-e84954389be2'}}] {{(pid=104073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:31:56.235586 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-8c143720-b753-4a26-8036-da87cc9f5e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (d3d0c744-cbb7-4802-aa93-c52eb4e6a08a), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:56.289451 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.db.db_base_plugin_common [None req-ed095449-dbaa-4e41-93bb-d30e0b82e333 admin admin] Allocated IP 172.27.3.240 (ca8b8e18-04f1-46f4-8c3b-aba3c077569d/ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa/2efe3393-ef09-4fb8-ac9a-f7e94302922b) {{(pid=104071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:31:56.321801 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-8c143720-b753-4a26-8036-da87cc9f5e83 None None] For port d3d0c744-cbb7-4802-aa93-c52eb4e6a08a, host dv-cinder-828806-4-iscsi, cleared binding levels {{(pid=104073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:31:56.325263 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-8c143720-b753-4a26-8036-da87cc9f5e83 None None] For port d3d0c744-cbb7-4802-aa93-c52eb4e6a08a, host dv-cinder-828806-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-4-iscsi',level=0,port_id=d3d0c744-cbb7-4802-aa93-c52eb4e6a08a,segment=NetworkSegment(62ac0ae7-80b5-4e4a-8b13-c03bf2f21d35),segment_id=62ac0ae7-80b5-4e4a-8b13-c03bf2f21d35)] {{(pid=104073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:31:56.332915 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-8c143720-b753-4a26-8036-da87cc9f5e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (d3d0c744-cbb7-4802-aa93-c52eb4e6a08a), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:56.395535 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c143720-b753-4a26-8036-da87cc9f5e83 None None] Pushing event updated for resources: {'Port': ['ID=d3d0c744-cbb7-4802-aa93-c52eb4e6a08a,revision_number=2']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:56.427568 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-ed095449-dbaa-4e41-93bb-d30e0b82e333 admin admin] Publish callbacks [] for port (2efe3393-ef09-4fb8-ac9a-f7e94302922b), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:56.461354 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-ed095449-dbaa-4e41-93bb-d30e0b82e333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743907242280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12907156'] for port (2efe3393-ef09-4fb8-ac9a-f7e94302922b), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:56.494511 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:56.505902 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed095449-dbaa-4e41-93bb-d30e0b82e333 admin admin] Network ca8b8e18-04f1-46f4-8c3b-aba3c077569d is already hosted by enough agents. {{(pid=104071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:31:56.512039 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.scheduler.base_scheduler [None req-ed095449-dbaa-4e41-93bb-d30e0b82e333 admin admin] Resources bound (agent type, host, resource id): {{(pid=104071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:31:56.514525 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed095449-dbaa-4e41-93bb-d30e0b82e333 admin admin] Received port after_create {{(pid=104071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:31:56.520488 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed095449-dbaa-4e41-93bb-d30e0b82e333 admin admin] Pushing event updated for resources: {'Port': ['ID=2efe3393-ef09-4fb8-ac9a-f7e94302922b,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:56.771142 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Device d3d0c744-cbb7-4802-aa93-c52eb4e6a08a up at agent ovs-agent-dv-cinder-828806-4-iscsi {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:31:56.791948 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-ed095449-dbaa-4e41-93bb-d30e0b82e333 admin admin] Publish callbacks [] for router_gateway (71e2b117-8f5e-424f-8edd-8ce1fa2c46b2), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:56.870976 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Provisioning complete for port d3d0c744-cbb7-4802-aa93-c52eb4e6a08a triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:31:56.871382 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (d3d0c744-cbb7-4802-aa93-c52eb4e6a08a), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:56.903532 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:56.948477 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Current status of the port d3d0c744-cbb7-4802-aa93-c52eb4e6a08a is: DOWN; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:31:56.948743 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (d3d0c744-cbb7-4802-aa93-c52eb4e6a08a), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:56.983019 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] For port d3d0c744-cbb7-4802-aa93-c52eb4e6a08a, host dv-cinder-828806-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-4-iscsi',level=0,port_id=d3d0c744-cbb7-4802-aa93-c52eb4e6a08a,segment=NetworkSegment(62ac0ae7-80b5-4e4a-8b13-c03bf2f21d35),segment_id=62ac0ae7-80b5-4e4a-8b13-c03bf2f21d35)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:31:56.984686 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-ed095449-dbaa-4e41-93bb-d30e0b82e333 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16723146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16278078'] for router (71e2b117-8f5e-424f-8edd-8ce1fa2c46b2), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:56.988476 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (d3d0c744-cbb7-4802-aa93-c52eb4e6a08a), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:57.041815 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Pushing event updated for resources: {'Port': ['ID=d3d0c744-cbb7-4802-aa93-c52eb4e6a08a,revision_number=3']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:57.074221 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:57.123281 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed095449-dbaa-4e41-93bb-d30e0b82e333 admin admin] Router 71e2b117-8f5e-424f-8edd-8ce1fa2c46b2 is scheduled to L3 agent 3e4effd7-5bc9-408b-93fa-42e4b19a61d9 with binding_index 1 {{(pid=104071) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 03:31:57.365081 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-469f83bb-3328-4179-8f71-03711f7484cf None None] Network 62ed16ec-a22b-4dfe-b256-e84954389be2 requested from dv-cinder-828806-4-iscsi {{(pid=104073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:31:57.439850 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-21cb23a4-d369-46b8-8db9-f247c676e3b9 None None] Provisioning complete for port d3d0c744-cbb7-4802-aa93-c52eb4e6a08a triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:31:57.440617 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-21cb23a4-d369-46b8-8db9-f247c676e3b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (d3d0c744-cbb7-4802-aa93-c52eb4e6a08a), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:57.518816 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:57.561065 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed095449-dbaa-4e41-93bb-d30e0b82e333 admin admin] Notify agent at l3_agent.dv-cinder-828806-4-iscsi the message routers_updated {{(pid=104071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:31:57.570351 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4bd43e7-ed42-4c3f-a7f3-45c806f36aab None None] Sync routers for ids ['71e2b117-8f5e-424f-8edd-8ce1fa2c46b2'] in dv-cinder-828806-4-iscsi {{(pid=104073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:31:57.577804 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-21cb23a4-d369-46b8-8db9-f247c676e3b9 None None] Current status of the port d3d0c744-cbb7-4802-aa93-c52eb4e6a08a is: ACTIVE; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:31:57.580150 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-ed095449-dbaa-4e41-93bb-d30e0b82e333 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:57.581549 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-ed095449-dbaa-4e41-93bb-d30e0b82e333 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9042606 May 27 03:31:57.584187 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 38476) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:31:57.584850 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4bd43e7-ed42-4c3f-a7f3-45c806f36aab None None] Routers {'71e2b117-8f5e-424f-8edd-8ce1fa2c46b2'} bound to L3 agent in host dv-cinder-828806-4-iscsi {{(pid=104073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:31:57.585510 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-b4bd43e7-ed42-4c3f-a7f3-45c806f36aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:14:31Z,description=,heartbeat_timestamp=2022-05-27T03:31:31Z,host='dv-cinder-828806-4-iscsi',id=3e4effd7-5bc9-408b-93fa-42e4b19a61d9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:14:31Z,topic='l3_agent')) {'router_ids': ['71e2b117-8f5e-424f-8edd-8ce1fa2c46b2'], 'active': True} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:31:57.852853 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-834d555c-4793-4e3a-9115-50ee642a85a7 None None] Provisioning complete for port d3d0c744-cbb7-4802-aa93-c52eb4e6a08a triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:31:57.853249 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-834d555c-4793-4e3a-9115-50ee642a85a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (d3d0c744-cbb7-4802-aa93-c52eb4e6a08a), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:57.866036 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:57.897825 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvr_db [None req-b4bd43e7-ed42-4c3f-a7f3-45c806f36aab None None] Set router 71e2b117-8f5e-424f-8edd-8ce1fa2c46b2 gateway port host: dv-cinder-828806-4-iscsi {{(pid=104073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:31:58.056373 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-834d555c-4793-4e3a-9115-50ee642a85a7 None None] Current status of the port d3d0c744-cbb7-4802-aa93-c52eb4e6a08a is: ACTIVE; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:31:58.064787 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-b5cb61c2-5fc7-4c3e-bc7f-0780e09431bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:58.119652 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-b4bd43e7-ed42-4c3f-a7f3-45c806f36aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e2b117-8f5e-424f-8edd-8ce1fa2c46b2', 'name': 'tempest-TestShelveInstance-1905994530-router', 'tenant_id': '2bab42aa679b4182887da08409099827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.240'}], 'enable_snat': True}, 'gw_port_id': '2efe3393-ef09-4fb8-ac9a-f7e94302922b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:31:55Z', 'updated_at': '2022-05-27T03:31:56Z', 'revision_number': 3, 'project_id': '2bab42aa679b4182887da08409099827', 'gw_port': {'id': '2efe3393-ef09-4fb8-ac9a-f7e94302922b', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:95:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71e2b117-8f5e-424f-8edd-8ce1fa2c46b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:31:56Z', 'updated_at': '2022-05-27T03:31:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi'}], 'dv-cinder-828806-4-iscsi', False) {} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:31:58.151958 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4bd43e7-ed42-4c3f-a7f3-45c806f36aab None None] Checking router: 71e2b117-8f5e-424f-8edd-8ce1fa2c46b2 for host: dv-cinder-828806-4-iscsi {{(pid=104073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:31:58.152303 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4bd43e7-ed42-4c3f-a7f3-45c806f36aab None None] Updating router 71e2b117-8f5e-424f-8edd-8ce1fa2c46b2 port 2efe3393-ef09-4fb8-ac9a-f7e94302922b binding host dv-cinder-828806-4-iscsi {{(pid=104073) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:31:58.182211 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-b4bd43e7-ed42-4c3f-a7f3-45c806f36aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (2efe3393-ef09-4fb8-ac9a-f7e94302922b), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:58.246987 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.db.db_base_plugin_common [None req-b5cb61c2-5fc7-4c3e-bc7f-0780e09431bf admin admin] Allocated IP 172.20.0.1 (62ed16ec-a22b-4dfe-b256-e84954389be2/c83a552a-0d39-4ffa-8357-96ee1a11d60a/dddb617a-d2c8-40ac-b558-9297a91a3189) {{(pid=104071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:31:58.318236 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:58.357820 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-b5cb61c2-5fc7-4c3e-bc7f-0780e09431bf admin admin] Publish callbacks [] for port (dddb617a-d2c8-40ac-b558-9297a91a3189), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:58.359856 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:58.392203 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-b5cb61c2-5fc7-4c3e-bc7f-0780e09431bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743907242280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12907156'] for port (dddb617a-d2c8-40ac-b558-9297a91a3189), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:58.430758 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5cb61c2-5fc7-4c3e-bc7f-0780e09431bf admin admin] Network 62ed16ec-a22b-4dfe-b256-e84954389be2 is already hosted by enough agents. {{(pid=104071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:31:58.438630 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.scheduler.base_scheduler [None req-b5cb61c2-5fc7-4c3e-bc7f-0780e09431bf admin admin] Resources bound (agent type, host, resource id): {{(pid=104071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:31:58.442727 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5cb61c2-5fc7-4c3e-bc7f-0780e09431bf admin admin] Received port after_create {{(pid=104071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:31:58.465115 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cb61c2-5fc7-4c3e-bc7f-0780e09431bf admin admin] Pushing event updated for resources: {'Port': ['ID=dddb617a-d2c8-40ac-b558-9297a91a3189,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:58.487988 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-b5cb61c2-5fc7-4c3e-bc7f-0780e09431bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16279373'] for router_interface (71e2b117-8f5e-424f-8edd-8ce1fa2c46b2), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:58.496765 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-b4bd43e7-ed42-4c3f-a7f3-45c806f36aab None None] Publish callbacks [] for port (2efe3393-ef09-4fb8-ac9a-f7e94302922b), precommit_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:58.507439 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-b4bd43e7-ed42-4c3f-a7f3-45c806f36aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (2efe3393-ef09-4fb8-ac9a-f7e94302922b), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:58.616321 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.managers [None req-b4bd43e7-ed42-4c3f-a7f3-45c806f36aab None None] Attempting to bind port 2efe3393-ef09-4fb8-ac9a-f7e94302922b on host dv-cinder-828806-4-iscsi for vnic_type normal with profile {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:31:58.616740 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.managers [None req-b4bd43e7-ed42-4c3f-a7f3-45c806f36aab None None] Attempting to bind port 2efe3393-ef09-4fb8-ac9a-f7e94302922b by drivers openvswitch,hyperv on host dv-cinder-828806-4-iscsi at level 0 using segments [{'id': '7e44f6fa-4b8b-41b0-9dbf-83bfa81b059a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d'}] {{(pid=104073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:31:58.617196 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4bd43e7-ed42-4c3f-a7f3-45c806f36aab None None] Attempting to bind port 2efe3393-ef09-4fb8-ac9a-f7e94302922b on network ca8b8e18-04f1-46f4-8c3b-aba3c077569d {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:31:58.639684 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4bd43e7-ed42-4c3f-a7f3-45c806f36aab None None] Checking agent: {'id': '01a6c5a5-ff25-49ea-8869-bb2b5ba0570e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828806-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 14, 35), 'started_at': datetime.datetime(2022, 5, 27, 3, 15, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 31, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828806-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:31:58.641635 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4bd43e7-ed42-4c3f-a7f3-45c806f36aab None None] Checking segment: {'id': '7e44f6fa-4b8b-41b0-9dbf-83bfa81b059a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:31:58.641800 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-b4bd43e7-ed42-4c3f-a7f3-45c806f36aab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:58.642073 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4bd43e7-ed42-4c3f-a7f3-45c806f36aab None None] Bound using segment: {'id': '7e44f6fa-4b8b-41b0-9dbf-83bfa81b059a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d'} {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:31:58.642555 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.managers [None req-b4bd43e7-ed42-4c3f-a7f3-45c806f36aab None None] Bound port: 2efe3393-ef09-4fb8-ac9a-f7e94302922b, host: dv-cinder-828806-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e44f6fa-4b8b-41b0-9dbf-83bfa81b059a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d'}}] {{(pid=104073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:31:58.642939 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-b4bd43e7-ed42-4c3f-a7f3-45c806f36aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (2efe3393-ef09-4fb8-ac9a-f7e94302922b), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:58.652543 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-b5cb61c2-5fc7-4c3e-bc7f-0780e09431bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (dddb617a-d2c8-40ac-b558-9297a91a3189), before_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:58.705155 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-b4bd43e7-ed42-4c3f-a7f3-45c806f36aab None None] For port 2efe3393-ef09-4fb8-ac9a-f7e94302922b, host dv-cinder-828806-4-iscsi, cleared binding levels {{(pid=104073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:31:58.708671 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-b4bd43e7-ed42-4c3f-a7f3-45c806f36aab None None] For port 2efe3393-ef09-4fb8-ac9a-f7e94302922b, host dv-cinder-828806-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-4-iscsi',level=0,port_id=2efe3393-ef09-4fb8-ac9a-f7e94302922b,segment=NetworkSegment(7e44f6fa-4b8b-41b0-9dbf-83bfa81b059a),segment_id=7e44f6fa-4b8b-41b0-9dbf-83bfa81b059a)] {{(pid=104073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:31:58.719334 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c075134b-f3a9-49d1-9341-8efab1921aaa None None] Pushing event updated for resources: {'Port': ['ID=2efe3393-ef09-4fb8-ac9a-f7e94302922b,revision_number=2']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:58.722901 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:58.741826 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-b4bd43e7-ed42-4c3f-a7f3-45c806f36aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (2efe3393-ef09-4fb8-ac9a-f7e94302922b), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:58.783045 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Device d3d0c744-cbb7-4802-aa93-c52eb4e6a08a up at agent ovs-agent-dv-cinder-828806-4-iscsi {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:31:58.792946 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-64f2352e-641e-43a1-afef-f974c317b9fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (88cb169e-23a7-4380-813c-9b707a5671b5), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:58.806026 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:58.844661 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-add0fdc6-dad7-4aca-97a2-34335dc7ef37 None None] Provisioning complete for port dddb617a-d2c8-40ac-b558-9297a91a3189 triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:31:58.845033 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-add0fdc6-dad7-4aca-97a2-34335dc7ef37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (dddb617a-d2c8-40ac-b558-9297a91a3189), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:58.872718 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-b5cb61c2-5fc7-4c3e-bc7f-0780e09431bf admin admin] Publish callbacks [] for port (dddb617a-d2c8-40ac-b558-9297a91a3189), precommit_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:58.879011 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-b5cb61c2-5fc7-4c3e-bc7f-0780e09431bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12907171'] for port (dddb617a-d2c8-40ac-b558-9297a91a3189), after_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:58.886320 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c075134b-f3a9-49d1-9341-8efab1921aaa None None] Pushing event updated for resources: {'Port': ['ID=2efe3393-ef09-4fb8-ac9a-f7e94302922b,revision_number=3']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:58.889907 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4bd43e7-ed42-4c3f-a7f3-45c806f36aab None None] Routers {'71e2b117-8f5e-424f-8edd-8ce1fa2c46b2'} bound to L3 agent in host dv-cinder-828806-4-iscsi {{(pid=104073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:31:58.890795 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-b4bd43e7-ed42-4c3f-a7f3-45c806f36aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:14:31Z,description=,heartbeat_timestamp=2022-05-27T03:31:31Z,host='dv-cinder-828806-4-iscsi',id=3e4effd7-5bc9-408b-93fa-42e4b19a61d9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:14:31Z,topic='l3_agent')) {'router_ids': ['71e2b117-8f5e-424f-8edd-8ce1fa2c46b2'], 'active': True} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:31:58.943622 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-add0fdc6-dad7-4aca-97a2-34335dc7ef37 None None] Port dddb617a-d2c8-40ac-b558-9297a91a3189 cannot update to ACTIVE because it is not bound. {{(pid=104073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:31:58.952050 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Provisioning complete for port d3d0c744-cbb7-4802-aa93-c52eb4e6a08a triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:31:58.952543 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (d3d0c744-cbb7-4802-aa93-c52eb4e6a08a), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:58.953475 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cb61c2-5fc7-4c3e-bc7f-0780e09431bf admin admin] Pushing event updated for resources: {'Port': ['ID=dddb617a-d2c8-40ac-b558-9297a91a3189,revision_number=2']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:58.956315 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-b5cb61c2-5fc7-4c3e-bc7f-0780e09431bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-366354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16280317'] for router_interface (71e2b117-8f5e-424f-8edd-8ce1fa2c46b2), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:59.044696 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvr_db [None req-b4bd43e7-ed42-4c3f-a7f3-45c806f36aab None None] Set router 71e2b117-8f5e-424f-8edd-8ce1fa2c46b2 gateway port host: dv-cinder-828806-4-iscsi {{(pid=104073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:31:59.051723 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5cb61c2-5fc7-4c3e-bc7f-0780e09431bf admin admin] Network 62ed16ec-a22b-4dfe-b256-e84954389be2 is already hosted by enough agents. {{(pid=104071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:31:59.053133 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.scheduler.base_scheduler [None req-b5cb61c2-5fc7-4c3e-bc7f-0780e09431bf admin admin] Resources bound (agent type, host, resource id): {{(pid=104071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:31:59.122704 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:59.147978 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Current status of the port d3d0c744-cbb7-4802-aa93-c52eb4e6a08a is: ACTIVE; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:31:59.190563 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5cb61c2-5fc7-4c3e-bc7f-0780e09431bf admin admin] Router 71e2b117-8f5e-424f-8edd-8ce1fa2c46b2 has already been hosted by L3 agent 3e4effd7-5bc9-408b-93fa-42e4b19a61d9 {{(pid=104071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:31:59.292151 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-b4bd43e7-ed42-4c3f-a7f3-45c806f36aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e2b117-8f5e-424f-8edd-8ce1fa2c46b2', 'name': 'tempest-TestShelveInstance-1905994530-router', 'tenant_id': '2bab42aa679b4182887da08409099827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.240'}], 'enable_snat': True}, 'gw_port_id': '2efe3393-ef09-4fb8-ac9a-f7e94302922b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:31:55Z', 'updated_at': '2022-05-27T03:31:58Z', 'revision_number': 4, 'project_id': '2bab42aa679b4182887da08409099827', 'gw_port': {'id': '2efe3393-ef09-4fb8-ac9a-f7e94302922b', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:95:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71e2b117-8f5e-424f-8edd-8ce1fa2c46b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:31:56Z', 'updated_at': '2022-05-27T03:31:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi', '_interfaces': [{'id': 'dddb617a-d2c8-40ac-b558-9297a91a3189', 'name': '', 'network_id': '62ed16ec-a22b-4dfe-b256-e84954389be2', 'tenant_id': '2bab42aa679b4182887da08409099827', 'mac_address': 'fa:16:3e:c6:cb:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71e2b117-8f5e-424f-8edd-8ce1fa2c46b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'c83a552a-0d39-4ffa-8357-96ee1a11d60a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:31:58Z', 'updated_at': '2022-05-27T03:31:58Z', 'revision_number': 2, 'project_id': '2bab42aa679b4182887da08409099827', 'subnets': [{'id': 'c83a552a-0d39-4ffa-8357-96ee1a11d60a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-4-iscsi', False) {} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:31:59.297187 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:59.311144 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5cb61c2-5fc7-4c3e-bc7f-0780e09431bf admin admin] Notify agent at l3_agent.dv-cinder-828806-4-iscsi the message routers_updated {{(pid=104071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:31:59.316207 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-b5cb61c2-5fc7-4c3e-bc7f-0780e09431bf admin admin] 10.222.0.50 "PUT /v2.0/routers/71e2b117-8f5e-424f-8edd-8ce1fa2c46b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7309611 May 27 03:31:59.320257 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4bd43e7-ed42-4c3f-a7f3-45c806f36aab None None] The sync data for ids ['71e2b117-8f5e-424f-8edd-8ce1fa2c46b2'] in dv-cinder-828806-4-iscsi is: [{'id': '71e2b117-8f5e-424f-8edd-8ce1fa2c46b2', 'name': 'tempest-TestShelveInstance-1905994530-router', 'tenant_id': '2bab42aa679b4182887da08409099827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.240'}], 'enable_snat': True}, 'gw_port_id': '2efe3393-ef09-4fb8-ac9a-f7e94302922b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:31:55Z', 'updated_at': '2022-05-27T03:31:58Z', 'revision_number': 4, 'project_id': '2bab42aa679b4182887da08409099827', 'gw_port': {'id': '2efe3393-ef09-4fb8-ac9a-f7e94302922b', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:95:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71e2b117-8f5e-424f-8edd-8ce1fa2c46b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:31:56Z', 'updated_at': '2022-05-27T03:31:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi', '_interfaces': [{'id': 'dddb617a-d2c8-40ac-b558-9297a91a3189', 'name': '', 'network_id': '62ed16ec-a22b-4dfe-b256-e84954389be2', 'tenant_id': '2bab42aa679b4182887da08409099827', 'mac_address': 'fa:16:3e:c6:cb:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71e2b117-8f5e-424f-8edd-8ce1fa2c46b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'c83a552a-0d39-4ffa-8357-96ee1a11d60a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:31:58Z', 'updated_at': '2022-05-27T03:31:58Z', 'revision_number': 2, 'project_id': '2bab42aa679b4182887da08409099827', 'subnets': [{'id': 'c83a552a-0d39-4ffa-8357-96ee1a11d60a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:31:59.364172 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-17fcd54c-017f-474f-8db5-1c3e5b53b718 None None] Provisioning complete for port dddb617a-d2c8-40ac-b558-9297a91a3189 triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:31:59.364506 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-17fcd54c-017f-474f-8db5-1c3e5b53b718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (dddb617a-d2c8-40ac-b558-9297a91a3189), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:59.402554 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-17fcd54c-017f-474f-8db5-1c3e5b53b718 None None] Port dddb617a-d2c8-40ac-b558-9297a91a3189 cannot update to ACTIVE because it is not bound. {{(pid=104073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:31:59.922936 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 38520) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:31:59.928110 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [None req-a148f5f5-a4ad-41fa-9c6d-1a4638b7fabc admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2045258438-network', 'tenant_id': '407905b0b8764df0a86e1ac9f93b682c'}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:31:59.955021 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a148f5f5-a4ad-41fa-9c6d-1a4638b7fabc admin admin] Made reservation on behalf of 407905b0b8764df0a86e1ac9f93b682c for: {'network': 1} {{(pid=104071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:31:59.960108 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-a148f5f5-a4ad-41fa-9c6d-1a4638b7fabc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for network (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:59.979905 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-a148f5f5-a4ad-41fa-9c6d-1a4638b7fabc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:00.065267 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-a148f5f5-a4ad-41fa-9c6d-1a4638b7fabc admin admin] Publish callbacks [] for security_group (7e9c1435-f803-477e-8eee-525e839baac0), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:00.070284 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-a148f5f5-a4ad-41fa-9c6d-1a4638b7fabc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (7e9c1435-f803-477e-8eee-525e839baac0), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:00.101201 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a148f5f5-a4ad-41fa-9c6d-1a4638b7fabc admin admin] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=104071) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:32:00.108490 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148f5f5-a4ad-41fa-9c6d-1a4638b7fabc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e9c1435-f803-477e-8eee-525e839baac0,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:00.121777 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-a148f5f5-a4ad-41fa-9c6d-1a4638b7fabc admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8743907721831', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-814499'] for segment (5d85bc2c-f57d-4fdd-b7e5-adc7a6b047ba), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:00.122201 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.db.segments_db [None req-a148f5f5-a4ad-41fa-9c6d-1a4638b7fabc admin admin] Added segment 5d85bc2c-f57d-4fdd-b7e5-adc7a6b047ba of type vlan for network 145e603f-cc11-416e-b3d4-5a55a1d5fcac May 27 03:32:00.169257 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-a148f5f5-a4ad-41fa-9c6d-1a4638b7fabc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743907247189'] for network (145e603f-cc11-416e-b3d4-5a55a1d5fcac), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:00.197242 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-a148f5f5-a4ad-41fa-9c6d-1a4638b7fabc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336'] for network (145e603f-cc11-416e-b3d4-5a55a1d5fcac), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:00.198770 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a148f5f5-a4ad-41fa-9c6d-1a4638b7fabc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:32:00.199485 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-a148f5f5-a4ad-41fa-9c6d-1a4638b7fabc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-366398'] for network (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:00.205531 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:00.262816 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-a148f5f5-a4ad-41fa-9c6d-1a4638b7fabc admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3386285 May 27 03:32:00.266746 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 38524) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:32:00.278530 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [None req-5b634981-cc75-4d39-988d-d9651fb062d9 admin admin] Request body: {'subnet': {'network_id': '145e603f-cc11-416e-b3d4-5a55a1d5fcac', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2045258438-subnet', 'tenant_id': '407905b0b8764df0a86e1ac9f93b682c', 'ip_version': 4}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:32:00.281301 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148f5f5-a4ad-41fa-9c6d-1a4638b7fabc admin admin] Pushing event updated for resources: {'Network': ['ID=145e603f-cc11-416e-b3d4-5a55a1d5fcac,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:00.292802 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Network 145e603f-cc11-416e-b3d4-5a55a1d5fcac details requested by agent ovs-agent-dv-cinder-828806-4-iscsi with host dv-cinder-828806-4-iscsi {{(pid=104073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 03:32:00.303930 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b634981-cc75-4d39-988d-d9651fb062d9 admin admin] Made reservation on behalf of 407905b0b8764df0a86e1ac9f93b682c for: {'subnet': 1} {{(pid=104072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:32:00.306712 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-5b634981-cc75-4d39-988d-d9651fb062d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14026639'] for subnet (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:00.383092 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=77,neutron:DELETE=4,neutron:INSERT=16,neutron:UPDATE=3 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:00.439076 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:00.491761 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-5b634981-cc75-4d39-988d-d9651fb062d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16716613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13119285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14026649'] for subnet (da686f41-1c9d-48d9-a77d-a700d816080c), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:00.548146 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b634981-cc75-4d39-988d-d9651fb062d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da686f41-1c9d-48d9-a77d-a700d816080c,revision_number=0']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:00.565874 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b634981-cc75-4d39-988d-d9651fb062d9 admin admin] Checking segment: {'id': '5d85bc2c-f57d-4fdd-b7e5-adc7a6b047ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '145e603f-cc11-416e-b3d4-5a55a1d5fcac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:32:00.566507 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b634981-cc75-4d39-988d-d9651fb062d9 admin admin] Network hostable DHCP agents. Network: 145e603f-cc11-416e-b3d4-5a55a1d5fcac, hostable agents: ['88cb169e-23a7-4380-813c-9b707a5671b5'], hosted agents: [] {{(pid=104072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:32:00.588002 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b634981-cc75-4d39-988d-d9651fb062d9 admin admin] Network 145e603f-cc11-416e-b3d4-5a55a1d5fcac is scheduled to be hosted by DHCP agent 88cb169e-23a7-4380-813c-9b707a5671b5 with binding_index 1 {{(pid=104072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:32:00.599811 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.base_scheduler [None req-5b634981-cc75-4d39-988d-d9651fb062d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828806-4-iscsi, 145e603f-cc11-416e-b3d4-5a55a1d5fcac) {{(pid=104072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:32:00.604116 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b634981-cc75-4d39-988d-d9651fb062d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:32:00.604888 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-5b634981-cc75-4d39-988d-d9651fb062d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-366398'] for subnet (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:00.611629 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6956c2de-7b41-48d6-af7e-bc2ea3e5fedd None None] Network 145e603f-cc11-416e-b3d4-5a55a1d5fcac requested from dv-cinder-828806-4-iscsi {{(pid=104073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:32:00.629623 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-5b634981-cc75-4d39-988d-d9651fb062d9 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3608677 May 27 03:32:00.631624 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 38528) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:32:00.636318 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [None req-38ac2dc3-95a6-4b09-8244-cd3a3338c6bb admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2045258438-router', 'tenant_id': '407905b0b8764df0a86e1ac9f93b682c', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d'}}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:32:00.658698 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-38ac2dc3-95a6-4b09-8244-cd3a3338c6bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16723533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4148'] for router (3a04e233-bd02-4ae6-8113-2e9d476008b0), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:00.659717 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-38ac2dc3-95a6-4b09-8244-cd3a3338c6bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16723197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16278093', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16646318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4159'] for router (3a04e233-bd02-4ae6-8113-2e9d476008b0), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:00.730346 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-38ac2dc3-95a6-4b09-8244-cd3a3338c6bb admin admin] Publish callbacks [] for router_controller (3a04e233-bd02-4ae6-8113-2e9d476008b0), precommit_add_association {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:00.732839 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a0f59c-208d-4bbb-9819-59a490561bfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e4825cd-1402-5c2a-9e28-936b264acd46-145e603f-cc11-416e-b3d4-5a55a1d5fcac', 'network_id': '145e603f-cc11-416e-b3d4-5a55a1d5fcac', 'project_id': '407905b0b8764df0a86e1ac9f93b682c', 'fixed_ips': [{'subnet_id': 'da686f41-1c9d-48d9-a77d-a700d816080c'}]}} from dv-cinder-828806-4-iscsi. {{(pid=104073) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 27 03:32:00.733851 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-47a0f59c-208d-4bbb-9819-59a490561bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (None), before_create {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:00.752265 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Device 2efe3393-ef09-4fb8-ac9a-f7e94302922b up at agent ovs-agent-dv-cinder-828806-4-iscsi {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:32:00.860897 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=100 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:00.878036 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-38ac2dc3-95a6-4b09-8244-cd3a3338c6bb admin admin] Publish callbacks [] for router_gateway (3a04e233-bd02-4ae6-8113-2e9d476008b0), precommit_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:00.899698 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Provisioning complete for port 2efe3393-ef09-4fb8-ac9a-f7e94302922b triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:32:00.900136 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (2efe3393-ef09-4fb8-ac9a-f7e94302922b), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:00.946116 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.db_base_plugin_common [None req-47a0f59c-208d-4bbb-9819-59a490561bfb None None] Allocated IP 172.20.0.2 (145e603f-cc11-416e-b3d4-5a55a1d5fcac/da686f41-1c9d-48d9-a77d-a700d816080c/87af278a-ae34-49ae-8b47-24dca382f319) {{(pid=104073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:32:01.054351 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Current status of the port 2efe3393-ef09-4fb8-ac9a-f7e94302922b is: DOWN; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:32:01.054733 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (2efe3393-ef09-4fb8-ac9a-f7e94302922b), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:01.082752 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-38ac2dc3-95a6-4b09-8244-cd3a3338c6bb admin admin] Publish callbacks [] for router_gateway (3a04e233-bd02-4ae6-8113-2e9d476008b0), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:01.098993 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] For port 2efe3393-ef09-4fb8-ac9a-f7e94302922b, host dv-cinder-828806-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-4-iscsi',level=0,port_id=2efe3393-ef09-4fb8-ac9a-f7e94302922b,segment=NetworkSegment(7e44f6fa-4b8b-41b0-9dbf-83bfa81b059a),segment_id=7e44f6fa-4b8b-41b0-9dbf-83bfa81b059a)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:32:01.103150 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-38ac2dc3-95a6-4b09-8244-cd3a3338c6bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:01.110042 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (2efe3393-ef09-4fb8-ac9a-f7e94302922b), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:01.119932 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-c43a109a-3bda-40dd-81b3-a0c16b2a5fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (3e4effd7-5bc9-408b-93fa-42e4b19a61d9), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:01.212552 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Pushing event updated for resources: {'Port': ['ID=2efe3393-ef09-4fb8-ac9a-f7e94302922b,revision_number=4']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:01.215718 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-47a0f59c-208d-4bbb-9819-59a490561bfb None None] Publish callbacks [] for port (87af278a-ae34-49ae-8b47-24dca382f319), precommit_create {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:01.221615 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.db.db_base_plugin_common [None req-38ac2dc3-95a6-4b09-8244-cd3a3338c6bb admin admin] Allocated IP 172.27.3.224 (ca8b8e18-04f1-46f4-8c3b-aba3c077569d/ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa/11d5ecb5-f6bc-419f-bbfb-8a002bb17eb7) {{(pid=104072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:32:01.226767 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-47a0f59c-208d-4bbb-9819-59a490561bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743907242280'] for port (87af278a-ae34-49ae-8b47-24dca382f319), after_create {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:01.272836 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a0f59c-208d-4bbb-9819-59a490561bfb None None] Network 145e603f-cc11-416e-b3d4-5a55a1d5fcac is already hosted by enough agents. {{(pid=104073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:32:01.274382 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.scheduler.base_scheduler [None req-47a0f59c-208d-4bbb-9819-59a490561bfb None None] Resources bound (agent type, host, resource id): {{(pid=104073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:32:01.280525 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a0f59c-208d-4bbb-9819-59a490561bfb None None] Received port after_create {{(pid=104073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:32:01.289315 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a0f59c-208d-4bbb-9819-59a490561bfb None None] Pushing event updated for resources: {'Port': ['ID=87af278a-ae34-49ae-8b47-24dca382f319,revision_number=1']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:01.352455 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-38ac2dc3-95a6-4b09-8244-cd3a3338c6bb admin admin] Publish callbacks [] for port (11d5ecb5-f6bc-419f-bbfb-8a002bb17eb7), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:01.355344 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:01.365358 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.managers [None req-47a0f59c-208d-4bbb-9819-59a490561bfb None None] Attempting to bind port 87af278a-ae34-49ae-8b47-24dca382f319 on host dv-cinder-828806-4-iscsi for vnic_type normal with profile {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:32:01.365916 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.managers [None req-47a0f59c-208d-4bbb-9819-59a490561bfb None None] Attempting to bind port 87af278a-ae34-49ae-8b47-24dca382f319 by drivers openvswitch,hyperv on host dv-cinder-828806-4-iscsi at level 0 using segments [{'id': '5d85bc2c-f57d-4fdd-b7e5-adc7a6b047ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '145e603f-cc11-416e-b3d4-5a55a1d5fcac'}] {{(pid=104073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:32:01.366076 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a0f59c-208d-4bbb-9819-59a490561bfb None None] Attempting to bind port 87af278a-ae34-49ae-8b47-24dca382f319 on network 145e603f-cc11-416e-b3d4-5a55a1d5fcac {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:32:01.369014 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:01.372506 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a0f59c-208d-4bbb-9819-59a490561bfb None None] Checking agent: {'id': '01a6c5a5-ff25-49ea-8869-bb2b5ba0570e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828806-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 14, 35), 'started_at': datetime.datetime(2022, 5, 27, 3, 15, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 31, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828806-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:32:01.372714 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a0f59c-208d-4bbb-9819-59a490561bfb None None] Checking segment: {'id': '5d85bc2c-f57d-4fdd-b7e5-adc7a6b047ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '145e603f-cc11-416e-b3d4-5a55a1d5fcac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:32:01.373153 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-47a0f59c-208d-4bbb-9819-59a490561bfb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:01.373544 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a0f59c-208d-4bbb-9819-59a490561bfb None None] Bound using segment: {'id': '5d85bc2c-f57d-4fdd-b7e5-adc7a6b047ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '145e603f-cc11-416e-b3d4-5a55a1d5fcac'} {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:32:01.374146 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.managers [None req-47a0f59c-208d-4bbb-9819-59a490561bfb None None] Bound port: 87af278a-ae34-49ae-8b47-24dca382f319, host: dv-cinder-828806-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d85bc2c-f57d-4fdd-b7e5-adc7a6b047ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '145e603f-cc11-416e-b3d4-5a55a1d5fcac'}}] {{(pid=104073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:32:01.374573 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-47a0f59c-208d-4bbb-9819-59a490561bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (87af278a-ae34-49ae-8b47-24dca382f319), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:01.386639 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=86,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:01.396342 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-38ac2dc3-95a6-4b09-8244-cd3a3338c6bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743907242280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13119109'] for port (11d5ecb5-f6bc-419f-bbfb-8a002bb17eb7), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:01.438944 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ac2dc3-95a6-4b09-8244-cd3a3338c6bb admin admin] Network ca8b8e18-04f1-46f4-8c3b-aba3c077569d is already hosted by enough agents. {{(pid=104072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:32:01.447365 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.base_scheduler [None req-38ac2dc3-95a6-4b09-8244-cd3a3338c6bb admin admin] Resources bound (agent type, host, resource id): {{(pid=104072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:32:01.451988 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ac2dc3-95a6-4b09-8244-cd3a3338c6bb admin admin] Received port after_create {{(pid=104072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:32:01.454244 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ac2dc3-95a6-4b09-8244-cd3a3338c6bb admin admin] Pushing event updated for resources: {'Port': ['ID=11d5ecb5-f6bc-419f-bbfb-8a002bb17eb7,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:01.459317 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-47a0f59c-208d-4bbb-9819-59a490561bfb None None] For port 87af278a-ae34-49ae-8b47-24dca382f319, host dv-cinder-828806-4-iscsi, cleared binding levels {{(pid=104073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:32:01.463459 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-47a0f59c-208d-4bbb-9819-59a490561bfb None None] For port 87af278a-ae34-49ae-8b47-24dca382f319, host dv-cinder-828806-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-4-iscsi',level=0,port_id=87af278a-ae34-49ae-8b47-24dca382f319,segment=NetworkSegment(5d85bc2c-f57d-4fdd-b7e5-adc7a6b047ba),segment_id=5d85bc2c-f57d-4fdd-b7e5-adc7a6b047ba)] {{(pid=104073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:32:01.464931 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046d9769-b3cd-461a-9740-9adea701fdf0 None None] Sync routers for ids ['71e2b117-8f5e-424f-8edd-8ce1fa2c46b2'] in dv-cinder-828806-4-iscsi {{(pid=104074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:32:01.473300 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-47a0f59c-208d-4bbb-9819-59a490561bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (87af278a-ae34-49ae-8b47-24dca382f319), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:01.484825 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046d9769-b3cd-461a-9740-9adea701fdf0 None None] Routers {'71e2b117-8f5e-424f-8edd-8ce1fa2c46b2'} bound to L3 agent in host dv-cinder-828806-4-iscsi {{(pid=104074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:32:01.485103 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-046d9769-b3cd-461a-9740-9adea701fdf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:14:31Z,description=,heartbeat_timestamp=2022-05-27T03:32:01Z,host='dv-cinder-828806-4-iscsi',id=3e4effd7-5bc9-408b-93fa-42e4b19a61d9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:14:31Z,topic='l3_agent')) {'router_ids': ['71e2b117-8f5e-424f-8edd-8ce1fa2c46b2'], 'active': True} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:32:01.541135 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a0f59c-208d-4bbb-9819-59a490561bfb None None] Pushing event updated for resources: {'Port': ['ID=87af278a-ae34-49ae-8b47-24dca382f319,revision_number=2']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:01.722312 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvr_db [None req-046d9769-b3cd-461a-9740-9adea701fdf0 None None] Set router 71e2b117-8f5e-424f-8edd-8ce1fa2c46b2 gateway port host: dv-cinder-828806-4-iscsi {{(pid=104074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:32:01.748699 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-38ac2dc3-95a6-4b09-8244-cd3a3338c6bb admin admin] Publish callbacks [] for router_gateway (3a04e233-bd02-4ae6-8113-2e9d476008b0), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:02.039857 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-046d9769-b3cd-461a-9740-9adea701fdf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e2b117-8f5e-424f-8edd-8ce1fa2c46b2', 'name': 'tempest-TestShelveInstance-1905994530-router', 'tenant_id': '2bab42aa679b4182887da08409099827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.240'}], 'enable_snat': True}, 'gw_port_id': '2efe3393-ef09-4fb8-ac9a-f7e94302922b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:31:55Z', 'updated_at': '2022-05-27T03:31:58Z', 'revision_number': 4, 'project_id': '2bab42aa679b4182887da08409099827', 'gw_port': {'id': '2efe3393-ef09-4fb8-ac9a-f7e94302922b', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:95:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e2b117-8f5e-424f-8edd-8ce1fa2c46b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:31:56Z', 'updated_at': '2022-05-27T03:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi', '_interfaces': [{'id': 'dddb617a-d2c8-40ac-b558-9297a91a3189', 'name': '', 'network_id': '62ed16ec-a22b-4dfe-b256-e84954389be2', 'tenant_id': '2bab42aa679b4182887da08409099827', 'mac_address': 'fa:16:3e:c6:cb:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71e2b117-8f5e-424f-8edd-8ce1fa2c46b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'c83a552a-0d39-4ffa-8357-96ee1a11d60a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:31:58Z', 'updated_at': '2022-05-27T03:31:58Z', 'revision_number': 2, 'project_id': '2bab42aa679b4182887da08409099827', 'subnets': [{'id': 'c83a552a-0d39-4ffa-8357-96ee1a11d60a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-4-iscsi', False) {} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:32:02.072818 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046d9769-b3cd-461a-9740-9adea701fdf0 None None] Checking router: 71e2b117-8f5e-424f-8edd-8ce1fa2c46b2 for host: dv-cinder-828806-4-iscsi {{(pid=104074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:32:02.073416 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046d9769-b3cd-461a-9740-9adea701fdf0 None None] Updating router 71e2b117-8f5e-424f-8edd-8ce1fa2c46b2 port dddb617a-d2c8-40ac-b558-9297a91a3189 binding host dv-cinder-828806-4-iscsi {{(pid=104074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:32:02.102848 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-38ac2dc3-95a6-4b09-8244-cd3a3338c6bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16723146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16278078'] for router (3a04e233-bd02-4ae6-8113-2e9d476008b0), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:02.119349 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-046d9769-b3cd-461a-9740-9adea701fdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (dddb617a-d2c8-40ac-b558-9297a91a3189), before_update {{(pid=104074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:02.187953 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-df01de3e-f6cf-4253-895b-65b557a1455e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (84e30450-e547-4748-a220-898a66747e61), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:02.198756 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=100 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:02.277462 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38ac2dc3-95a6-4b09-8244-cd3a3338c6bb admin admin] Router 3a04e233-bd02-4ae6-8113-2e9d476008b0 is scheduled to L3 agent 3e4effd7-5bc9-408b-93fa-42e4b19a61d9 with binding_index 1 {{(pid=104072) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 03:32:02.381558 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 38568) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:32:02.400599 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38ac2dc3-95a6-4b09-8244-cd3a3338c6bb admin admin] Notify agent at l3_agent.dv-cinder-828806-4-iscsi the message routers_updated {{(pid=104072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:32:02.409623 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b75d9a1-251c-4aa5-8d99-448d49c23177 None None] Sync routers for ids ['3a04e233-bd02-4ae6-8113-2e9d476008b0'] in dv-cinder-828806-4-iscsi {{(pid=104073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:32:02.426185 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-38ac2dc3-95a6-4b09-8244-cd3a3338c6bb admin admin] Publish callbacks [] for router (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:02.428039 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-38ac2dc3-95a6-4b09-8244-cd3a3338c6bb admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7954934 May 27 03:32:02.431301 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 38572) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:32:02.431695 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b75d9a1-251c-4aa5-8d99-448d49c23177 None None] Routers {'3a04e233-bd02-4ae6-8113-2e9d476008b0'} bound to L3 agent in host dv-cinder-828806-4-iscsi {{(pid=104073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:32:02.432356 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-8b75d9a1-251c-4aa5-8d99-448d49c23177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:14:31Z,description=,heartbeat_timestamp=2022-05-27T03:32:01Z,host='dv-cinder-828806-4-iscsi',id=3e4effd7-5bc9-408b-93fa-42e4b19a61d9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:14:31Z,topic='l3_agent')) {'router_ids': ['3a04e233-bd02-4ae6-8113-2e9d476008b0'], 'active': True} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:32:02.538052 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-859f6f99-d8a3-49dd-857e-be7787b0f4ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:02.611971 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-046d9769-b3cd-461a-9740-9adea701fdf0 None None] Publish callbacks [] for port (dddb617a-d2c8-40ac-b558-9297a91a3189), precommit_update {{(pid=104074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:02.620899 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:02.624173 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-046d9769-b3cd-461a-9740-9adea701fdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (dddb617a-d2c8-40ac-b558-9297a91a3189), after_update {{(pid=104074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:02.648635 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:02.702140 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:02.706073 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c51965e-ceab-4613-a756-7b00e7a7b383 None None] Pushing event updated for resources: {'Port': ['ID=dddb617a-d2c8-40ac-b558-9297a91a3189,revision_number=3']} {{(pid=104074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:02.718831 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c51965e-ceab-4613-a756-7b00e7a7b383 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:02.719178 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c51965e-ceab-4613-a756-7b00e7a7b383 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:02.719583 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c51965e-ceab-4613-a756-7b00e7a7b383 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:02.719935 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c51965e-ceab-4613-a756-7b00e7a7b383 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:02.720466 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c51965e-ceab-4613-a756-7b00e7a7b383 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:02.720797 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c51965e-ceab-4613-a756-7b00e7a7b383 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:02.721144 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c51965e-ceab-4613-a756-7b00e7a7b383 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:02.721565 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c51965e-ceab-4613-a756-7b00e7a7b383 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:02.721886 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c51965e-ceab-4613-a756-7b00e7a7b383 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:02.722211 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c51965e-ceab-4613-a756-7b00e7a7b383 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:02.722606 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c51965e-ceab-4613-a756-7b00e7a7b383 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:02.722995 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c51965e-ceab-4613-a756-7b00e7a7b383 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:02.723316 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c51965e-ceab-4613-a756-7b00e7a7b383 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:02.723759 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c51965e-ceab-4613-a756-7b00e7a7b383 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:02.724030 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c51965e-ceab-4613-a756-7b00e7a7b383 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:02.847308 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-859f6f99-d8a3-49dd-857e-be7787b0f4ae admin admin] Publish callbacks [] for security_group (4aab7d9d-ba8b-4798-8465-d3cf048f00d1), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:02.852463 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.managers [None req-046d9769-b3cd-461a-9740-9adea701fdf0 None None] Attempting to bind port dddb617a-d2c8-40ac-b558-9297a91a3189 on host dv-cinder-828806-4-iscsi for vnic_type normal with profile {{(pid=104074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:32:02.852961 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.managers [None req-046d9769-b3cd-461a-9740-9adea701fdf0 None None] Attempting to bind port dddb617a-d2c8-40ac-b558-9297a91a3189 by drivers openvswitch,hyperv on host dv-cinder-828806-4-iscsi at level 0 using segments [{'id': '62ac0ae7-80b5-4e4a-8b13-c03bf2f21d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '62ed16ec-a22b-4dfe-b256-e84954389be2'}] {{(pid=104074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:32:02.853527 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046d9769-b3cd-461a-9740-9adea701fdf0 None None] Attempting to bind port dddb617a-d2c8-40ac-b558-9297a91a3189 on network 62ed16ec-a22b-4dfe-b256-e84954389be2 {{(pid=104074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:32:02.863696 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-859f6f99-d8a3-49dd-857e-be7787b0f4ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (4aab7d9d-ba8b-4798-8465-d3cf048f00d1), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:02.868345 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046d9769-b3cd-461a-9740-9adea701fdf0 None None] Checking agent: {'id': '01a6c5a5-ff25-49ea-8869-bb2b5ba0570e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828806-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 14, 35), 'started_at': datetime.datetime(2022, 5, 27, 3, 15, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 31, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828806-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:32:02.868720 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046d9769-b3cd-461a-9740-9adea701fdf0 None None] Checking segment: {'id': '62ac0ae7-80b5-4e4a-8b13-c03bf2f21d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '62ed16ec-a22b-4dfe-b256-e84954389be2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:32:02.871870 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-046d9769-b3cd-461a-9740-9adea701fdf0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:02.871870 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046d9769-b3cd-461a-9740-9adea701fdf0 None None] Bound using segment: {'id': '62ac0ae7-80b5-4e4a-8b13-c03bf2f21d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '62ed16ec-a22b-4dfe-b256-e84954389be2'} {{(pid=104074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:32:02.872326 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.managers [None req-046d9769-b3cd-461a-9740-9adea701fdf0 None None] Bound port: dddb617a-d2c8-40ac-b558-9297a91a3189, host: dv-cinder-828806-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62ac0ae7-80b5-4e4a-8b13-c03bf2f21d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '62ed16ec-a22b-4dfe-b256-e84954389be2'}}] {{(pid=104074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:32:02.872993 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-046d9769-b3cd-461a-9740-9adea701fdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (dddb617a-d2c8-40ac-b558-9297a91a3189), before_update {{(pid=104074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:02.947852 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859f6f99-d8a3-49dd-857e-be7787b0f4ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aab7d9d-ba8b-4798-8465-d3cf048f00d1,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:02.960059 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.db [None req-046d9769-b3cd-461a-9740-9adea701fdf0 None None] For port dddb617a-d2c8-40ac-b558-9297a91a3189, host dv-cinder-828806-4-iscsi, cleared binding levels {{(pid=104074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:32:02.964062 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.db [None req-046d9769-b3cd-461a-9740-9adea701fdf0 None None] For port dddb617a-d2c8-40ac-b558-9297a91a3189, host dv-cinder-828806-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-4-iscsi',level=0,port_id=dddb617a-d2c8-40ac-b558-9297a91a3189,segment=NetworkSegment(62ac0ae7-80b5-4e4a-8b13-c03bf2f21d35),segment_id=62ac0ae7-80b5-4e4a-8b13-c03bf2f21d35)] {{(pid=104074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:32:02.977682 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-046d9769-b3cd-461a-9740-9adea701fdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (dddb617a-d2c8-40ac-b558-9297a91a3189), after_update {{(pid=104074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:02.984335 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:02.989908 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvr_db [None req-8b75d9a1-251c-4aa5-8d99-448d49c23177 None None] Set router 3a04e233-bd02-4ae6-8113-2e9d476008b0 gateway port host: dv-cinder-828806-4-iscsi {{(pid=104073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:32:03.046363 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c51965e-ceab-4613-a756-7b00e7a7b383 None None] Pushing event updated for resources: {'Port': ['ID=dddb617a-d2c8-40ac-b558-9297a91a3189,revision_number=4']} {{(pid=104074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:03.058714 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Device 87af278a-ae34-49ae-8b47-24dca382f319 up at agent ovs-agent-dv-cinder-828806-4-iscsi {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:32:03.085460 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046d9769-b3cd-461a-9740-9adea701fdf0 None None] Routers {'71e2b117-8f5e-424f-8edd-8ce1fa2c46b2'} bound to L3 agent in host dv-cinder-828806-4-iscsi {{(pid=104074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:32:03.087045 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-046d9769-b3cd-461a-9740-9adea701fdf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:14:31Z,description=,heartbeat_timestamp=2022-05-27T03:32:01Z,host='dv-cinder-828806-4-iscsi',id=3e4effd7-5bc9-408b-93fa-42e4b19a61d9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:14:31Z,topic='l3_agent')) {'router_ids': ['71e2b117-8f5e-424f-8edd-8ce1fa2c46b2'], 'active': True} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:32:03.188409 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c1361e6-d4e2-4dce-8083-f121f20dbc6b None None] Network 145e603f-cc11-416e-b3d4-5a55a1d5fcac requested from dv-cinder-828806-4-iscsi {{(pid=104073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:32:03.197786 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-859f6f99-d8a3-49dd-857e-be7787b0f4ae admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1cd50a0a32ae481b82c64c706ebd1bda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8079343 May 27 03:32:03.198656 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 38586) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:32:03.254374 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvr_db [None req-046d9769-b3cd-461a-9740-9adea701fdf0 None None] Set router 71e2b117-8f5e-424f-8edd-8ce1fa2c46b2 gateway port host: dv-cinder-828806-4-iscsi {{(pid=104074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:32:03.278391 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Provisioning complete for port 87af278a-ae34-49ae-8b47-24dca382f319 triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:32:03.278391 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (87af278a-ae34-49ae-8b47-24dca382f319), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:03.298886 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-2e56d107-cd5e-490f-a0b3-4f0f87906c9e admin admin] Publish callbacks [] for security_group (4aab7d9d-ba8b-4798-8465-d3cf048f00d1), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:03.346987 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-494c32d4-f9ef-4e75-8b3b-969646d2a635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:03.348369 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-2e56d107-cd5e-490f-a0b3-4f0f87906c9e admin admin] Publish callbacks [] for security_group (4aab7d9d-ba8b-4798-8465-d3cf048f00d1), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:03.377900 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-72033c5c-5f96-41f4-8309-8cf99efc8f3d None None] Provisioning complete for port dddb617a-d2c8-40ac-b558-9297a91a3189 triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:32:03.378278 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-72033c5c-5f96-41f4-8309-8cf99efc8f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (dddb617a-d2c8-40ac-b558-9297a91a3189), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:03.429980 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-8b75d9a1-251c-4aa5-8d99-448d49c23177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a04e233-bd02-4ae6-8113-2e9d476008b0', 'name': 'tempest-TestShelveInstance-2045258438-router', 'tenant_id': '407905b0b8764df0a86e1ac9f93b682c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '11d5ecb5-f6bc-419f-bbfb-8a002bb17eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:32:00Z', 'updated_at': '2022-05-27T03:32:01Z', 'revision_number': 3, 'project_id': '407905b0b8764df0a86e1ac9f93b682c', 'gw_port': {'id': '11d5ecb5-f6bc-419f-bbfb-8a002bb17eb7', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f8:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a04e233-bd02-4ae6-8113-2e9d476008b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:32:01Z', 'updated_at': '2022-05-27T03:32:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi'}], 'dv-cinder-828806-4-iscsi', False) {} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:32:03.447024 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-2e56d107-cd5e-490f-a0b3-4f0f87906c9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (4aab7d9d-ba8b-4798-8465-d3cf048f00d1), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:03.450668 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-2e56d107-cd5e-490f-a0b3-4f0f87906c9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:03.451879 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-2e56d107-cd5e-490f-a0b3-4f0f87906c9e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4aab7d9d-ba8b-4798-8465-d3cf048f00d1 HTTP/1.1" status: 204 len: 168 time: 0.2501738 May 27 03:32:03.462311 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e56d107-cd5e-490f-a0b3-4f0f87906c9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aab7d9d-ba8b-4798-8465-d3cf048f00d1,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:03.533143 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b75d9a1-251c-4aa5-8d99-448d49c23177 None None] Checking router: 3a04e233-bd02-4ae6-8113-2e9d476008b0 for host: dv-cinder-828806-4-iscsi {{(pid=104073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:32:03.533501 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b75d9a1-251c-4aa5-8d99-448d49c23177 None None] Updating router 3a04e233-bd02-4ae6-8113-2e9d476008b0 port 11d5ecb5-f6bc-419f-bbfb-8a002bb17eb7 binding host dv-cinder-828806-4-iscsi {{(pid=104073) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:32:03.566554 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-8b75d9a1-251c-4aa5-8d99-448d49c23177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (11d5ecb5-f6bc-419f-bbfb-8a002bb17eb7), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:03.618397 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.db.db_base_plugin_common [None req-494c32d4-f9ef-4e75-8b3b-969646d2a635 admin admin] Allocated IP 172.20.0.1 (145e603f-cc11-416e-b3d4-5a55a1d5fcac/da686f41-1c9d-48d9-a77d-a700d816080c/306b9cf2-46ca-4614-abcd-8a8f5a5be1af) {{(pid=104072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:32:03.621598 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-046d9769-b3cd-461a-9740-9adea701fdf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e2b117-8f5e-424f-8edd-8ce1fa2c46b2', 'name': 'tempest-TestShelveInstance-1905994530-router', 'tenant_id': '2bab42aa679b4182887da08409099827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.240'}], 'enable_snat': True}, 'gw_port_id': '2efe3393-ef09-4fb8-ac9a-f7e94302922b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:31:55Z', 'updated_at': '2022-05-27T03:31:58Z', 'revision_number': 4, 'project_id': '2bab42aa679b4182887da08409099827', 'gw_port': {'id': '2efe3393-ef09-4fb8-ac9a-f7e94302922b', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:95:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e2b117-8f5e-424f-8edd-8ce1fa2c46b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:31:56Z', 'updated_at': '2022-05-27T03:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi', '_interfaces': [{'id': 'dddb617a-d2c8-40ac-b558-9297a91a3189', 'name': '', 'network_id': '62ed16ec-a22b-4dfe-b256-e84954389be2', 'tenant_id': '2bab42aa679b4182887da08409099827', 'mac_address': 'fa:16:3e:c6:cb:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71e2b117-8f5e-424f-8edd-8ce1fa2c46b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'c83a552a-0d39-4ffa-8357-96ee1a11d60a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:31:58Z', 'updated_at': '2022-05-27T03:32:02Z', 'revision_number': 4, 'project_id': '2bab42aa679b4182887da08409099827', 'subnets': [{'id': 'c83a552a-0d39-4ffa-8357-96ee1a11d60a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-4-iscsi', False) {} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:32:03.714071 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046d9769-b3cd-461a-9740-9adea701fdf0 None None] The sync data for ids ['71e2b117-8f5e-424f-8edd-8ce1fa2c46b2'] in dv-cinder-828806-4-iscsi is: [{'id': '71e2b117-8f5e-424f-8edd-8ce1fa2c46b2', 'name': 'tempest-TestShelveInstance-1905994530-router', 'tenant_id': '2bab42aa679b4182887da08409099827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.240'}], 'enable_snat': True}, 'gw_port_id': '2efe3393-ef09-4fb8-ac9a-f7e94302922b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:31:55Z', 'updated_at': '2022-05-27T03:31:58Z', 'revision_number': 4, 'project_id': '2bab42aa679b4182887da08409099827', 'gw_port': {'id': '2efe3393-ef09-4fb8-ac9a-f7e94302922b', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:95:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e2b117-8f5e-424f-8edd-8ce1fa2c46b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:31:56Z', 'updated_at': '2022-05-27T03:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi', '_interfaces': [{'id': 'dddb617a-d2c8-40ac-b558-9297a91a3189', 'name': '', 'network_id': '62ed16ec-a22b-4dfe-b256-e84954389be2', 'tenant_id': '2bab42aa679b4182887da08409099827', 'mac_address': 'fa:16:3e:c6:cb:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71e2b117-8f5e-424f-8edd-8ce1fa2c46b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'c83a552a-0d39-4ffa-8357-96ee1a11d60a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:31:58Z', 'updated_at': '2022-05-27T03:32:02Z', 'revision_number': 4, 'project_id': '2bab42aa679b4182887da08409099827', 'subnets': [{'id': 'c83a552a-0d39-4ffa-8357-96ee1a11d60a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:32:03.809723 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Current status of the port 87af278a-ae34-49ae-8b47-24dca382f319 is: DOWN; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:32:03.810120 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (87af278a-ae34-49ae-8b47-24dca382f319), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:03.844397 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:03.860161 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f70e7e6e-5d50-42a8-9a05-38619da83ed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (7db81693-ec25-4d8d-9069-8605391ffc10), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:03.892896 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-494c32d4-f9ef-4e75-8b3b-969646d2a635 admin admin] Publish callbacks [] for port (306b9cf2-46ca-4614-abcd-8a8f5a5be1af), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:03.961116 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-494c32d4-f9ef-4e75-8b3b-969646d2a635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743907242280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13119109'] for port (306b9cf2-46ca-4614-abcd-8a8f5a5be1af), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:04.051001 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:INSERT=5,neutron:SELECT=94,neutron:UPDATE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:04.056863 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494c32d4-f9ef-4e75-8b3b-969646d2a635 admin admin] Pushing event updated for resources: {'Port': ['ID=306b9cf2-46ca-4614-abcd-8a8f5a5be1af,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:04.060745 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:04.081493 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-494c32d4-f9ef-4e75-8b3b-969646d2a635 admin admin] Network 145e603f-cc11-416e-b3d4-5a55a1d5fcac is already hosted by enough agents. {{(pid=104072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:32:04.084479 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.base_scheduler [None req-494c32d4-f9ef-4e75-8b3b-969646d2a635 admin admin] Resources bound (agent type, host, resource id): {{(pid=104072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:32:04.088532 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494c32d4-f9ef-4e75-8b3b-969646d2a635 admin admin] Received port after_create {{(pid=104072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:32:04.103486 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] For port 87af278a-ae34-49ae-8b47-24dca382f319, host dv-cinder-828806-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-4-iscsi',level=0,port_id=87af278a-ae34-49ae-8b47-24dca382f319,segment=NetworkSegment(5d85bc2c-f57d-4fdd-b7e5-adc7a6b047ba),segment_id=5d85bc2c-f57d-4fdd-b7e5-adc7a6b047ba)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:32:04.108080 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-72033c5c-5f96-41f4-8309-8cf99efc8f3d None None] Current status of the port dddb617a-d2c8-40ac-b558-9297a91a3189 is: DOWN; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:32:04.108080 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-72033c5c-5f96-41f4-8309-8cf99efc8f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (dddb617a-d2c8-40ac-b558-9297a91a3189), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:04.113791 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:04.138945 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (87af278a-ae34-49ae-8b47-24dca382f319), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:04.140584 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Device 2efe3393-ef09-4fb8-ac9a-f7e94302922b up at agent ovs-agent-dv-cinder-828806-4-iscsi {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:32:04.191104 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-494c32d4-f9ef-4e75-8b3b-969646d2a635 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16279373'] for router_interface (3a04e233-bd02-4ae6-8113-2e9d476008b0), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:04.382215 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Pushing event updated for resources: {'Port': ['ID=87af278a-ae34-49ae-8b47-24dca382f319,revision_number=3']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:04.393460 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-72033c5c-5f96-41f4-8309-8cf99efc8f3d None None] For port dddb617a-d2c8-40ac-b558-9297a91a3189, host dv-cinder-828806-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-4-iscsi',level=0,port_id=dddb617a-d2c8-40ac-b558-9297a91a3189,segment=NetworkSegment(62ac0ae7-80b5-4e4a-8b13-c03bf2f21d35),segment_id=62ac0ae7-80b5-4e4a-8b13-c03bf2f21d35)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:32:04.416676 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-72033c5c-5f96-41f4-8309-8cf99efc8f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (dddb617a-d2c8-40ac-b558-9297a91a3189), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:04.444726 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-494c32d4-f9ef-4e75-8b3b-969646d2a635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (306b9cf2-46ca-4614-abcd-8a8f5a5be1af), before_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:04.492385 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Provisioning complete for port 2efe3393-ef09-4fb8-ac9a-f7e94302922b triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:32:04.493000 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (2efe3393-ef09-4fb8-ac9a-f7e94302922b), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:04.517708 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-72033c5c-5f96-41f4-8309-8cf99efc8f3d None None] Provisioning complete for port 87af278a-ae34-49ae-8b47-24dca382f319 triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:32:04.518061 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-72033c5c-5f96-41f4-8309-8cf99efc8f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (87af278a-ae34-49ae-8b47-24dca382f319), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:04.617582 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-8b75d9a1-251c-4aa5-8d99-448d49c23177 None None] Publish callbacks [] for port (11d5ecb5-f6bc-419f-bbfb-8a002bb17eb7), precommit_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:04.648924 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72033c5c-5f96-41f4-8309-8cf99efc8f3d None None] Pushing event updated for resources: {'Port': ['ID=dddb617a-d2c8-40ac-b558-9297a91a3189,revision_number=5']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:04.672269 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-8b75d9a1-251c-4aa5-8d99-448d49c23177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (11d5ecb5-f6bc-419f-bbfb-8a002bb17eb7), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:04.768149 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7343e2b5-61e6-48e4-a13a-4e1ba53c655f None None] Pushing event updated for resources: {'Port': ['ID=11d5ecb5-f6bc-419f-bbfb-8a002bb17eb7,revision_number=2']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:04.770649 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-494c32d4-f9ef-4e75-8b3b-969646d2a635 admin admin] Publish callbacks [] for port (306b9cf2-46ca-4614-abcd-8a8f5a5be1af), precommit_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:04.782987 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-494c32d4-f9ef-4e75-8b3b-969646d2a635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13119154'] for port (306b9cf2-46ca-4614-abcd-8a8f5a5be1af), after_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:04.832384 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:04.856821 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-72033c5c-5f96-41f4-8309-8cf99efc8f3d None None] Current status of the port 87af278a-ae34-49ae-8b47-24dca382f319 is: ACTIVE; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:32:04.861694 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.managers [None req-8b75d9a1-251c-4aa5-8d99-448d49c23177 None None] Attempting to bind port 11d5ecb5-f6bc-419f-bbfb-8a002bb17eb7 on host dv-cinder-828806-4-iscsi for vnic_type normal with profile {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:32:04.862070 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.managers [None req-8b75d9a1-251c-4aa5-8d99-448d49c23177 None None] Attempting to bind port 11d5ecb5-f6bc-419f-bbfb-8a002bb17eb7 by drivers openvswitch,hyperv on host dv-cinder-828806-4-iscsi at level 0 using segments [{'id': '7e44f6fa-4b8b-41b0-9dbf-83bfa81b059a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d'}] {{(pid=104073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:32:04.862437 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b75d9a1-251c-4aa5-8d99-448d49c23177 None None] Attempting to bind port 11d5ecb5-f6bc-419f-bbfb-8a002bb17eb7 on network ca8b8e18-04f1-46f4-8c3b-aba3c077569d {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:32:04.875583 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Current status of the port 2efe3393-ef09-4fb8-ac9a-f7e94302922b is: ACTIVE; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:32:04.878137 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b75d9a1-251c-4aa5-8d99-448d49c23177 None None] Checking agent: {'id': '01a6c5a5-ff25-49ea-8869-bb2b5ba0570e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828806-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 14, 35), 'started_at': datetime.datetime(2022, 5, 27, 3, 15, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 31, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828806-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:32:04.878516 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b75d9a1-251c-4aa5-8d99-448d49c23177 None None] Checking segment: {'id': '7e44f6fa-4b8b-41b0-9dbf-83bfa81b059a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:32:04.878911 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-8b75d9a1-251c-4aa5-8d99-448d49c23177 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:04.879294 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b75d9a1-251c-4aa5-8d99-448d49c23177 None None] Bound using segment: {'id': '7e44f6fa-4b8b-41b0-9dbf-83bfa81b059a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d'} {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:32:04.879772 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.managers [None req-8b75d9a1-251c-4aa5-8d99-448d49c23177 None None] Bound port: 11d5ecb5-f6bc-419f-bbfb-8a002bb17eb7, host: dv-cinder-828806-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e44f6fa-4b8b-41b0-9dbf-83bfa81b059a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d'}}] {{(pid=104073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:32:04.880149 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-8b75d9a1-251c-4aa5-8d99-448d49c23177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (11d5ecb5-f6bc-419f-bbfb-8a002bb17eb7), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:04.944302 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-8b75d9a1-251c-4aa5-8d99-448d49c23177 None None] For port 11d5ecb5-f6bc-419f-bbfb-8a002bb17eb7, host dv-cinder-828806-4-iscsi, cleared binding levels {{(pid=104073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:32:05.003821 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-8b75d9a1-251c-4aa5-8d99-448d49c23177 None None] For port 11d5ecb5-f6bc-419f-bbfb-8a002bb17eb7, host dv-cinder-828806-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-4-iscsi',level=0,port_id=11d5ecb5-f6bc-419f-bbfb-8a002bb17eb7,segment=NetworkSegment(7e44f6fa-4b8b-41b0-9dbf-83bfa81b059a),segment_id=7e44f6fa-4b8b-41b0-9dbf-83bfa81b059a)] {{(pid=104073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:32:05.022615 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-d86f444c-a40a-4750-afd0-2056820845fa None None] Provisioning complete for port dddb617a-d2c8-40ac-b558-9297a91a3189 triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:32:05.023122 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-d86f444c-a40a-4750-afd0-2056820845fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (dddb617a-d2c8-40ac-b558-9297a91a3189), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:05.038261 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-8b75d9a1-251c-4aa5-8d99-448d49c23177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (11d5ecb5-f6bc-419f-bbfb-8a002bb17eb7), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:05.203999 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7343e2b5-61e6-48e4-a13a-4e1ba53c655f None None] Pushing event updated for resources: {'Port': ['ID=11d5ecb5-f6bc-419f-bbfb-8a002bb17eb7,revision_number=3']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:05.219318 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Device 87af278a-ae34-49ae-8b47-24dca382f319 up at agent ovs-agent-dv-cinder-828806-4-iscsi {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:32:05.235153 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-494c32d4-f9ef-4e75-8b3b-969646d2a635 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-366354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16280317'] for router_interface (3a04e233-bd02-4ae6-8113-2e9d476008b0), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:05.257913 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (01a6c5a5-ff25-49ea-8869-bb2b5ba0570e), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:05.265710 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494c32d4-f9ef-4e75-8b3b-969646d2a635 admin admin] Pushing event updated for resources: {'Port': ['ID=306b9cf2-46ca-4614-abcd-8a8f5a5be1af,revision_number=2']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:05.297796 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b75d9a1-251c-4aa5-8d99-448d49c23177 None None] Routers {'3a04e233-bd02-4ae6-8113-2e9d476008b0'} bound to L3 agent in host dv-cinder-828806-4-iscsi {{(pid=104073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:32:05.299121 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-8b75d9a1-251c-4aa5-8d99-448d49c23177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:14:31Z,description=,heartbeat_timestamp=2022-05-27T03:32:01Z,host='dv-cinder-828806-4-iscsi',id=3e4effd7-5bc9-408b-93fa-42e4b19a61d9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:14:31Z,topic='l3_agent')) {'router_ids': ['3a04e233-bd02-4ae6-8113-2e9d476008b0'], 'active': True} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:32:05.417017 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-494c32d4-f9ef-4e75-8b3b-969646d2a635 admin admin] Network 145e603f-cc11-416e-b3d4-5a55a1d5fcac is already hosted by enough agents. {{(pid=104072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:32:05.418797 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.base_scheduler [None req-494c32d4-f9ef-4e75-8b3b-969646d2a635 admin admin] Resources bound (agent type, host, resource id): {{(pid=104072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:32:05.602565 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-494c32d4-f9ef-4e75-8b3b-969646d2a635 admin admin] Router 3a04e233-bd02-4ae6-8113-2e9d476008b0 has already been hosted by L3 agent 3e4effd7-5bc9-408b-93fa-42e4b19a61d9 {{(pid=104072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:32:05.604454 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Provisioning complete for port 87af278a-ae34-49ae-8b47-24dca382f319 triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:32:05.604922 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (87af278a-ae34-49ae-8b47-24dca382f319), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:05.605161 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:05.699623 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:05.700782 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-d86f444c-a40a-4750-afd0-2056820845fa None None] Current status of the port dddb617a-d2c8-40ac-b558-9297a91a3189 is: ACTIVE; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:32:05.724541 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-d86f444c-a40a-4750-afd0-2056820845fa None None] Provisioning complete for port 306b9cf2-46ca-4614-abcd-8a8f5a5be1af triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:32:05.725027 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-d86f444c-a40a-4750-afd0-2056820845fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (306b9cf2-46ca-4614-abcd-8a8f5a5be1af), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:05.753430 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-494c32d4-f9ef-4e75-8b3b-969646d2a635 admin admin] Notify agent at l3_agent.dv-cinder-828806-4-iscsi the message routers_updated {{(pid=104072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:32:05.769063 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-494c32d4-f9ef-4e75-8b3b-969646d2a635 admin admin] 10.222.0.50 "PUT /v2.0/routers/3a04e233-bd02-4ae6-8113-2e9d476008b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3259025 May 27 03:32:05.889146 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvr_db [None req-8b75d9a1-251c-4aa5-8d99-448d49c23177 None None] Set router 3a04e233-bd02-4ae6-8113-2e9d476008b0 gateway port host: dv-cinder-828806-4-iscsi {{(pid=104073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:32:05.920920 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-d86f444c-a40a-4750-afd0-2056820845fa None None] Port 306b9cf2-46ca-4614-abcd-8a8f5a5be1af cannot update to ACTIVE because it is not bound. {{(pid=104073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:32:05.938810 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Current status of the port 87af278a-ae34-49ae-8b47-24dca382f319 is: ACTIVE; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:32:05.945336 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Device dddb617a-d2c8-40ac-b558-9297a91a3189 up at agent ovs-agent-dv-cinder-828806-4-iscsi {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:32:06.007156 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-d86f444c-a40a-4750-afd0-2056820845fa None None] Provisioning complete for port 87af278a-ae34-49ae-8b47-24dca382f319 triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:32:06.007533 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-d86f444c-a40a-4750-afd0-2056820845fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (87af278a-ae34-49ae-8b47-24dca382f319), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:06.105447 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:06.139124 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Provisioning complete for port dddb617a-d2c8-40ac-b558-9297a91a3189 triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:32:06.139497 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (dddb617a-d2c8-40ac-b558-9297a91a3189), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:06.233876 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 38700) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:32:06.238580 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [None req-694d3f30-a590-48f6-9c35-cb523b490e91 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1775821233', 'description': 'tempest-secgroup-smoke-1775821233 description', 'project_id': '2bab42aa679b4182887da08409099827'}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:32:06.255500 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-d86f444c-a40a-4750-afd0-2056820845fa None None] Current status of the port 87af278a-ae34-49ae-8b47-24dca382f319 is: ACTIVE; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:32:06.266267 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-694d3f30-a590-48f6-9c35-cb523b490e91 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Publish callbacks [] for security_group (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:06.290057 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-8b75d9a1-251c-4aa5-8d99-448d49c23177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a04e233-bd02-4ae6-8113-2e9d476008b0', 'name': 'tempest-TestShelveInstance-2045258438-router', 'tenant_id': '407905b0b8764df0a86e1ac9f93b682c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '11d5ecb5-f6bc-419f-bbfb-8a002bb17eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:32:00Z', 'updated_at': '2022-05-27T03:32:04Z', 'revision_number': 4, 'project_id': '407905b0b8764df0a86e1ac9f93b682c', 'gw_port': {'id': '11d5ecb5-f6bc-419f-bbfb-8a002bb17eb7', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f8:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a04e233-bd02-4ae6-8113-2e9d476008b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:32:01Z', 'updated_at': '2022-05-27T03:32:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi', '_interfaces': [{'id': '306b9cf2-46ca-4614-abcd-8a8f5a5be1af', 'name': '', 'network_id': '145e603f-cc11-416e-b3d4-5a55a1d5fcac', 'tenant_id': '407905b0b8764df0a86e1ac9f93b682c', 'mac_address': 'fa:16:3e:c8:d4:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a04e233-bd02-4ae6-8113-2e9d476008b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'da686f41-1c9d-48d9-a77d-a700d816080c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:32:03Z', 'updated_at': '2022-05-27T03:32:04Z', 'revision_number': 2, 'project_id': '407905b0b8764df0a86e1ac9f93b682c', 'subnets': [{'id': 'da686f41-1c9d-48d9-a77d-a700d816080c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-4-iscsi', False) {} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:32:06.293357 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=84,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:06.335654 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b75d9a1-251c-4aa5-8d99-448d49c23177 None None] The sync data for ids ['3a04e233-bd02-4ae6-8113-2e9d476008b0'] in dv-cinder-828806-4-iscsi is: [{'id': '3a04e233-bd02-4ae6-8113-2e9d476008b0', 'name': 'tempest-TestShelveInstance-2045258438-router', 'tenant_id': '407905b0b8764df0a86e1ac9f93b682c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '11d5ecb5-f6bc-419f-bbfb-8a002bb17eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:32:00Z', 'updated_at': '2022-05-27T03:32:04Z', 'revision_number': 4, 'project_id': '407905b0b8764df0a86e1ac9f93b682c', 'gw_port': {'id': '11d5ecb5-f6bc-419f-bbfb-8a002bb17eb7', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f8:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a04e233-bd02-4ae6-8113-2e9d476008b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:32:01Z', 'updated_at': '2022-05-27T03:32:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi', '_interfaces': [{'id': '306b9cf2-46ca-4614-abcd-8a8f5a5be1af', 'name': '', 'network_id': '145e603f-cc11-416e-b3d4-5a55a1d5fcac', 'tenant_id': '407905b0b8764df0a86e1ac9f93b682c', 'mac_address': 'fa:16:3e:c8:d4:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a04e233-bd02-4ae6-8113-2e9d476008b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'da686f41-1c9d-48d9-a77d-a700d816080c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:32:03Z', 'updated_at': '2022-05-27T03:32:04Z', 'revision_number': 2, 'project_id': '407905b0b8764df0a86e1ac9f93b682c', 'subnets': [{'id': 'da686f41-1c9d-48d9-a77d-a700d816080c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:32:06.350650 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Current status of the port dddb617a-d2c8-40ac-b558-9297a91a3189 is: ACTIVE; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:32:06.381834 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-bf21139a-997a-4a1b-935e-d549cdb62358 None None] Provisioning complete for port 306b9cf2-46ca-4614-abcd-8a8f5a5be1af triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:32:06.382498 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-bf21139a-997a-4a1b-935e-d549cdb62358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (306b9cf2-46ca-4614-abcd-8a8f5a5be1af), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:06.384628 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-694d3f30-a590-48f6-9c35-cb523b490e91 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Publish callbacks [] for security_group (a6560337-1859-4725-b16a-86c0a0e9f0cc), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:06.391404 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-694d3f30-a590-48f6-9c35-cb523b490e91 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (a6560337-1859-4725-b16a-86c0a0e9f0cc), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:06.426901 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-bf21139a-997a-4a1b-935e-d549cdb62358 None None] Port 306b9cf2-46ca-4614-abcd-8a8f5a5be1af cannot update to ACTIVE because it is not bound. {{(pid=104073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:32:06.430041 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694d3f30-a590-48f6-9c35-cb523b490e91 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6560337-1859-4725-b16a-86c0a0e9f0cc,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:06.436783 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-694d3f30-a590-48f6-9c35-cb523b490e91 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Publish callbacks [] for security_group (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:06.438580 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-694d3f30-a590-48f6-9c35-cb523b490e91 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2036417 May 27 03:32:06.441486 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 38710) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:32:06.446574 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [None req-97454e7a-38b1-462d-bbc3-55519e881338 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Request body: {'security_group_rule': {'security_group_id': 'a6560337-1859-4725-b16a-86c0a0e9f0cc', 'project_id': '2bab42aa679b4182887da08409099827', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:32:06.478852 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-97454e7a-38b1-462d-bbc3-55519e881338 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Publish callbacks [] for security_group_rule (8246815c-3555-4b12-9517-7237f3f51220), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:06.530922 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-97454e7a-38b1-462d-bbc3-55519e881338 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Publish callbacks [] for security_group_rule (8246815c-3555-4b12-9517-7237f3f51220), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:06.535856 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-97454e7a-38b1-462d-bbc3-55519e881338 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713807'] for security_group_rule (8246815c-3555-4b12-9517-7237f3f51220), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:06.554885 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97454e7a-38b1-462d-bbc3-55519e881338 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8246815c-3555-4b12-9517-7237f3f51220,revision_number=0']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:06.568242 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-97454e7a-38b1-462d-bbc3-55519e881338 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:06.570190 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-97454e7a-38b1-462d-bbc3-55519e881338 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1268241 May 27 03:32:06.572381 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 38714) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:32:06.579485 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [None req-68194fac-341f-4c77-8adb-3f82b8356bf3 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Request body: {'security_group_rule': {'security_group_id': 'a6560337-1859-4725-b16a-86c0a0e9f0cc', 'project_id': '2bab42aa679b4182887da08409099827', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:32:06.617142 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-68194fac-341f-4c77-8adb-3f82b8356bf3 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Publish callbacks [] for security_group_rule (1080d3c9-4c3a-41c6-8f52-c43f2b29f0cf), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:06.671616 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-68194fac-341f-4c77-8adb-3f82b8356bf3 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Publish callbacks [] for security_group_rule (1080d3c9-4c3a-41c6-8f52-c43f2b29f0cf), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:06.676151 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-68194fac-341f-4c77-8adb-3f82b8356bf3 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713807'] for security_group_rule (1080d3c9-4c3a-41c6-8f52-c43f2b29f0cf), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:06.695903 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68194fac-341f-4c77-8adb-3f82b8356bf3 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1080d3c9-4c3a-41c6-8f52-c43f2b29f0cf,revision_number=0']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:06.704543 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-68194fac-341f-4c77-8adb-3f82b8356bf3 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:06.708924 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-68194fac-341f-4c77-8adb-3f82b8356bf3 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1351700 May 27 03:32:06.709557 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 38716) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:32:06.714492 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [None req-e58ac747-f06c-4ca8-bd3f-3ea94a07f655 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Request body: {'security_group_rule': {'security_group_id': 'a6560337-1859-4725-b16a-86c0a0e9f0cc', 'project_id': '2bab42aa679b4182887da08409099827', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:32:06.745556 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-e58ac747-f06c-4ca8-bd3f-3ea94a07f655 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Publish callbacks [] for security_group_rule (f5d74261-5d78-4cea-9252-063748965331), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:06.777636 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:06.800765 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-e58ac747-f06c-4ca8-bd3f-3ea94a07f655 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Publish callbacks [] for security_group_rule (f5d74261-5d78-4cea-9252-063748965331), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:06.807301 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-e58ac747-f06c-4ca8-bd3f-3ea94a07f655 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713807'] for security_group_rule (f5d74261-5d78-4cea-9252-063748965331), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:06.831013 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58ac747-f06c-4ca8-bd3f-3ea94a07f655 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5d74261-5d78-4cea-9252-063748965331,revision_number=0']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:06.843916 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-e58ac747-f06c-4ca8-bd3f-3ea94a07f655 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:06.847858 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-e58ac747-f06c-4ca8-bd3f-3ea94a07f655 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1344690 May 27 03:32:06.848013 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 38720) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:32:06.852519 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [None req-1c449770-737b-499c-9522-6b5cc3ae4dba tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Request body: {'security_group_rule': {'security_group_id': 'a6560337-1859-4725-b16a-86c0a0e9f0cc', 'project_id': '2bab42aa679b4182887da08409099827', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:32:06.883778 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-1c449770-737b-499c-9522-6b5cc3ae4dba tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Publish callbacks [] for security_group_rule (5b38a8ff-8434-4fa2-bf17-019c3ac59933), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:06.951565 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-1c449770-737b-499c-9522-6b5cc3ae4dba tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Publish callbacks [] for security_group_rule (5b38a8ff-8434-4fa2-bf17-019c3ac59933), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:06.958206 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-1c449770-737b-499c-9522-6b5cc3ae4dba tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713807'] for security_group_rule (5b38a8ff-8434-4fa2-bf17-019c3ac59933), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:06.986113 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c449770-737b-499c-9522-6b5cc3ae4dba tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b38a8ff-8434-4fa2-bf17-019c3ac59933,revision_number=0']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:07.000323 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-1c449770-737b-499c-9522-6b5cc3ae4dba tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:07.003467 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-1c449770-737b-499c-9522-6b5cc3ae4dba tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1532888 May 27 03:32:07.005602 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 38728) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:32:07.010781 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [None req-428f588b-4703-43a7-bc04-5d4eebece82f tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Request body: {'security_group_rule': {'security_group_id': 'a6560337-1859-4725-b16a-86c0a0e9f0cc', 'project_id': '2bab42aa679b4182887da08409099827', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:32:07.048539 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.db.securitygroups_db [None req-428f588b-4703-43a7-bc04-5d4eebece82f tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Project 2bab42aa679b4182887da08409099827 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 03:32:07.055381 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-428f588b-4703-43a7-bc04-5d4eebece82f tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Publish callbacks [] for security_group_rule (064be071-a95c-41dc-bd93-0ff3c71400bc), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:07.157091 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-428f588b-4703-43a7-bc04-5d4eebece82f tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Publish callbacks [] for security_group_rule (064be071-a95c-41dc-bd93-0ff3c71400bc), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:07.167092 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-428f588b-4703-43a7-bc04-5d4eebece82f tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713807'] for security_group_rule (064be071-a95c-41dc-bd93-0ff3c71400bc), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:07.190699 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428f588b-4703-43a7-bc04-5d4eebece82f tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=064be071-a95c-41dc-bd93-0ff3c71400bc,revision_number=0']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:07.201230 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-428f588b-4703-43a7-bc04-5d4eebece82f tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:07.202494 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-428f588b-4703-43a7-bc04-5d4eebece82f tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1958780 May 27 03:32:07.205200 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 38734) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:32:07.209599 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [None req-cbb49530-a249-424c-b783-dd1e81d3ac88 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Request body: {'security_group_rule': {'security_group_id': 'a6560337-1859-4725-b16a-86c0a0e9f0cc', 'project_id': '2bab42aa679b4182887da08409099827', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:32:07.233358 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.db.securitygroups_db [None req-cbb49530-a249-424c-b783-dd1e81d3ac88 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Project 2bab42aa679b4182887da08409099827 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 03:32:07.240234 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-cbb49530-a249-424c-b783-dd1e81d3ac88 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Publish callbacks [] for security_group_rule (b30cc652-f5c0-40ff-b401-671fe846a1b6), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:07.283631 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:07.301136 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-cbb49530-a249-424c-b783-dd1e81d3ac88 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Publish callbacks [] for security_group_rule (b30cc652-f5c0-40ff-b401-671fe846a1b6), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:07.305770 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-cbb49530-a249-424c-b783-dd1e81d3ac88 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713807'] for security_group_rule (b30cc652-f5c0-40ff-b401-671fe846a1b6), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:07.328089 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb49530-a249-424c-b783-dd1e81d3ac88 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b30cc652-f5c0-40ff-b401-671fe846a1b6,revision_number=0']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:07.333942 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-cbb49530-a249-424c-b783-dd1e81d3ac88 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:07.335152 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-cbb49530-a249-424c-b783-dd1e81d3ac88 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1288579 May 27 03:32:08.484845 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f414dc97-ae91-4eaf-b784-1aa0bfdd6f8c None None] Sync routers for ids ['3a04e233-bd02-4ae6-8113-2e9d476008b0'] in dv-cinder-828806-4-iscsi {{(pid=104074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:32:08.493803 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:08.496350 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f414dc97-ae91-4eaf-b784-1aa0bfdd6f8c None None] Routers {'3a04e233-bd02-4ae6-8113-2e9d476008b0'} bound to L3 agent in host dv-cinder-828806-4-iscsi {{(pid=104074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:32:08.497053 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-f414dc97-ae91-4eaf-b784-1aa0bfdd6f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:14:31Z,description=,heartbeat_timestamp=2022-05-27T03:32:01Z,host='dv-cinder-828806-4-iscsi',id=3e4effd7-5bc9-408b-93fa-42e4b19a61d9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:14:31Z,topic='l3_agent')) {'router_ids': ['3a04e233-bd02-4ae6-8113-2e9d476008b0'], 'active': True} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:32:08.602846 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvr_db [None req-f414dc97-ae91-4eaf-b784-1aa0bfdd6f8c None None] Set router 3a04e233-bd02-4ae6-8113-2e9d476008b0 gateway port host: dv-cinder-828806-4-iscsi {{(pid=104074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:32:08.797663 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-f414dc97-ae91-4eaf-b784-1aa0bfdd6f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a04e233-bd02-4ae6-8113-2e9d476008b0', 'name': 'tempest-TestShelveInstance-2045258438-router', 'tenant_id': '407905b0b8764df0a86e1ac9f93b682c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '11d5ecb5-f6bc-419f-bbfb-8a002bb17eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:32:00Z', 'updated_at': '2022-05-27T03:32:04Z', 'revision_number': 4, 'project_id': '407905b0b8764df0a86e1ac9f93b682c', 'gw_port': {'id': '11d5ecb5-f6bc-419f-bbfb-8a002bb17eb7', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f8:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a04e233-bd02-4ae6-8113-2e9d476008b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:32:01Z', 'updated_at': '2022-05-27T03:32:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi', '_interfaces': [{'id': '306b9cf2-46ca-4614-abcd-8a8f5a5be1af', 'name': '', 'network_id': '145e603f-cc11-416e-b3d4-5a55a1d5fcac', 'tenant_id': '407905b0b8764df0a86e1ac9f93b682c', 'mac_address': 'fa:16:3e:c8:d4:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a04e233-bd02-4ae6-8113-2e9d476008b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'da686f41-1c9d-48d9-a77d-a700d816080c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:32:03Z', 'updated_at': '2022-05-27T03:32:04Z', 'revision_number': 2, 'project_id': '407905b0b8764df0a86e1ac9f93b682c', 'subnets': [{'id': 'da686f41-1c9d-48d9-a77d-a700d816080c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-4-iscsi', False) {} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:32:08.822781 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f414dc97-ae91-4eaf-b784-1aa0bfdd6f8c None None] Checking router: 3a04e233-bd02-4ae6-8113-2e9d476008b0 for host: dv-cinder-828806-4-iscsi {{(pid=104074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:32:08.823136 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f414dc97-ae91-4eaf-b784-1aa0bfdd6f8c None None] Updating router 3a04e233-bd02-4ae6-8113-2e9d476008b0 port 306b9cf2-46ca-4614-abcd-8a8f5a5be1af binding host dv-cinder-828806-4-iscsi {{(pid=104074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:32:08.844240 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:08.851747 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-f414dc97-ae91-4eaf-b784-1aa0bfdd6f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (306b9cf2-46ca-4614-abcd-8a8f5a5be1af), before_update {{(pid=104074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:08.963922 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Device 11d5ecb5-f6bc-419f-bbfb-8a002bb17eb7 up at agent ovs-agent-dv-cinder-828806-4-iscsi {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:32:09.013592 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Provisioning complete for port 11d5ecb5-f6bc-419f-bbfb-8a002bb17eb7 triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:32:09.013986 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (11d5ecb5-f6bc-419f-bbfb-8a002bb17eb7), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:09.098094 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Current status of the port 11d5ecb5-f6bc-419f-bbfb-8a002bb17eb7 is: DOWN; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:32:09.098485 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (11d5ecb5-f6bc-419f-bbfb-8a002bb17eb7), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:09.120219 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] For port 11d5ecb5-f6bc-419f-bbfb-8a002bb17eb7, host dv-cinder-828806-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-4-iscsi',level=0,port_id=11d5ecb5-f6bc-419f-bbfb-8a002bb17eb7,segment=NetworkSegment(7e44f6fa-4b8b-41b0-9dbf-83bfa81b059a),segment_id=7e44f6fa-4b8b-41b0-9dbf-83bfa81b059a)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:32:09.126134 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (11d5ecb5-f6bc-419f-bbfb-8a002bb17eb7), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:09.149368 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-f414dc97-ae91-4eaf-b784-1aa0bfdd6f8c None None] Publish callbacks [] for port (306b9cf2-46ca-4614-abcd-8a8f5a5be1af), precommit_update {{(pid=104074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:09.151608 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:09.156475 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-f414dc97-ae91-4eaf-b784-1aa0bfdd6f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (306b9cf2-46ca-4614-abcd-8a8f5a5be1af), after_update {{(pid=104074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:09.181186 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Pushing event updated for resources: {'Port': ['ID=11d5ecb5-f6bc-419f-bbfb-8a002bb17eb7,revision_number=4']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:09.215236 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b37165-c2ed-4dad-9fab-db156b2af080 None None] Pushing event updated for resources: {'Port': ['ID=306b9cf2-46ca-4614-abcd-8a8f5a5be1af,revision_number=3']} {{(pid=104074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:09.280645 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.managers [None req-f414dc97-ae91-4eaf-b784-1aa0bfdd6f8c None None] Attempting to bind port 306b9cf2-46ca-4614-abcd-8a8f5a5be1af on host dv-cinder-828806-4-iscsi for vnic_type normal with profile {{(pid=104074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:32:09.281047 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.managers [None req-f414dc97-ae91-4eaf-b784-1aa0bfdd6f8c None None] Attempting to bind port 306b9cf2-46ca-4614-abcd-8a8f5a5be1af by drivers openvswitch,hyperv on host dv-cinder-828806-4-iscsi at level 0 using segments [{'id': '5d85bc2c-f57d-4fdd-b7e5-adc7a6b047ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '145e603f-cc11-416e-b3d4-5a55a1d5fcac'}] {{(pid=104074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:32:09.281415 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f414dc97-ae91-4eaf-b784-1aa0bfdd6f8c None None] Attempting to bind port 306b9cf2-46ca-4614-abcd-8a8f5a5be1af on network 145e603f-cc11-416e-b3d4-5a55a1d5fcac {{(pid=104074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:32:09.287129 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f414dc97-ae91-4eaf-b784-1aa0bfdd6f8c None None] Checking agent: {'id': '01a6c5a5-ff25-49ea-8869-bb2b5ba0570e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828806-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 14, 35), 'started_at': datetime.datetime(2022, 5, 27, 3, 15, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 32, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828806-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:32:09.287762 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f414dc97-ae91-4eaf-b784-1aa0bfdd6f8c None None] Checking segment: {'id': '5d85bc2c-f57d-4fdd-b7e5-adc7a6b047ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '145e603f-cc11-416e-b3d4-5a55a1d5fcac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:32:09.288346 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-f414dc97-ae91-4eaf-b784-1aa0bfdd6f8c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:09.288742 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f414dc97-ae91-4eaf-b784-1aa0bfdd6f8c None None] Bound using segment: {'id': '5d85bc2c-f57d-4fdd-b7e5-adc7a6b047ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '145e603f-cc11-416e-b3d4-5a55a1d5fcac'} {{(pid=104074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:32:09.289227 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.managers [None req-f414dc97-ae91-4eaf-b784-1aa0bfdd6f8c None None] Bound port: 306b9cf2-46ca-4614-abcd-8a8f5a5be1af, host: dv-cinder-828806-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d85bc2c-f57d-4fdd-b7e5-adc7a6b047ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '145e603f-cc11-416e-b3d4-5a55a1d5fcac'}}] {{(pid=104074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:32:09.289604 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-f414dc97-ae91-4eaf-b784-1aa0bfdd6f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (306b9cf2-46ca-4614-abcd-8a8f5a5be1af), before_update {{(pid=104074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:09.443950 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.db [None req-f414dc97-ae91-4eaf-b784-1aa0bfdd6f8c None None] For port 306b9cf2-46ca-4614-abcd-8a8f5a5be1af, host dv-cinder-828806-4-iscsi, cleared binding levels {{(pid=104074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:32:09.447114 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.db [None req-f414dc97-ae91-4eaf-b784-1aa0bfdd6f8c None None] For port 306b9cf2-46ca-4614-abcd-8a8f5a5be1af, host dv-cinder-828806-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-4-iscsi',level=0,port_id=306b9cf2-46ca-4614-abcd-8a8f5a5be1af,segment=NetworkSegment(5d85bc2c-f57d-4fdd-b7e5-adc7a6b047ba),segment_id=5d85bc2c-f57d-4fdd-b7e5-adc7a6b047ba)] {{(pid=104074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:32:09.457325 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-f414dc97-ae91-4eaf-b784-1aa0bfdd6f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (306b9cf2-46ca-4614-abcd-8a8f5a5be1af), after_update {{(pid=104074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:09.469057 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-63283c1d-ea4e-490e-a272-1e852bfb20c3 None None] Provisioning complete for port 306b9cf2-46ca-4614-abcd-8a8f5a5be1af triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:32:09.469493 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-63283c1d-ea4e-490e-a272-1e852bfb20c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (306b9cf2-46ca-4614-abcd-8a8f5a5be1af), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:09.500783 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:09.526229 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f414dc97-ae91-4eaf-b784-1aa0bfdd6f8c None None] Routers {'3a04e233-bd02-4ae6-8113-2e9d476008b0'} bound to L3 agent in host dv-cinder-828806-4-iscsi {{(pid=104074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:32:09.526887 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-f414dc97-ae91-4eaf-b784-1aa0bfdd6f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:14:31Z,description=,heartbeat_timestamp=2022-05-27T03:32:01Z,host='dv-cinder-828806-4-iscsi',id=3e4effd7-5bc9-408b-93fa-42e4b19a61d9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:14:31Z,topic='l3_agent')) {'router_ids': ['3a04e233-bd02-4ae6-8113-2e9d476008b0'], 'active': True} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:32:09.551897 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-63283c1d-ea4e-490e-a272-1e852bfb20c3 None None] Current status of the port 306b9cf2-46ca-4614-abcd-8a8f5a5be1af is: DOWN; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:32:09.552613 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-63283c1d-ea4e-490e-a272-1e852bfb20c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (306b9cf2-46ca-4614-abcd-8a8f5a5be1af), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:09.563190 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b37165-c2ed-4dad-9fab-db156b2af080 None None] Pushing event updated for resources: {'Port': ['ID=306b9cf2-46ca-4614-abcd-8a8f5a5be1af,revision_number=4']} {{(pid=104074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:09.588228 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-63283c1d-ea4e-490e-a272-1e852bfb20c3 None None] For port 306b9cf2-46ca-4614-abcd-8a8f5a5be1af, host dv-cinder-828806-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-4-iscsi',level=0,port_id=306b9cf2-46ca-4614-abcd-8a8f5a5be1af,segment=NetworkSegment(5d85bc2c-f57d-4fdd-b7e5-adc7a6b047ba),segment_id=5d85bc2c-f57d-4fdd-b7e5-adc7a6b047ba)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:32:09.595785 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-63283c1d-ea4e-490e-a272-1e852bfb20c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (306b9cf2-46ca-4614-abcd-8a8f5a5be1af), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:09.647400 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvr_db [None req-f414dc97-ae91-4eaf-b784-1aa0bfdd6f8c None None] Set router 3a04e233-bd02-4ae6-8113-2e9d476008b0 gateway port host: dv-cinder-828806-4-iscsi {{(pid=104074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:32:09.651137 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63283c1d-ea4e-490e-a272-1e852bfb20c3 None None] Pushing event updated for resources: {'Port': ['ID=306b9cf2-46ca-4614-abcd-8a8f5a5be1af,revision_number=5']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:09.715483 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-95331349-5370-4d85-b4c9-665bf7928fb9 None None] Provisioning complete for port 306b9cf2-46ca-4614-abcd-8a8f5a5be1af triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:32:09.715851 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-95331349-5370-4d85-b4c9-665bf7928fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (306b9cf2-46ca-4614-abcd-8a8f5a5be1af), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:09.790118 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-95331349-5370-4d85-b4c9-665bf7928fb9 None None] Current status of the port 306b9cf2-46ca-4614-abcd-8a8f5a5be1af is: ACTIVE; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:32:09.841486 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-f414dc97-ae91-4eaf-b784-1aa0bfdd6f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a04e233-bd02-4ae6-8113-2e9d476008b0', 'name': 'tempest-TestShelveInstance-2045258438-router', 'tenant_id': '407905b0b8764df0a86e1ac9f93b682c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '11d5ecb5-f6bc-419f-bbfb-8a002bb17eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:32:00Z', 'updated_at': '2022-05-27T03:32:04Z', 'revision_number': 4, 'project_id': '407905b0b8764df0a86e1ac9f93b682c', 'gw_port': {'id': '11d5ecb5-f6bc-419f-bbfb-8a002bb17eb7', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f8:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a04e233-bd02-4ae6-8113-2e9d476008b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:32:01Z', 'updated_at': '2022-05-27T03:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi', '_interfaces': [{'id': '306b9cf2-46ca-4614-abcd-8a8f5a5be1af', 'name': '', 'network_id': '145e603f-cc11-416e-b3d4-5a55a1d5fcac', 'tenant_id': '407905b0b8764df0a86e1ac9f93b682c', 'mac_address': 'fa:16:3e:c8:d4:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a04e233-bd02-4ae6-8113-2e9d476008b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'da686f41-1c9d-48d9-a77d-a700d816080c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:32:03Z', 'updated_at': '2022-05-27T03:32:09Z', 'revision_number': 4, 'project_id': '407905b0b8764df0a86e1ac9f93b682c', 'subnets': [{'id': 'da686f41-1c9d-48d9-a77d-a700d816080c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-4-iscsi', False) {} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:32:09.843138 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:09.870390 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f414dc97-ae91-4eaf-b784-1aa0bfdd6f8c None None] The sync data for ids ['3a04e233-bd02-4ae6-8113-2e9d476008b0'] in dv-cinder-828806-4-iscsi is: [{'id': '3a04e233-bd02-4ae6-8113-2e9d476008b0', 'name': 'tempest-TestShelveInstance-2045258438-router', 'tenant_id': '407905b0b8764df0a86e1ac9f93b682c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '11d5ecb5-f6bc-419f-bbfb-8a002bb17eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:32:00Z', 'updated_at': '2022-05-27T03:32:04Z', 'revision_number': 4, 'project_id': '407905b0b8764df0a86e1ac9f93b682c', 'gw_port': {'id': '11d5ecb5-f6bc-419f-bbfb-8a002bb17eb7', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f8:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a04e233-bd02-4ae6-8113-2e9d476008b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:32:01Z', 'updated_at': '2022-05-27T03:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi', '_interfaces': [{'id': '306b9cf2-46ca-4614-abcd-8a8f5a5be1af', 'name': '', 'network_id': '145e603f-cc11-416e-b3d4-5a55a1d5fcac', 'tenant_id': '407905b0b8764df0a86e1ac9f93b682c', 'mac_address': 'fa:16:3e:c8:d4:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a04e233-bd02-4ae6-8113-2e9d476008b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'da686f41-1c9d-48d9-a77d-a700d816080c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:32:03Z', 'updated_at': '2022-05-27T03:32:09Z', 'revision_number': 4, 'project_id': '407905b0b8764df0a86e1ac9f93b682c', 'subnets': [{'id': 'da686f41-1c9d-48d9-a77d-a700d816080c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:32:10.980729 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Device 11d5ecb5-f6bc-419f-bbfb-8a002bb17eb7 up at agent ovs-agent-dv-cinder-828806-4-iscsi {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:32:11.030500 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Provisioning complete for port 11d5ecb5-f6bc-419f-bbfb-8a002bb17eb7 triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:32:11.030877 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (11d5ecb5-f6bc-419f-bbfb-8a002bb17eb7), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:11.051886 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:11.110839 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Current status of the port 11d5ecb5-f6bc-419f-bbfb-8a002bb17eb7 is: ACTIVE; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:32:11.111944 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Device 306b9cf2-46ca-4614-abcd-8a8f5a5be1af up at agent ovs-agent-dv-cinder-828806-4-iscsi {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:32:11.161401 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Provisioning complete for port 306b9cf2-46ca-4614-abcd-8a8f5a5be1af triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:32:11.161778 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (306b9cf2-46ca-4614-abcd-8a8f5a5be1af), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:11.239855 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Current status of the port 306b9cf2-46ca-4614-abcd-8a8f5a5be1af is: ACTIVE; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:32:11.667302 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 38838) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:32:11.808056 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-55c69f7d-4e98-44b6-9c16-61c480e1d5ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:11.857296 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=74,neutron:DELETE=7,neutron:INSERT=16,neutron:UPDATE=3 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:11.894229 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-55c69f7d-4e98-44b6-9c16-61c480e1d5ee admin admin] Publish callbacks [] for security_group (4b43803e-6d9c-486a-87c8-faf2c02c8e93), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:11.900028 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-55c69f7d-4e98-44b6-9c16-61c480e1d5ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (4b43803e-6d9c-486a-87c8-faf2c02c8e93), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:11.942563 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-55c69f7d-4e98-44b6-9c16-61c480e1d5ee admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5dd967b52989488b91e535ac5f8a93d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2713397 May 27 03:32:11.942563 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c69f7d-4e98-44b6-9c16-61c480e1d5ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b43803e-6d9c-486a-87c8-faf2c02c8e93,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:11.943442 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 38848) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:32:11.949331 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c69f7d-4e98-44b6-9c16-61c480e1d5ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:11.949678 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c69f7d-4e98-44b6-9c16-61c480e1d5ee admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:11.950075 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c69f7d-4e98-44b6-9c16-61c480e1d5ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:11.950410 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c69f7d-4e98-44b6-9c16-61c480e1d5ee admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:11.950737 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c69f7d-4e98-44b6-9c16-61c480e1d5ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:11.951063 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c69f7d-4e98-44b6-9c16-61c480e1d5ee admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:11.951380 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c69f7d-4e98-44b6-9c16-61c480e1d5ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:11.951697 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c69f7d-4e98-44b6-9c16-61c480e1d5ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:11.952062 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c69f7d-4e98-44b6-9c16-61c480e1d5ee admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:11.952386 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c69f7d-4e98-44b6-9c16-61c480e1d5ee admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:11.952710 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c69f7d-4e98-44b6-9c16-61c480e1d5ee admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:11.953067 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c69f7d-4e98-44b6-9c16-61c480e1d5ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:11.953370 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c69f7d-4e98-44b6-9c16-61c480e1d5ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:11.953680 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c69f7d-4e98-44b6-9c16-61c480e1d5ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:11.954560 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c69f7d-4e98-44b6-9c16-61c480e1d5ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:12.017084 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-7b7ff50b-859d-4368-93a2-4177094d5c91 admin admin] Publish callbacks [] for security_group (4b43803e-6d9c-486a-87c8-faf2c02c8e93), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:12.048977 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-7b7ff50b-859d-4368-93a2-4177094d5c91 admin admin] Publish callbacks [] for security_group (4b43803e-6d9c-486a-87c8-faf2c02c8e93), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:12.102423 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-7b7ff50b-859d-4368-93a2-4177094d5c91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (4b43803e-6d9c-486a-87c8-faf2c02c8e93), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:12.105121 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-7b7ff50b-859d-4368-93a2-4177094d5c91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:12.106335 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-7b7ff50b-859d-4368-93a2-4177094d5c91 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4b43803e-6d9c-486a-87c8-faf2c02c8e93 HTTP/1.1" status: 204 len: 168 time: 0.1616952 May 27 03:32:12.114380 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7ff50b-859d-4368-93a2-4177094d5c91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b43803e-6d9c-486a-87c8-faf2c02c8e93,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:13.370873 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (a17a57cc-679f-4398-8430-1b64b86f4dc1), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:13.900664 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 38878) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:32:14.020050 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-ac7c2fde-d658-4d79-962d-a1a21342c7d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:14.099408 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-ac7c2fde-d658-4d79-962d-a1a21342c7d8 admin admin] Publish callbacks [] for security_group (4e1e3bbf-1de9-4168-a4a3-2f7e32939b1a), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:14.105097 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-ac7c2fde-d658-4d79-962d-a1a21342c7d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (4e1e3bbf-1de9-4168-a4a3-2f7e32939b1a), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:14.148216 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-ac7c2fde-d658-4d79-962d-a1a21342c7d8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2b95cf6e51f941e093466830b92b2bb8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2461092 May 27 03:32:14.150874 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 38890) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:32:14.158508 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7c2fde-d658-4d79-962d-a1a21342c7d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e1e3bbf-1de9-4168-a4a3-2f7e32939b1a,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:14.199930 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 38892) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:32:14.217161 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2ccf-a09f-40e3-9cfb-3681c8c00c0e admin admin] Publish callbacks [] for security_group (4e1e3bbf-1de9-4168-a4a3-2f7e32939b1a), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:14.238874 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2ccf-a09f-40e3-9cfb-3681c8c00c0e admin admin] Publish callbacks [] for security_group (4e1e3bbf-1de9-4168-a4a3-2f7e32939b1a), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:14.260378 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:14.303477 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2ccf-a09f-40e3-9cfb-3681c8c00c0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (4e1e3bbf-1de9-4168-a4a3-2f7e32939b1a), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:14.306617 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2ccf-a09f-40e3-9cfb-3681c8c00c0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:14.307910 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-dd2a2ccf-a09f-40e3-9cfb-3681c8c00c0e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4e1e3bbf-1de9-4168-a4a3-2f7e32939b1a HTTP/1.1" status: 204 len: 168 time: 0.1560225 May 27 03:32:14.327123 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a2ccf-a09f-40e3-9cfb-3681c8c00c0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e1e3bbf-1de9-4168-a4a3-2f7e32939b1a,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:14.329127 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-573ace00-5244-4edd-a353-3259d070180a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:14.398895 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=75,neutron:DELETE=7,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:14.420276 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-573ace00-5244-4edd-a353-3259d070180a admin admin] Publish callbacks [] for security_group (22d560e6-424b-408c-9388-cf44c6f5b848), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:14.426124 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-573ace00-5244-4edd-a353-3259d070180a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (22d560e6-424b-408c-9388-cf44c6f5b848), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:14.474542 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-573ace00-5244-4edd-a353-3259d070180a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=14f492b5b70c4736ab571b5b3d331bf8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2729321 May 27 03:32:14.477044 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 38898) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:32:14.480065 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573ace00-5244-4edd-a353-3259d070180a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22d560e6-424b-408c-9388-cf44c6f5b848,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:14.543837 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-6b76bc66-61b4-4f42-ba3b-95e84ab98af4 admin admin] Publish callbacks [] for security_group (22d560e6-424b-408c-9388-cf44c6f5b848), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:14.568149 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-6b76bc66-61b4-4f42-ba3b-95e84ab98af4 admin admin] Publish callbacks [] for security_group (22d560e6-424b-408c-9388-cf44c6f5b848), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:14.623961 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-6b76bc66-61b4-4f42-ba3b-95e84ab98af4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (22d560e6-424b-408c-9388-cf44c6f5b848), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:14.629066 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-6b76bc66-61b4-4f42-ba3b-95e84ab98af4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:14.631257 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-6b76bc66-61b4-4f42-ba3b-95e84ab98af4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/22d560e6-424b-408c-9388-cf44c6f5b848 HTTP/1.1" status: 204 len: 168 time: 0.1520448 May 27 03:32:14.642534 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b76bc66-61b4-4f42-ba3b-95e84ab98af4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22d560e6-424b-408c-9388-cf44c6f5b848,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:24.340027 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=81 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:24.466109 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:DELETE=1,neutron:SELECT=25,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:24.470429 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=6 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:24.607329 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=41,neutron:INSERT=6,neutron:DELETE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:24.642797 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=25,neutron:DELETE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:24.658002 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=28,neutron:UPDATE=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:26.995100 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-07aa61f5-b2c7-4444-aa8a-45284af2ad77 req-a7aa088c-bcbc-44b3-bfc0-a0b762c801b0 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1775821233&fields=id&tenant_id=2bab42aa679b4182887da08409099827 HTTP/1.1" status: 200 len: 267 time: 0.0472126 May 27 03:32:27.079315 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=43 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:27.080383 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:27.110927 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aa61f5-b2c7-4444-aa8a-45284af2ad77 req-a4709ffa-b696-4dfe-b14a-978b19fb0b44 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:32:27.112445 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-07aa61f5-b2c7-4444-aa8a-45284af2ad77 req-a4709ffa-b696-4dfe-b14a-978b19fb0b44 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] 10.222.0.50 "GET /v2.0/networks?id=62ed16ec-a22b-4dfe-b256-e84954389be2 HTTP/1.1" status: 200 len: 809 time: 0.1080863 May 27 03:32:27.127851 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-07aa61f5-b2c7-4444-aa8a-45284af2ad77 req-b6d165ca-9e99-43fd-b2cf-ae481f3ef382 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] 10.222.0.50 "GET /v2.0/quotas/2bab42aa679b4182887da08409099827 HTTP/1.1" status: 200 len: 375 time: 0.0098794 May 27 03:32:27.177799 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-07aa61f5-b2c7-4444-aa8a-45284af2ad77 req-2096322c-52dc-40dc-84b7-84bed9dc3e4b tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=2bab42aa679b4182887da08409099827&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449128 May 27 03:32:27.287167 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-07aa61f5-b2c7-4444-aa8a-45284af2ad77 req-c0feb91b-d385-4828-b6be-060904c53787 service neutron] 10.222.0.50 "GET /v2.0/networks/62ed16ec-a22b-4dfe-b256-e84954389be2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950305 May 27 03:32:27.402983 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-07aa61f5-b2c7-4444-aa8a-45284af2ad77 req-46163000-926e-4c01-a8b3-d1ed143d16ec service neutron] 10.222.0.50 "GET /v2.0/networks/62ed16ec-a22b-4dfe-b256-e84954389be2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081316 May 27 03:32:27.738216 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-985d4776-c16a-4341-8284-3e978fbf7310 req-b5cdc269-8b6c-4bbc-adb9-f9d08cc52da1 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] 10.222.0.50 "GET /v2.0/ports?device_id=f484296f-054d-43e9-a1ec-62c6868d69e4 HTTP/1.1" status: 200 len: 210 time: 0.0338318 May 27 03:32:28.754530 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-946aee68-7c1a-41e4-8446-25e1baa32806 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (88cb169e-23a7-4380-813c-9b707a5671b5), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:28.794407 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aa61f5-b2c7-4444-aa8a-45284af2ad77 req-09105de0-1d75-41f0-8423-d09e30286684 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:32:28.795924 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-07aa61f5-b2c7-4444-aa8a-45284af2ad77 req-09105de0-1d75-41f0-8423-d09e30286684 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] 10.222.0.67 "GET /v2.0/networks?id=62ed16ec-a22b-4dfe-b256-e84954389be2 HTTP/1.1" status: 200 len: 809 time: 0.1115987 May 27 03:32:28.844455 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-d75a0710-3f6a-4fa6-8a68-978657113de3 req-6bdb041f-e4f6-440e-ad30-7ec8bd0f2ee5 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] 10.222.0.50 "GET /v2.0/ports?device_id=f484296f-054d-43e9-a1ec-62c6868d69e4 HTTP/1.1" status: 200 len: 210 time: 0.0354407 May 27 03:32:28.893115 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-07aa61f5-b2c7-4444-aa8a-45284af2ad77 req-94bb13c8-14ed-49f5-a8b1-5c68fab87cae tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2bab42aa679b4182887da08409099827 HTTP/1.1" status: 200 len: 380 time: 0.0565751 May 27 03:32:28.916851 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [req-07aa61f5-b2c7-4444-aa8a-45284af2ad77 req-d9392d6f-fd16-49b5-9442-301d57891dd4 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Request body: {'port': {'device_id': 'f484296f-054d-43e9-a1ec-62c6868d69e4', 'network_id': '62ed16ec-a22b-4dfe-b256-e84954389be2', 'admin_state_up': True, 'tenant_id': '2bab42aa679b4182887da08409099827', 'security_groups': ['a6560337-1859-4725-b16a-86c0a0e9f0cc']}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:32:29.031673 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07aa61f5-b2c7-4444-aa8a-45284af2ad77 req-d9392d6f-fd16-49b5-9442-301d57891dd4 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Made reservation on behalf of 2bab42aa679b4182887da08409099827 for: {'port': 1} {{(pid=104071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:32:29.035138 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-07aa61f5-b2c7-4444-aa8a-45284af2ad77 req-d9392d6f-fd16-49b5-9442-301d57891dd4 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:29.162207 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.db.db_base_plugin_common [req-07aa61f5-b2c7-4444-aa8a-45284af2ad77 req-d9392d6f-fd16-49b5-9442-301d57891dd4 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Allocated IP 172.20.0.3 (62ed16ec-a22b-4dfe-b256-e84954389be2/c83a552a-0d39-4ffa-8357-96ee1a11d60a/6892d1c3-9a2a-4cb5-af2d-151b3fdd4873) {{(pid=104071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:32:29.225517 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:29.261676 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:29.312496 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-07aa61f5-b2c7-4444-aa8a-45284af2ad77 req-d9392d6f-fd16-49b5-9442-301d57891dd4 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Publish callbacks [] for port (6892d1c3-9a2a-4cb5-af2d-151b3fdd4873), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:29.348555 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-07aa61f5-b2c7-4444-aa8a-45284af2ad77 req-d9392d6f-fd16-49b5-9442-301d57891dd4 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743907242280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12907156'] for port (6892d1c3-9a2a-4cb5-af2d-151b3fdd4873), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:29.392161 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07aa61f5-b2c7-4444-aa8a-45284af2ad77 req-d9392d6f-fd16-49b5-9442-301d57891dd4 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Network 62ed16ec-a22b-4dfe-b256-e84954389be2 is already hosted by enough agents. {{(pid=104071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:32:29.397267 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.scheduler.base_scheduler [req-07aa61f5-b2c7-4444-aa8a-45284af2ad77 req-d9392d6f-fd16-49b5-9442-301d57891dd4 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Resources bound (agent type, host, resource id): {{(pid=104071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:32:29.401041 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [req-07aa61f5-b2c7-4444-aa8a-45284af2ad77 req-d9392d6f-fd16-49b5-9442-301d57891dd4 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Received port after_create {{(pid=104071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:32:29.424509 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9392d6f-fd16-49b5-9442-301d57891dd4 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Pushing event updated for resources: {'Port': ['ID=6892d1c3-9a2a-4cb5-af2d-151b3fdd4873,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:29.459807 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aa61f5-b2c7-4444-aa8a-45284af2ad77 req-d9392d6f-fd16-49b5-9442-301d57891dd4 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:32:29.460577 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-07aa61f5-b2c7-4444-aa8a-45284af2ad77 req-d9392d6f-fd16-49b5-9442-301d57891dd4 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159658'] for port (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:29.482162 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-07aa61f5-b2c7-4444-aa8a-45284af2ad77 req-d9392d6f-fd16-49b5-9442-301d57891dd4 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5688641 May 27 03:32:29.501235 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [req-07aa61f5-b2c7-4444-aa8a-45284af2ad77 req-6e43310a-1f37-4115-b0c6-07f4409b20b2 service neutron] Request body: {'port': {'device_id': 'f484296f-054d-43e9-a1ec-62c6868d69e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:32:29.568611 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-07aa61f5-b2c7-4444-aa8a-45284af2ad77 req-6e43310a-1f37-4115-b0c6-07f4409b20b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (6892d1c3-9a2a-4cb5-af2d-151b3fdd4873), before_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:29.671546 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-2c695a91-035f-4b8e-bfc1-be585a727ebc None None] Provisioning complete for port 6892d1c3-9a2a-4cb5-af2d-151b3fdd4873 triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:32:29.671819 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-2c695a91-035f-4b8e-bfc1-be585a727ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (6892d1c3-9a2a-4cb5-af2d-151b3fdd4873), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:29.704390 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-2c695a91-035f-4b8e-bfc1-be585a727ebc None None] Port 6892d1c3-9a2a-4cb5-af2d-151b3fdd4873 cannot update to ACTIVE because it is not bound. {{(pid=104073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:32:29.863572 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.notifiers.nova [req-07aa61f5-b2c7-4444-aa8a-45284af2ad77 req-6e43310a-1f37-4115-b0c6-07f4409b20b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6892d1c3-9a2a-4cb5-af2d-151b3fdd4873 {{(pid=104071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:32:29.871223 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-07aa61f5-b2c7-4444-aa8a-45284af2ad77 req-6e43310a-1f37-4115-b0c6-07f4409b20b2 service neutron] Publish callbacks [] for port (6892d1c3-9a2a-4cb5-af2d-151b3fdd4873), precommit_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:29.884798 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.db.provisioning_blocks [req-07aa61f5-b2c7-4444-aa8a-45284af2ad77 req-6e43310a-1f37-4115-b0c6-07f4409b20b2 service neutron] Transition to ACTIVE for port object 6892d1c3-9a2a-4cb5-af2d-151b3fdd4873 will not be triggered until provisioned by entity L2. {{(pid=104071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 03:32:29.892572 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-07aa61f5-b2c7-4444-aa8a-45284af2ad77 req-6e43310a-1f37-4115-b0c6-07f4409b20b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12907171'] for port (6892d1c3-9a2a-4cb5-af2d-151b3fdd4873), after_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:29.941884 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e43310a-1f37-4115-b0c6-07f4409b20b2 service neutron] Pushing event updated for resources: {'Port': ['ID=6892d1c3-9a2a-4cb5-af2d-151b3fdd4873,revision_number=2']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:29.976010 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae942e4-e7cd-4a12-8d4b-ed953af8a941 req-64c719fc-a474-4326-baf4-5d8649db9b3e tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:32:29.977733 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-2ae942e4-e7cd-4a12-8d4b-ed953af8a941 req-64c719fc-a474-4326-baf4-5d8649db9b3e tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] 10.222.0.50 "GET /v2.0/ports?device_id=f484296f-054d-43e9-a1ec-62c6868d69e4 HTTP/1.1" status: 200 len: 943 time: 0.0620973 May 27 03:32:30.015954 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.managers [req-07aa61f5-b2c7-4444-aa8a-45284af2ad77 req-6e43310a-1f37-4115-b0c6-07f4409b20b2 service neutron] Attempting to bind port 6892d1c3-9a2a-4cb5-af2d-151b3fdd4873 on host hv-cinder-82880 for vnic_type normal with profile {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:32:30.016311 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.managers [req-07aa61f5-b2c7-4444-aa8a-45284af2ad77 req-6e43310a-1f37-4115-b0c6-07f4409b20b2 service neutron] Attempting to bind port 6892d1c3-9a2a-4cb5-af2d-151b3fdd4873 by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': '62ac0ae7-80b5-4e4a-8b13-c03bf2f21d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '62ed16ec-a22b-4dfe-b256-e84954389be2'}] {{(pid=104071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:32:30.016624 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07aa61f5-b2c7-4444-aa8a-45284af2ad77 req-6e43310a-1f37-4115-b0c6-07f4409b20b2 service neutron] Attempting to bind port 6892d1c3-9a2a-4cb5-af2d-151b3fdd4873 on network 62ed16ec-a22b-4dfe-b256-e84954389be2 {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:32:30.021441 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07aa61f5-b2c7-4444-aa8a-45284af2ad77 req-6e43310a-1f37-4115-b0c6-07f4409b20b2 service neutron] Port 6892d1c3-9a2a-4cb5-af2d-151b3fdd4873 on network 62ed16ec-a22b-4dfe-b256-e84954389be2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 03:32:30.021758 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07aa61f5-b2c7-4444-aa8a-45284af2ad77 req-6e43310a-1f37-4115-b0c6-07f4409b20b2 service neutron] Attempting to bind port 6892d1c3-9a2a-4cb5-af2d-151b3fdd4873 on network 62ed16ec-a22b-4dfe-b256-e84954389be2 {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:32:30.026991 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07aa61f5-b2c7-4444-aa8a-45284af2ad77 req-6e43310a-1f37-4115-b0c6-07f4409b20b2 service neutron] Checking agent: {'id': 'a17a57cc-679f-4398-8430-1b64b86f4dc1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 21, 13), 'started_at': datetime.datetime(2022, 5, 27, 3, 21, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:32:30.027334 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07aa61f5-b2c7-4444-aa8a-45284af2ad77 req-6e43310a-1f37-4115-b0c6-07f4409b20b2 service neutron] Checking segment: {'id': '62ac0ae7-80b5-4e4a-8b13-c03bf2f21d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '62ed16ec-a22b-4dfe-b256-e84954389be2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:32:30.027725 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07aa61f5-b2c7-4444-aa8a-45284af2ad77 req-6e43310a-1f37-4115-b0c6-07f4409b20b2 service neutron] Bound using segment: {'id': '62ac0ae7-80b5-4e4a-8b13-c03bf2f21d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '62ed16ec-a22b-4dfe-b256-e84954389be2'} {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:32:30.028283 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.managers [req-07aa61f5-b2c7-4444-aa8a-45284af2ad77 req-6e43310a-1f37-4115-b0c6-07f4409b20b2 service neutron] Bound port: 6892d1c3-9a2a-4cb5-af2d-151b3fdd4873, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62ac0ae7-80b5-4e4a-8b13-c03bf2f21d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '62ed16ec-a22b-4dfe-b256-e84954389be2'}}] {{(pid=104071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:32:30.028519 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-07aa61f5-b2c7-4444-aa8a-45284af2ad77 req-6e43310a-1f37-4115-b0c6-07f4409b20b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (6892d1c3-9a2a-4cb5-af2d-151b3fdd4873), before_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:30.033493 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-2ae942e4-e7cd-4a12-8d4b-ed953af8a941 req-abc76c36-96d0-45d3-bd6a-dd13552fad49 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] 10.222.0.50 "GET /v2.0/security-groups?id=a6560337-1859-4725-b16a-86c0a0e9f0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494897 May 27 03:32:30.043537 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:30.082679 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:30.101405 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.db [req-07aa61f5-b2c7-4444-aa8a-45284af2ad77 req-6e43310a-1f37-4115-b0c6-07f4409b20b2 service neutron] For port 6892d1c3-9a2a-4cb5-af2d-151b3fdd4873, host hv-cinder-82880, cleared binding levels {{(pid=104071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:32:30.104787 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.db [req-07aa61f5-b2c7-4444-aa8a-45284af2ad77 req-6e43310a-1f37-4115-b0c6-07f4409b20b2 service neutron] For port 6892d1c3-9a2a-4cb5-af2d-151b3fdd4873, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=6892d1c3-9a2a-4cb5-af2d-151b3fdd4873,segment=NetworkSegment(62ac0ae7-80b5-4e4a-8b13-c03bf2f21d35),segment_id=62ac0ae7-80b5-4e4a-8b13-c03bf2f21d35)] {{(pid=104071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:32:30.112251 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-07aa61f5-b2c7-4444-aa8a-45284af2ad77 req-6e43310a-1f37-4115-b0c6-07f4409b20b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12907171'] for port (6892d1c3-9a2a-4cb5-af2d-151b3fdd4873), after_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:30.149243 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aa61f5-b2c7-4444-aa8a-45284af2ad77 req-6e43310a-1f37-4115-b0c6-07f4409b20b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:32:30.150012 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-07aa61f5-b2c7-4444-aa8a-45284af2ad77 req-6e43310a-1f37-4115-b0c6-07f4409b20b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159658'] for port (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:30.151323 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-07aa61f5-b2c7-4444-aa8a-45284af2ad77 req-6e43310a-1f37-4115-b0c6-07f4409b20b2 service neutron] 10.222.0.67 "PUT /v2.0/ports/6892d1c3-9a2a-4cb5-af2d-151b3fdd4873 HTTP/1.1" status: 200 len: 1093 time: 0.6548519 May 27 03:32:30.151754 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f484296f-054d-43e9-a1ec-62c6868d69e4', 'tag': '6892d1c3-9a2a-4cb5-af2d-151b3fdd4873'}] {{(pid=104071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:32:30.154079 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bb076ad6e20eee76da9493a154e3e0af7ddb4a8668b70cc9390b05200f69f4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-452708d8-6dab-4e4d-9f28-d2ce2dc5024c" -d '{"events": [{"name": "network-changed", "server_uuid": "f484296f-054d-43e9-a1ec-62c6868d69e4", "tag": "6892d1c3-9a2a-4cb5-af2d-151b3fdd4873"}]}' {{(pid=104071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:32:30.176790 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e43310a-1f37-4115-b0c6-07f4409b20b2 service neutron] Pushing event updated for resources: {'Port': ['ID=6892d1c3-9a2a-4cb5-af2d-151b3fdd4873,revision_number=3']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:30.201762 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0ed96da-a3bf-4d18-9780-82b0df0f260d x-openstack-request-id: req-a0ed96da-a3bf-4d18-9780-82b0df0f260d {{(pid=104071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:32:30.202232 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f484296f-054d-43e9-a1ec-62c6868d69e4", "tag": "6892d1c3-9a2a-4cb5-af2d-151b3fdd4873", "status": "completed", "code": 200}]} {{(pid=104071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:32:30.202520 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a0ed96da-a3bf-4d18-9780-82b0df0f260d {{(pid=104071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:32:30.203202 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0ed96da-a3bf-4d18-9780-82b0df0f260d'] response: {'name': 'network-changed', 'server_uuid': 'f484296f-054d-43e9-a1ec-62c6868d69e4', 'tag': '6892d1c3-9a2a-4cb5-af2d-151b3fdd4873', 'status': 'completed', 'code': 200} May 27 03:32:30.262352 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aa61f5-b2c7-4444-aa8a-45284af2ad77 req-bf77a749-e830-422f-bc38-b45c87bc7a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:32:30.263890 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-07aa61f5-b2c7-4444-aa8a-45284af2ad77 req-bf77a749-e830-422f-bc38-b45c87bc7a32 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2bab42aa679b4182887da08409099827&device_id=f484296f-054d-43e9-a1ec-62c6868d69e4 HTTP/1.1" status: 200 len: 1127 time: 0.0435507 May 27 03:32:30.313309 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-07aa61f5-b2c7-4444-aa8a-45284af2ad77 req-5d6c744d-f60f-4ecb-9467-d8d1af447247 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6892d1c3-9a2a-4cb5-af2d-151b3fdd4873 HTTP/1.1" status: 200 len: 217 time: 0.0371933 May 27 03:32:30.362808 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aa61f5-b2c7-4444-aa8a-45284af2ad77 req-31322f7d-be1a-4b14-b4de-6af9587d6bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:32:30.364293 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-07aa61f5-b2c7-4444-aa8a-45284af2ad77 req-31322f7d-be1a-4b14-b4de-6af9587d6bba service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c83a552a-0d39-4ffa-8357-96ee1a11d60a HTTP/1.1" status: 200 len: 848 time: 0.0455766 May 27 03:32:30.408205 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aa61f5-b2c7-4444-aa8a-45284af2ad77 req-d70bf68e-9632-4daa-85fb-654183256d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:32:30.411708 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-07aa61f5-b2c7-4444-aa8a-45284af2ad77 req-d70bf68e-9632-4daa-85fb-654183256d28 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=62ed16ec-a22b-4dfe-b256-e84954389be2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409899 May 27 03:32:30.507892 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-07aa61f5-b2c7-4444-aa8a-45284af2ad77 req-c43f6728-da87-48cf-a946-1cabb5a103f3 service neutron] 10.222.0.67 "GET /v2.0/networks/62ed16ec-a22b-4dfe-b256-e84954389be2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888796 May 27 03:32:30.609727 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-07aa61f5-b2c7-4444-aa8a-45284af2ad77 req-2a3056c2-23df-4ae6-9193-fd2ee1892d54 service neutron] 10.222.0.67 "GET /v2.0/networks/62ed16ec-a22b-4dfe-b256-e84954389be2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956335 May 27 03:32:30.977886 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452708d8-6dab-4e4d-9f28-d2ce2dc5024c req-73217671-d08b-49f0-91c1-ada4cadd04ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:32:30.979384 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-452708d8-6dab-4e4d-9f28-d2ce2dc5024c req-73217671-d08b-49f0-91c1-ada4cadd04ec service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2bab42aa679b4182887da08409099827&device_id=f484296f-054d-43e9-a1ec-62c6868d69e4 HTTP/1.1" status: 200 len: 1127 time: 0.0404902 May 27 03:32:31.073577 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.agents_db [None req-9472a85a-8dd5-480f-9a02-5eb3d7473862 None None] Agent healthcheck: found 6 active agents {{(pid=104074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:32:31.082535 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452708d8-6dab-4e4d-9f28-d2ce2dc5024c req-e71a6639-b5de-4a1e-b9ad-a569e42d4e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:32:31.084036 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-452708d8-6dab-4e4d-9f28-d2ce2dc5024c req-e71a6639-b5de-4a1e-b9ad-a569e42d4e47 service neutron] 10.222.0.67 "GET /v2.0/networks?id=62ed16ec-a22b-4dfe-b256-e84954389be2 HTTP/1.1" status: 200 len: 910 time: 0.0984938 May 27 03:32:31.096548 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-c53ea6ea-62ba-435d-9a34-3be8bdfa30d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (3e4effd7-5bc9-408b-93fa-42e4b19a61d9), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:31.124849 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-452708d8-6dab-4e4d-9f28-d2ce2dc5024c req-64341c38-e984-4b77-9c48-93b20169367e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6892d1c3-9a2a-4cb5-af2d-151b3fdd4873 HTTP/1.1" status: 200 len: 217 time: 0.0337944 May 27 03:32:31.156449 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f15143-cafd-483a-ba95-417c8e3bc5f8 req-e39cba5c-807b-4512-920f-e660c0af2072 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:32:31.158000 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-42f15143-cafd-483a-ba95-417c8e3bc5f8 req-e39cba5c-807b-4512-920f-e660c0af2072 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] 10.222.0.50 "GET /v2.0/ports?device_id=f484296f-054d-43e9-a1ec-62c6868d69e4 HTTP/1.1" status: 200 len: 943 time: 0.0503469 May 27 03:32:31.172574 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452708d8-6dab-4e4d-9f28-d2ce2dc5024c req-dce05c8c-db2f-4356-80c9-8f2702be1c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:32:31.174086 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-452708d8-6dab-4e4d-9f28-d2ce2dc5024c req-dce05c8c-db2f-4356-80c9-8f2702be1c0a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c83a552a-0d39-4ffa-8357-96ee1a11d60a HTTP/1.1" status: 200 len: 848 time: 0.0440383 May 27 03:32:31.209309 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-42f15143-cafd-483a-ba95-417c8e3bc5f8 req-15923b60-4149-4403-9ac9-c2164ba6e9fd tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] 10.222.0.50 "GET /v2.0/security-groups?id=a6560337-1859-4725-b16a-86c0a0e9f0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455446 May 27 03:32:31.221092 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452708d8-6dab-4e4d-9f28-d2ce2dc5024c req-278a7ade-ff48-4e72-a94c-a27acdf0ea27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:32:31.222694 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-452708d8-6dab-4e4d-9f28-d2ce2dc5024c req-278a7ade-ff48-4e72-a94c-a27acdf0ea27 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=62ed16ec-a22b-4dfe-b256-e84954389be2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429294 May 27 03:32:31.325507 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-452708d8-6dab-4e4d-9f28-d2ce2dc5024c req-25753f4b-2c4e-4d98-bc74-21992a818189 service neutron] 10.222.0.67 "GET /v2.0/networks/62ed16ec-a22b-4dfe-b256-e84954389be2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961745 May 27 03:32:31.429472 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-452708d8-6dab-4e4d-9f28-d2ce2dc5024c req-7e3763cc-ec5d-4c23-8459-ec37472962d5 service neutron] 10.222.0.67 "GET /v2.0/networks/62ed16ec-a22b-4dfe-b256-e84954389be2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982771 May 27 03:32:32.170795 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-df01de3e-f6cf-4253-895b-65b557a1455e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (84e30450-e547-4748-a220-898a66747e61), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:32.337830 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d480a632-1b25-4e2e-8d0d-d0a4db2cff0e req-e2c2aa80-7a2a-427a-83dc-95644852cbff tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:32:32.339318 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-d480a632-1b25-4e2e-8d0d-d0a4db2cff0e req-e2c2aa80-7a2a-427a-83dc-95644852cbff tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] 10.222.0.50 "GET /v2.0/ports?device_id=f484296f-054d-43e9-a1ec-62c6868d69e4 HTTP/1.1" status: 200 len: 943 time: 0.0543690 May 27 03:32:32.393201 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-d480a632-1b25-4e2e-8d0d-d0a4db2cff0e req-921dbe95-42d6-4649-9442-5801c5789cce tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] 10.222.0.50 "GET /v2.0/security-groups?id=a6560337-1859-4725-b16a-86c0a0e9f0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454087 May 27 03:32:33.524620 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de839b3-b56e-4632-8da9-c448b5fd1e5e req-bce7c66a-fbfc-4801-9587-af8a5bfa4fa6 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:32:33.526142 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-8de839b3-b56e-4632-8da9-c448b5fd1e5e req-bce7c66a-fbfc-4801-9587-af8a5bfa4fa6 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] 10.222.0.50 "GET /v2.0/ports?device_id=f484296f-054d-43e9-a1ec-62c6868d69e4 HTTP/1.1" status: 200 len: 943 time: 0.0528522 May 27 03:32:33.579462 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-8de839b3-b56e-4632-8da9-c448b5fd1e5e req-b0a2124c-2fb5-4b78-896f-c9f6e6f5bff1 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] 10.222.0.50 "GET /v2.0/security-groups?id=a6560337-1859-4725-b16a-86c0a0e9f0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469038 May 27 03:32:33.749340 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f70e7e6e-5d50-42a8-9a05-38619da83ed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (7db81693-ec25-4d8d-9069-8605391ffc10), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:34.695868 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:34.698332 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=100 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:34.707488 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9351fd9b-a44d-4bef-a43e-a44bd0d4ebb9 req-e9929a90-bf2d-41ec-b4eb-edec0125418f tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:32:34.708966 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-9351fd9b-a44d-4bef-a43e-a44bd0d4ebb9 req-e9929a90-bf2d-41ec-b4eb-edec0125418f tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] 10.222.0.50 "GET /v2.0/ports?device_id=f484296f-054d-43e9-a1ec-62c6868d69e4 HTTP/1.1" status: 200 len: 943 time: 0.0506580 May 27 03:32:34.767764 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-9351fd9b-a44d-4bef-a43e-a44bd0d4ebb9 req-3c014aa9-1ded-49c3-8f1c-3ccf2f6df0bb tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] 10.222.0.50 "GET /v2.0/security-groups?id=a6560337-1859-4725-b16a-86c0a0e9f0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522206 May 27 03:32:34.966220 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (01a6c5a5-ff25-49ea-8869-bb2b5ba0570e), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:35.905674 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7d1bd5-6ff1-43f7-99ca-22d2a8e5183a req-0c75181f-4919-44b4-b300-0ca1713702ab tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:32:35.907151 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-ee7d1bd5-6ff1-43f7-99ca-22d2a8e5183a req-0c75181f-4919-44b4-b300-0ca1713702ab tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] 10.222.0.50 "GET /v2.0/ports?device_id=f484296f-054d-43e9-a1ec-62c6868d69e4 HTTP/1.1" status: 200 len: 943 time: 0.0518239 May 27 03:32:35.959695 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-ee7d1bd5-6ff1-43f7-99ca-22d2a8e5183a req-c639e3c2-3132-4f35-b93c-193239643695 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] 10.222.0.50 "GET /v2.0/security-groups?id=a6560337-1859-4725-b16a-86c0a0e9f0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448921 May 27 03:32:37.085618 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a68224-fb7c-4767-98dd-d7e374eeee6e req-a7301a41-5a42-43d1-a015-eb906da86b0c tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:32:37.087564 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-d0a68224-fb7c-4767-98dd-d7e374eeee6e req-a7301a41-5a42-43d1-a015-eb906da86b0c tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] 10.222.0.50 "GET /v2.0/ports?device_id=f484296f-054d-43e9-a1ec-62c6868d69e4 HTTP/1.1" status: 200 len: 943 time: 0.0564516 May 27 03:32:37.157615 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-d0a68224-fb7c-4767-98dd-d7e374eeee6e req-ea1ba7a1-81d9-4626-a642-8bdfc923e1ef tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] 10.222.0.50 "GET /v2.0/security-groups?id=a6560337-1859-4725-b16a-86c0a0e9f0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621960 May 27 03:32:38.289649 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1a7ff1-d1a8-465f-acb2-aa4b99361652 req-bdabb3ab-0e3b-4cc8-99ee-bf0fbe1e1aa4 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:32:38.291038 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-bc1a7ff1-d1a8-465f-acb2-aa4b99361652 req-bdabb3ab-0e3b-4cc8-99ee-bf0fbe1e1aa4 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] 10.222.0.50 "GET /v2.0/ports?device_id=f484296f-054d-43e9-a1ec-62c6868d69e4 HTTP/1.1" status: 200 len: 943 time: 0.0491767 May 27 03:32:38.345996 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-bc1a7ff1-d1a8-465f-acb2-aa4b99361652 req-c75a82ab-566b-4912-9992-90e1a07c7e80 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] 10.222.0.50 "GET /v2.0/security-groups?id=a6560337-1859-4725-b16a-86c0a0e9f0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481381 May 27 03:32:38.988760 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Device 6892d1c3-9a2a-4cb5-af2d-151b3fdd4873 details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=104073) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 03:32:39.096427 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] For port 6892d1c3-9a2a-4cb5-af2d-151b3fdd4873, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=6892d1c3-9a2a-4cb5-af2d-151b3fdd4873,segment=NetworkSegment(62ac0ae7-80b5-4e4a-8b13-c03bf2f21d35),segment_id=62ac0ae7-80b5-4e4a-8b13-c03bf2f21d35)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:32:39.108049 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Returning: {'device': '6892d1c3-9a2a-4cb5-af2d-151b3fdd4873', 'network_id': '62ed16ec-a22b-4dfe-b256-e84954389be2', 'port_id': '6892d1c3-9a2a-4cb5-af2d-151b3fdd4873', 'mac_address': 'fa:16:3e:dc:ab:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c83a552a-0d39-4ffa-8357-96ee1a11d60a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104073) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 03:32:39.144731 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Current status of the port 6892d1c3-9a2a-4cb5-af2d-151b3fdd4873 is: DOWN; New status is: BUILD {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:32:39.145137 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (6892d1c3-9a2a-4cb5-af2d-151b3fdd4873), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:39.160687 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.notifiers.nova [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6892d1c3-9a2a-4cb5-af2d-151b3fdd4873 {{(pid=104073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:32:39.189745 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] For port 6892d1c3-9a2a-4cb5-af2d-151b3fdd4873, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=6892d1c3-9a2a-4cb5-af2d-151b3fdd4873,segment=NetworkSegment(62ac0ae7-80b5-4e4a-8b13-c03bf2f21d35),segment_id=62ac0ae7-80b5-4e4a-8b13-c03bf2f21d35)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:32:39.196154 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (6892d1c3-9a2a-4cb5-af2d-151b3fdd4873), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:39.250102 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Pushing event updated for resources: {'Port': ['ID=6892d1c3-9a2a-4cb5-af2d-151b3fdd4873,revision_number=4']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:39.468459 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3694c4-b055-47ba-83c0-71d32848b751 req-13988995-f0d4-4716-ab8c-9f5e3ede3239 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:32:39.469985 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-3a3694c4-b055-47ba-83c0-71d32848b751 req-13988995-f0d4-4716-ab8c-9f5e3ede3239 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] 10.222.0.50 "GET /v2.0/ports?device_id=f484296f-054d-43e9-a1ec-62c6868d69e4 HTTP/1.1" status: 200 len: 944 time: 0.0493112 May 27 03:32:39.511481 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] get_ports_and_sgs() called for port_ids ['6892d1c3-9a2a-4cb5-af2d-151b3fdd4873'] {{(pid=104073) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:32:39.526127 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-3a3694c4-b055-47ba-83c0-71d32848b751 req-614c2106-fe57-40a1-b3c3-677ae629ca59 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] 10.222.0.50 "GET /v2.0/security-groups?id=a6560337-1859-4725-b16a-86c0a0e9f0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474982 May 27 03:32:40.673103 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa6ce37-f40b-4785-8f7a-b02acb2553b5 req-d4e6a9ae-afec-4e6b-85c5-3c528610e02a tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:32:40.674643 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-9aa6ce37-f40b-4785-8f7a-b02acb2553b5 req-d4e6a9ae-afec-4e6b-85c5-3c528610e02a tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] 10.222.0.50 "GET /v2.0/ports?device_id=f484296f-054d-43e9-a1ec-62c6868d69e4 HTTP/1.1" status: 200 len: 944 time: 0.0634282 May 27 03:32:40.728803 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-9aa6ce37-f40b-4785-8f7a-b02acb2553b5 req-10878464-6986-4f52-976e-a4a69e9ebc2b tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] 10.222.0.50 "GET /v2.0/security-groups?id=a6560337-1859-4725-b16a-86c0a0e9f0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481942 May 27 03:32:41.018354 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Device 6892d1c3-9a2a-4cb5-af2d-151b3fdd4873 up at agent hyperv_hv-cinder-82880 {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:32:41.070677 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=2 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:41.193801 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Provisioning for port 6892d1c3-9a2a-4cb5-af2d-151b3fdd4873 completed by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 03:32:41.201127 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Provisioning complete for port 6892d1c3-9a2a-4cb5-af2d-151b3fdd4873 triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:32:41.201555 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (6892d1c3-9a2a-4cb5-af2d-151b3fdd4873), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:41.224006 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:41.236421 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:41.279502 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Current status of the port 6892d1c3-9a2a-4cb5-af2d-151b3fdd4873 is: BUILD; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:32:41.279888 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (6892d1c3-9a2a-4cb5-af2d-151b3fdd4873), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:41.305208 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f484296f-054d-43e9-a1ec-62c6868d69e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6892d1c3-9a2a-4cb5-af2d-151b3fdd4873'}] {{(pid=104073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:32:41.308661 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fe636b475fcf817a66bede64dee182d8d37f0deb14dcb08a99f86243ff54ad7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee674bf9-4a26-4adb-bd13-37a73e1db4a8" -d '{"events": [{"server_uuid": "f484296f-054d-43e9-a1ec-62c6868d69e4", "name": "network-vif-plugged", "status": "completed", "tag": "6892d1c3-9a2a-4cb5-af2d-151b3fdd4873"}]}' {{(pid=104073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:32:41.323087 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] For port 6892d1c3-9a2a-4cb5-af2d-151b3fdd4873, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=6892d1c3-9a2a-4cb5-af2d-151b3fdd4873,segment=NetworkSegment(62ac0ae7-80b5-4e4a-8b13-c03bf2f21d35),segment_id=62ac0ae7-80b5-4e4a-8b13-c03bf2f21d35)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:32:41.328942 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (6892d1c3-9a2a-4cb5-af2d-151b3fdd4873), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:41.352888 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4725e3a-8576-4599-9587-a48a7a394803 x-openstack-request-id: req-f4725e3a-8576-4599-9587-a48a7a394803 {{(pid=104073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:32:41.353198 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f484296f-054d-43e9-a1ec-62c6868d69e4", "name": "network-vif-plugged", "status": "completed", "tag": "6892d1c3-9a2a-4cb5-af2d-151b3fdd4873", "code": 200}]} {{(pid=104073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:32:41.353445 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f4725e3a-8576-4599-9587-a48a7a394803 {{(pid=104073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:32:41.353857 dv-cinder-828806-4-iscsi neutron-server[104073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4725e3a-8576-4599-9587-a48a7a394803'] response: {'server_uuid': 'f484296f-054d-43e9-a1ec-62c6868d69e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6892d1c3-9a2a-4cb5-af2d-151b3fdd4873', 'code': 200} May 27 03:32:41.383164 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Pushing event updated for resources: {'Port': ['ID=6892d1c3-9a2a-4cb5-af2d-151b3fdd4873,revision_number=5']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:41.391108 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:41.391474 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:41.392005 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:41.392339 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:41.392667 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:41.392985 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:41.393338 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:41.393671 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:41.393957 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:41.394291 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:41.394606 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:41.394923 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:41.395230 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:41.395544 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:41.395852 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:41.613272 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5a8bd6-1720-435f-bebc-2bbb566c6efa req-12217a7f-552c-4c7f-bb97-7f78e40fc774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:32:41.614821 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-df5a8bd6-1720-435f-bebc-2bbb566c6efa req-12217a7f-552c-4c7f-bb97-7f78e40fc774 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f484296f-054d-43e9-a1ec-62c6868d69e4 HTTP/1.1" status: 200 len: 1129 time: 0.0440841 May 27 03:32:41.667882 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-df5a8bd6-1720-435f-bebc-2bbb566c6efa req-5fa267b9-0447-466b-a930-73048f535e6a service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=a6560337-1859-4725-b16a-86c0a0e9f0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459192 May 27 03:32:41.861536 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b258c50d-e57c-4256-965d-41ad167cbdbc req-4803ea70-a422-463d-90c5-6e0ae318035d tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:32:41.863011 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b258c50d-e57c-4256-965d-41ad167cbdbc req-4803ea70-a422-463d-90c5-6e0ae318035d tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] 10.222.0.50 "GET /v2.0/ports?device_id=f484296f-054d-43e9-a1ec-62c6868d69e4 HTTP/1.1" status: 200 len: 945 time: 0.0539842 May 27 03:32:41.913524 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b258c50d-e57c-4256-965d-41ad167cbdbc req-b46db2ae-1d49-43f7-b3b1-32ff078f789a tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] 10.222.0.50 "GET /v2.0/security-groups?id=a6560337-1859-4725-b16a-86c0a0e9f0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446692 May 27 03:32:43.040432 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95be882e-f888-48eb-b2de-313d0f25728f req-44468151-6c32-42ba-ba8b-303ed4f2e5fb tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:32:43.042016 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-95be882e-f888-48eb-b2de-313d0f25728f req-44468151-6c32-42ba-ba8b-303ed4f2e5fb tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] 10.222.0.50 "GET /v2.0/ports?device_id=f484296f-054d-43e9-a1ec-62c6868d69e4 HTTP/1.1" status: 200 len: 945 time: 0.0519998 May 27 03:32:43.091995 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-95be882e-f888-48eb-b2de-313d0f25728f req-671498c8-ffe3-428c-b610-fc0607e30c3a tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] 10.222.0.50 "GET /v2.0/security-groups?id=a6560337-1859-4725-b16a-86c0a0e9f0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442173 May 27 03:32:43.215081 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604fed39-23af-4973-b2cd-21f8533c6d1c req-a743a9d9-071c-4deb-ada0-2e592ff980e7 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:32:43.216549 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-604fed39-23af-4973-b2cd-21f8533c6d1c req-a743a9d9-071c-4deb-ada0-2e592ff980e7 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] 10.222.0.50 "GET /v2.0/ports?device_id=f484296f-054d-43e9-a1ec-62c6868d69e4 HTTP/1.1" status: 200 len: 945 time: 0.0510552 May 27 03:32:43.265607 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-604fed39-23af-4973-b2cd-21f8533c6d1c req-8abaa39d-997f-43b8-9642-d00aacc9d5ba tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] 10.222.0.50 "GET /v2.0/security-groups?id=a6560337-1859-4725-b16a-86c0a0e9f0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432439 May 27 03:32:43.287795 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 38990) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:32:43.386468 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (a17a57cc-679f-4398-8430-1b64b86f4dc1), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:43.547213 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f18e10b-3cd7-48f0-a3c2-c14787a9bbbe tempest-TestShelveInstance-590835946 tempest-TestShelveInstance-590835946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:32:43.548977 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-8f18e10b-3cd7-48f0-a3c2-c14787a9bbbe tempest-TestShelveInstance-590835946 tempest-TestShelveInstance-590835946-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=f484296f-054d-43e9-a1ec-62c6868d69e4 HTTP/1.1" status: 200 len: 1124 time: 0.2601731 May 27 03:32:43.552270 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 38994) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:32:43.556920 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [None req-c46fccce-c0bf-40f6-9e4e-82c5c0d32e00 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Request body: {'floatingip': {'floating_network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'port_id': '6892d1c3-9a2a-4cb5-af2d-151b3fdd4873', 'tenant_id': '2bab42aa679b4182887da08409099827', 'fixed_ip_address': '172.20.0.3'}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:32:43.580633 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-c46fccce-c0bf-40f6-9e4e-82c5c0d32e00 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:43.950097 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-c46fccce-c0bf-40f6-9e4e-82c5c0d32e00 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:44.069751 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.db.db_base_plugin_common [None req-c46fccce-c0bf-40f6-9e4e-82c5c0d32e00 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Allocated IP 172.27.3.159 (ca8b8e18-04f1-46f4-8c3b-aba3c077569d/ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa/a1490278-d18d-4090-8c60-eaed13c6cc5e) {{(pid=104071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:32:44.179272 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-c46fccce-c0bf-40f6-9e4e-82c5c0d32e00 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Publish callbacks [] for port (a1490278-d18d-4090-8c60-eaed13c6cc5e), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:44.218835 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-c46fccce-c0bf-40f6-9e4e-82c5c0d32e00 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743907242280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12907156'] for port (a1490278-d18d-4090-8c60-eaed13c6cc5e), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:44.255151 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:44.274562 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c46fccce-c0bf-40f6-9e4e-82c5c0d32e00 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Network ca8b8e18-04f1-46f4-8c3b-aba3c077569d is already hosted by enough agents. {{(pid=104071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:32:44.278551 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.scheduler.base_scheduler [None req-c46fccce-c0bf-40f6-9e4e-82c5c0d32e00 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Resources bound (agent type, host, resource id): {{(pid=104071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:32:44.280944 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46fccce-c0bf-40f6-9e4e-82c5c0d32e00 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Pushing event updated for resources: {'Port': ['ID=a1490278-d18d-4090-8c60-eaed13c6cc5e,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:44.283115 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46fccce-c0bf-40f6-9e4e-82c5c0d32e00 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Received port after_create {{(pid=104071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:32:44.286340 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:44.633618 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-c46fccce-c0bf-40f6-9e4e-82c5c0d32e00 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Publish callbacks [] for floatingip (ceddb942-7561-43eb-ba82-2046156e6f5d), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:44.705512 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-c46fccce-c0bf-40f6-9e4e-82c5c0d32e00 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (a1490278-d18d-4090-8c60-eaed13c6cc5e), before_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:44.904081 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-c46fccce-c0bf-40f6-9e4e-82c5c0d32e00 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Publish callbacks [] for port (a1490278-d18d-4090-8c60-eaed13c6cc5e), precommit_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:44.913253 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-c46fccce-c0bf-40f6-9e4e-82c5c0d32e00 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12907171'] for port (a1490278-d18d-4090-8c60-eaed13c6cc5e), after_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:44.979701 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46fccce-c0bf-40f6-9e4e-82c5c0d32e00 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Pushing event updated for resources: {'Port': ['ID=a1490278-d18d-4090-8c60-eaed13c6cc5e,revision_number=2']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:44.994525 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-c46fccce-c0bf-40f6-9e4e-82c5c0d32e00 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16279512'] for floatingip (ceddb942-7561-43eb-ba82-2046156e6f5d), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:45.097745 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.db.l3_db [None req-c46fccce-c0bf-40f6-9e4e-82c5c0d32e00 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Floating IP ceddb942-7561-43eb-ba82-2046156e6f5d associated. External IP: 172.27.3.159, port: 6892d1c3-9a2a-4cb5-af2d-151b3fdd4873. May 27 03:32:45.140889 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:45.199523 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:45.309315 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c46fccce-c0bf-40f6-9e4e-82c5c0d32e00 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Router 71e2b117-8f5e-424f-8edd-8ce1fa2c46b2 has already been hosted by L3 agent 3e4effd7-5bc9-408b-93fa-42e4b19a61d9 {{(pid=104071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:32:45.414336 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c46fccce-c0bf-40f6-9e4e-82c5c0d32e00 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Notify agent at l3_agent.dv-cinder-828806-4-iscsi the message routers_updated {{(pid=104071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:32:45.424152 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38e75f4-7030-475d-b9c6-c193195765ed None None] Sync routers for ids ['71e2b117-8f5e-424f-8edd-8ce1fa2c46b2'] in dv-cinder-828806-4-iscsi {{(pid=104073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:32:45.434663 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-c46fccce-c0bf-40f6-9e4e-82c5c0d32e00 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159658'] for floatingip (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:45.435540 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38e75f4-7030-475d-b9c6-c193195765ed None None] Routers {'71e2b117-8f5e-424f-8edd-8ce1fa2c46b2'} bound to L3 agent in host dv-cinder-828806-4-iscsi {{(pid=104073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:32:45.436166 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-a38e75f4-7030-475d-b9c6-c193195765ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:14:31Z,description=,heartbeat_timestamp=2022-05-27T03:32:31Z,host='dv-cinder-828806-4-iscsi',id=3e4effd7-5bc9-408b-93fa-42e4b19a61d9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:14:31Z,topic='l3_agent')) {'router_ids': ['71e2b117-8f5e-424f-8edd-8ce1fa2c46b2'], 'active': True} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:32:45.467074 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-c46fccce-c0bf-40f6-9e4e-82c5c0d32e00 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9133441 May 27 03:32:45.467672 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f484296f-054d-43e9-a1ec-62c6868d69e4', 'tag': '6892d1c3-9a2a-4cb5-af2d-151b3fdd4873'}] {{(pid=104071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:32:45.470150 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bb076ad6e20eee76da9493a154e3e0af7ddb4a8668b70cc9390b05200f69f4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79baafb6-165b-4907-adf5-30fda83ef38f" -d '{"events": [{"name": "network-changed", "server_uuid": "f484296f-054d-43e9-a1ec-62c6868d69e4", "tag": "6892d1c3-9a2a-4cb5-af2d-151b3fdd4873"}]}' {{(pid=104071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:32:45.507744 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94a41578-da41-40a7-ba7d-afeba7150236 x-openstack-request-id: req-94a41578-da41-40a7-ba7d-afeba7150236 {{(pid=104071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:32:45.508021 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f484296f-054d-43e9-a1ec-62c6868d69e4", "tag": "6892d1c3-9a2a-4cb5-af2d-151b3fdd4873", "status": "completed", "code": 200}]} {{(pid=104071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:32:45.508299 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-94a41578-da41-40a7-ba7d-afeba7150236 {{(pid=104071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:32:45.508710 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94a41578-da41-40a7-ba7d-afeba7150236'] response: {'name': 'network-changed', 'server_uuid': 'f484296f-054d-43e9-a1ec-62c6868d69e4', 'tag': '6892d1c3-9a2a-4cb5-af2d-151b3fdd4873', 'status': 'completed', 'code': 200} May 27 03:32:45.540075 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvr_db [None req-a38e75f4-7030-475d-b9c6-c193195765ed None None] Set router 71e2b117-8f5e-424f-8edd-8ce1fa2c46b2 gateway port host: dv-cinder-828806-4-iscsi {{(pid=104073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:32:45.591927 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79baafb6-165b-4907-adf5-30fda83ef38f req-0cc2be1d-0662-489d-ae41-cc22e16be379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:32:45.593504 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-79baafb6-165b-4907-adf5-30fda83ef38f req-0cc2be1d-0662-489d-ae41-cc22e16be379 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2bab42aa679b4182887da08409099827&device_id=f484296f-054d-43e9-a1ec-62c6868d69e4 HTTP/1.1" status: 200 len: 1129 time: 0.0399792 May 27 03:32:45.687810 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79baafb6-165b-4907-adf5-30fda83ef38f req-e5a7c6bb-50c2-4196-8bd1-8807bce0e25e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:32:45.689406 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-79baafb6-165b-4907-adf5-30fda83ef38f req-e5a7c6bb-50c2-4196-8bd1-8807bce0e25e service neutron] 10.222.0.67 "GET /v2.0/networks?id=62ed16ec-a22b-4dfe-b256-e84954389be2 HTTP/1.1" status: 200 len: 910 time: 0.0889997 May 27 03:32:45.752212 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-79baafb6-165b-4907-adf5-30fda83ef38f req-88758bcb-62b5-4eb4-951d-3134cc1dac6c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6892d1c3-9a2a-4cb5-af2d-151b3fdd4873 HTTP/1.1" status: 200 len: 999 time: 0.0559456 May 27 03:32:45.753624 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-a38e75f4-7030-475d-b9c6-c193195765ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e2b117-8f5e-424f-8edd-8ce1fa2c46b2', 'name': 'tempest-TestShelveInstance-1905994530-router', 'tenant_id': '2bab42aa679b4182887da08409099827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.240'}], 'enable_snat': True}, 'gw_port_id': '2efe3393-ef09-4fb8-ac9a-f7e94302922b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:31:55Z', 'updated_at': '2022-05-27T03:31:58Z', 'revision_number': 4, 'project_id': '2bab42aa679b4182887da08409099827', 'gw_port': {'id': '2efe3393-ef09-4fb8-ac9a-f7e94302922b', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:95:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e2b117-8f5e-424f-8edd-8ce1fa2c46b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:31:56Z', 'updated_at': '2022-05-27T03:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi', '_floatingips': [{'id': 'ceddb942-7561-43eb-ba82-2046156e6f5d', 'tenant_id': '2bab42aa679b4182887da08409099827', 'floating_ip_address': '172.27.3.159', 'floating_network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'router_id': '71e2b117-8f5e-424f-8edd-8ce1fa2c46b2', 'port_id': '6892d1c3-9a2a-4cb5-af2d-151b3fdd4873', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62ed16ec-a22b-4dfe-b256-e84954389be2', 'mac_address': 'fa:16:3e:dc:ab:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f484296f-054d-43e9-a1ec-62c6868d69e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:32:44Z', 'updated_at': '2022-05-27T03:32:44Z', 'revision_number': 0, 'project_id': '2bab42aa679b4182887da08409099827', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dddb617a-d2c8-40ac-b558-9297a91a3189', 'name': '', 'network_id': '62ed16ec-a22b-4dfe-b256-e84954389be2', 'tenant_id': '2bab42aa679b4182887da08409099827', 'mac_address': 'fa:16:3e:c6:cb:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e2b117-8f5e-424f-8edd-8ce1fa2c46b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'c83a552a-0d39-4ffa-8357-96ee1a11d60a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:31:58Z', 'updated_at': '2022-05-27T03:32:04Z', 'revision_number': 5, 'project_id': '2bab42aa679b4182887da08409099827', 'subnets': [{'id': 'c83a552a-0d39-4ffa-8357-96ee1a11d60a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-4-iscsi', False) {} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:32:45.782375 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38e75f4-7030-475d-b9c6-c193195765ed None None] Checking router: 71e2b117-8f5e-424f-8edd-8ce1fa2c46b2 for host: dv-cinder-828806-4-iscsi {{(pid=104073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:32:45.790793 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38e75f4-7030-475d-b9c6-c193195765ed None None] Routers {'71e2b117-8f5e-424f-8edd-8ce1fa2c46b2'} bound to L3 agent in host dv-cinder-828806-4-iscsi {{(pid=104073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:32:45.791404 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-a38e75f4-7030-475d-b9c6-c193195765ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:14:31Z,description=,heartbeat_timestamp=2022-05-27T03:32:31Z,host='dv-cinder-828806-4-iscsi',id=3e4effd7-5bc9-408b-93fa-42e4b19a61d9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:14:31Z,topic='l3_agent')) {'router_ids': ['71e2b117-8f5e-424f-8edd-8ce1fa2c46b2'], 'active': True} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:32:45.801311 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79baafb6-165b-4907-adf5-30fda83ef38f req-42d79187-3b56-4a37-b15b-d774b99540ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:32:45.802812 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-79baafb6-165b-4907-adf5-30fda83ef38f req-42d79187-3b56-4a37-b15b-d774b99540ea service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c83a552a-0d39-4ffa-8357-96ee1a11d60a HTTP/1.1" status: 200 len: 848 time: 0.0447712 May 27 03:32:45.849795 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79baafb6-165b-4907-adf5-30fda83ef38f req-7e1f574d-189c-4ccd-9308-5d30db73102c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:32:45.851301 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-79baafb6-165b-4907-adf5-30fda83ef38f req-7e1f574d-189c-4ccd-9308-5d30db73102c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=62ed16ec-a22b-4dfe-b256-e84954389be2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426636 May 27 03:32:45.896905 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvr_db [None req-a38e75f4-7030-475d-b9c6-c193195765ed None None] Set router 71e2b117-8f5e-424f-8edd-8ce1fa2c46b2 gateway port host: dv-cinder-828806-4-iscsi {{(pid=104073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:32:45.947629 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-79baafb6-165b-4907-adf5-30fda83ef38f req-5af2b987-fd8f-4422-8d98-e328c049eee8 service neutron] 10.222.0.67 "GET /v2.0/networks/62ed16ec-a22b-4dfe-b256-e84954389be2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890884 May 27 03:32:46.040476 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-79baafb6-165b-4907-adf5-30fda83ef38f req-fa948c8b-876d-4227-94f3-f7405d063cdb service neutron] 10.222.0.67 "GET /v2.0/networks/62ed16ec-a22b-4dfe-b256-e84954389be2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870831 May 27 03:32:46.126179 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-a38e75f4-7030-475d-b9c6-c193195765ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e2b117-8f5e-424f-8edd-8ce1fa2c46b2', 'name': 'tempest-TestShelveInstance-1905994530-router', 'tenant_id': '2bab42aa679b4182887da08409099827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.240'}], 'enable_snat': True}, 'gw_port_id': '2efe3393-ef09-4fb8-ac9a-f7e94302922b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:31:55Z', 'updated_at': '2022-05-27T03:31:58Z', 'revision_number': 4, 'project_id': '2bab42aa679b4182887da08409099827', 'gw_port': {'id': '2efe3393-ef09-4fb8-ac9a-f7e94302922b', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:95:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e2b117-8f5e-424f-8edd-8ce1fa2c46b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:31:56Z', 'updated_at': '2022-05-27T03:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi', '_floatingips': [{'id': 'ceddb942-7561-43eb-ba82-2046156e6f5d', 'tenant_id': '2bab42aa679b4182887da08409099827', 'floating_ip_address': '172.27.3.159', 'floating_network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'router_id': '71e2b117-8f5e-424f-8edd-8ce1fa2c46b2', 'port_id': '6892d1c3-9a2a-4cb5-af2d-151b3fdd4873', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62ed16ec-a22b-4dfe-b256-e84954389be2', 'mac_address': 'fa:16:3e:dc:ab:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f484296f-054d-43e9-a1ec-62c6868d69e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:32:44Z', 'updated_at': '2022-05-27T03:32:44Z', 'revision_number': 0, 'project_id': '2bab42aa679b4182887da08409099827', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dddb617a-d2c8-40ac-b558-9297a91a3189', 'name': '', 'network_id': '62ed16ec-a22b-4dfe-b256-e84954389be2', 'tenant_id': '2bab42aa679b4182887da08409099827', 'mac_address': 'fa:16:3e:c6:cb:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e2b117-8f5e-424f-8edd-8ce1fa2c46b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'c83a552a-0d39-4ffa-8357-96ee1a11d60a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:31:58Z', 'updated_at': '2022-05-27T03:32:04Z', 'revision_number': 5, 'project_id': '2bab42aa679b4182887da08409099827', 'subnets': [{'id': 'c83a552a-0d39-4ffa-8357-96ee1a11d60a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-4-iscsi', False) {} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:32:46.127774 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:46.152866 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38e75f4-7030-475d-b9c6-c193195765ed None None] The sync data for ids ['71e2b117-8f5e-424f-8edd-8ce1fa2c46b2'] in dv-cinder-828806-4-iscsi is: [{'id': '71e2b117-8f5e-424f-8edd-8ce1fa2c46b2', 'name': 'tempest-TestShelveInstance-1905994530-router', 'tenant_id': '2bab42aa679b4182887da08409099827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.240'}], 'enable_snat': True}, 'gw_port_id': '2efe3393-ef09-4fb8-ac9a-f7e94302922b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:31:55Z', 'updated_at': '2022-05-27T03:31:58Z', 'revision_number': 4, 'project_id': '2bab42aa679b4182887da08409099827', 'gw_port': {'id': '2efe3393-ef09-4fb8-ac9a-f7e94302922b', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:95:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e2b117-8f5e-424f-8edd-8ce1fa2c46b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:31:56Z', 'updated_at': '2022-05-27T03:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi', '_floatingips': [{'id': 'ceddb942-7561-43eb-ba82-2046156e6f5d', 'tenant_id': '2bab42aa679b4182887da08409099827', 'floating_ip_address': '172.27.3.159', 'floating_network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'router_id': '71e2b117-8f5e-424f-8edd-8ce1fa2c46b2', 'port_id': '6892d1c3-9a2a-4cb5-af2d-151b3fdd4873', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62ed16ec-a22b-4dfe-b256-e84954389be2', 'mac_address': 'fa:16:3e:dc:ab:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f484296f-054d-43e9-a1ec-62c6868d69e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:32:44Z', 'updated_at': '2022-05-27T03:32:44Z', 'revision_number': 0, 'project_id': '2bab42aa679b4182887da08409099827', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dddb617a-d2c8-40ac-b558-9297a91a3189', 'name': '', 'network_id': '62ed16ec-a22b-4dfe-b256-e84954389be2', 'tenant_id': '2bab42aa679b4182887da08409099827', 'mac_address': 'fa:16:3e:c6:cb:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e2b117-8f5e-424f-8edd-8ce1fa2c46b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'c83a552a-0d39-4ffa-8357-96ee1a11d60a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:31:58Z', 'updated_at': '2022-05-27T03:32:04Z', 'revision_number': 5, 'project_id': '2bab42aa679b4182887da08409099827', 'subnets': [{'id': 'c83a552a-0d39-4ffa-8357-96ee1a11d60a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:32:46.349407 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0007a9f0-757d-42c2-ab64-cb5d6310aad7 None None] New status for floating IP ceddb942-7561-43eb-ba82-2046156e6f5d: ACTIVE {{(pid=104074) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 03:32:53.542574 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=82 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:53.544432 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=71 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:56.035042 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=70,neutron:DELETE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:56.037090 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=88,neutron:DELETE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:56.130171 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=88,neutron:UPDATE=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:56.266948 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 39002) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:32:56.422932 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [None req-bc329a2e-8a9a-4791-8bbc-47ec904241a8 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Deleting port c506c6bd-9c86-43c2-9623-9ea3342536a4 {{(pid=104072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:32:56.423276 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-bc329a2e-8a9a-4791-8bbc-47ec904241a8 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743907775461'] for port (c506c6bd-9c86-43c2-9623-9ea3342536a4), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:56.504897 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-bc329a2e-8a9a-4791-8bbc-47ec904241a8 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16271712'] for port (c506c6bd-9c86-43c2-9623-9ea3342536a4), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:56.505213 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-bc329a2e-8a9a-4791-8bbc-47ec904241a8 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Publish callbacks [] for floatingip (c506c6bd-9c86-43c2-9623-9ea3342536a4), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:56.519417 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [None req-bc329a2e-8a9a-4791-8bbc-47ec904241a8 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Calling delete_port for c506c6bd-9c86-43c2-9623-9ea3342536a4 owned by network:floatingip {{(pid=104072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:32:56.704058 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-bc329a2e-8a9a-4791-8bbc-47ec904241a8 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743907783123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743907242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13119109'] for port (c506c6bd-9c86-43c2-9623-9ea3342536a4), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:56.726610 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc329a2e-8a9a-4791-8bbc-47ec904241a8 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Pushing event deleted for resources: {'Port': ['ID=c506c6bd-9c86-43c2-9623-9ea3342536a4,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:56.736524 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc329a2e-8a9a-4791-8bbc-47ec904241a8 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:56.736902 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc329a2e-8a9a-4791-8bbc-47ec904241a8 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:56.737231 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc329a2e-8a9a-4791-8bbc-47ec904241a8 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:56.737628 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc329a2e-8a9a-4791-8bbc-47ec904241a8 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:56.738005 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc329a2e-8a9a-4791-8bbc-47ec904241a8 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:56.738382 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc329a2e-8a9a-4791-8bbc-47ec904241a8 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:56.739136 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc329a2e-8a9a-4791-8bbc-47ec904241a8 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:56.739136 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc329a2e-8a9a-4791-8bbc-47ec904241a8 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:56.739360 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc329a2e-8a9a-4791-8bbc-47ec904241a8 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:56.739663 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc329a2e-8a9a-4791-8bbc-47ec904241a8 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:56.739995 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc329a2e-8a9a-4791-8bbc-47ec904241a8 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:56.740411 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc329a2e-8a9a-4791-8bbc-47ec904241a8 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:56.740735 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc329a2e-8a9a-4791-8bbc-47ec904241a8 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:56.741076 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc329a2e-8a9a-4791-8bbc-47ec904241a8 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:56.741390 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc329a2e-8a9a-4791-8bbc-47ec904241a8 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:56.802267 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-bc329a2e-8a9a-4791-8bbc-47ec904241a8 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Publish callbacks [] for floatingip (609d5c3e-04ee-423a-bb50-b8bd8f7d9e2d), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:56.802627 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.db.l3_db [None req-bc329a2e-8a9a-4791-8bbc-47ec904241a8 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Floating IP 609d5c3e-04ee-423a-bb50-b8bd8f7d9e2d disassociated (deleted). External IP: 172.27.3.45, port: b50bb324-6116-4314-8d09-3cd6cc80242f. May 27 03:32:57.000749 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc329a2e-8a9a-4791-8bbc-47ec904241a8 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Router 0a3e2812-07e4-4838-94d5-bb57a2cd3859 has already been hosted by L3 agent 3e4effd7-5bc9-408b-93fa-42e4b19a61d9 {{(pid=104072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:32:57.101987 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:57.109359 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc329a2e-8a9a-4791-8bbc-47ec904241a8 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Notify agent at l3_agent.dv-cinder-828806-4-iscsi the message routers_updated {{(pid=104072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:32:57.114562 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-bc329a2e-8a9a-4791-8bbc-47ec904241a8 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159658'] for floatingip (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:57.119919 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89841349-4109-4dff-ad21-48fb5cf1aff0 None None] Sync routers for ids ['0a3e2812-07e4-4838-94d5-bb57a2cd3859'] in dv-cinder-828806-4-iscsi {{(pid=104073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:32:57.130537 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89841349-4109-4dff-ad21-48fb5cf1aff0 None None] Routers {'0a3e2812-07e4-4838-94d5-bb57a2cd3859'} bound to L3 agent in host dv-cinder-828806-4-iscsi {{(pid=104073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:32:57.131163 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-89841349-4109-4dff-ad21-48fb5cf1aff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:14:31Z,description=,heartbeat_timestamp=2022-05-27T03:32:31Z,host='dv-cinder-828806-4-iscsi',id=3e4effd7-5bc9-408b-93fa-42e4b19a61d9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:14:31Z,topic='l3_agent')) {'router_ids': ['0a3e2812-07e4-4838-94d5-bb57a2cd3859'], 'active': True} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:32:57.149121 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-bc329a2e-8a9a-4791-8bbc-47ec904241a8 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "DELETE /v2.0/floatingips/609d5c3e-04ee-423a-bb50-b8bd8f7d9e2d HTTP/1.1" status: 204 len: 168 time: 0.8800347 May 27 03:32:57.149380 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5701149d-2291-4cc6-89a6-b5c50fce46c6', 'tag': 'b50bb324-6116-4314-8d09-3cd6cc80242f'}] {{(pid=104072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:32:57.151783 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f396617ba49ae57b35f1e46e178334f70bfad08bdaf3fab16ca373e13b5bdfba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87a0525e-fbbc-49c1-b0ba-d9cd8c91ccd0" -d '{"events": [{"name": "network-changed", "server_uuid": "5701149d-2291-4cc6-89a6-b5c50fce46c6", "tag": "b50bb324-6116-4314-8d09-3cd6cc80242f"}]}' {{(pid=104072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:32:57.201528 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-574ce234-6937-414d-acc8-32f68054db25 x-openstack-request-id: req-574ce234-6937-414d-acc8-32f68054db25 {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:32:57.202203 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5701149d-2291-4cc6-89a6-b5c50fce46c6", "tag": "b50bb324-6116-4314-8d09-3cd6cc80242f", "status": "completed", "code": 200}]} {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:32:57.202678 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-574ce234-6937-414d-acc8-32f68054db25 {{(pid=104072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:32:57.203279 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-574ce234-6937-414d-acc8-32f68054db25'] response: {'name': 'network-changed', 'server_uuid': '5701149d-2291-4cc6-89a6-b5c50fce46c6', 'tag': 'b50bb324-6116-4314-8d09-3cd6cc80242f', 'status': 'completed', 'code': 200} May 27 03:32:57.245541 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvr_db [None req-89841349-4109-4dff-ad21-48fb5cf1aff0 None None] Set router 0a3e2812-07e4-4838-94d5-bb57a2cd3859 gateway port host: dv-cinder-828806-4-iscsi {{(pid=104073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:32:57.294974 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a0525e-fbbc-49c1-b0ba-d9cd8c91ccd0 req-0d58daab-46a0-4916-a7c3-45f59d1dce23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:32:57.297595 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-87a0525e-fbbc-49c1-b0ba-d9cd8c91ccd0 req-0d58daab-46a0-4916-a7c3-45f59d1dce23 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d5bef1b49d424299864523887eb72b3c&device_id=5701149d-2291-4cc6-89a6-b5c50fce46c6 HTTP/1.1" status: 200 len: 1130 time: 0.0451698 May 27 03:32:57.429408 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a0525e-fbbc-49c1-b0ba-d9cd8c91ccd0 req-5739f27f-93ad-47fe-88c9-54da6749c601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:32:57.430906 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-87a0525e-fbbc-49c1-b0ba-d9cd8c91ccd0 req-5739f27f-93ad-47fe-88c9-54da6749c601 service neutron] 10.222.0.67 "GET /v2.0/networks?id=79e2e930-0200-4ceb-a2bb-a93bbb04e0f6 HTTP/1.1" status: 200 len: 913 time: 0.1274288 May 27 03:32:57.437073 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3520c73a-8966-49ac-9e08-68483dbb53e1 req-46cdb351-8f12-44f6-9f77-240869f618db tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:32:57.438395 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-3520c73a-8966-49ac-9e08-68483dbb53e1 req-46cdb351-8f12-44f6-9f77-240869f618db tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "GET /v2.0/ports?device_id=5701149d-2291-4cc6-89a6-b5c50fce46c6 HTTP/1.1" status: 200 len: 946 time: 0.0714030 May 27 03:32:57.477106 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-89841349-4109-4dff-ad21-48fb5cf1aff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a3e2812-07e4-4838-94d5-bb57a2cd3859', 'name': 'tempest-TestVolumeBootPattern-1556435986-router', 'tenant_id': 'd5bef1b49d424299864523887eb72b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '4ee83673-46b6-4e1b-bcba-ae840fc50e57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:24:05Z', 'updated_at': '2022-05-27T03:24:09Z', 'revision_number': 4, 'project_id': 'd5bef1b49d424299864523887eb72b3c', 'gw_port': {'id': '4ee83673-46b6-4e1b-bcba-ae840fc50e57', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f6:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3e2812-07e4-4838-94d5-bb57a2cd3859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:24:06Z', 'updated_at': '2022-05-27T03:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi', '_floatingips': [{'id': '06b71894-d740-4c7a-994c-1690ae223589', 'tenant_id': 'd5bef1b49d424299864523887eb72b3c', 'floating_ip_address': '172.27.3.6', 'floating_network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'router_id': '0a3e2812-07e4-4838-94d5-bb57a2cd3859', 'port_id': '500f9575-c4a4-47bd-be17-a054e686429b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79e2e930-0200-4ceb-a2bb-a93bbb04e0f6', 'mac_address': 'fa:16:3e:59:9b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bbdd423-cd44-475e-abb9-2c765b71b978', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:28:51Z', 'updated_at': '2022-05-27T03:28:54Z', 'revision_number': 1, 'project_id': 'd5bef1b49d424299864523887eb72b3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1453a154-6ec5-4313-8a2b-fddd349b5446', 'name': '', 'network_id': '79e2e930-0200-4ceb-a2bb-a93bbb04e0f6', 'tenant_id': 'd5bef1b49d424299864523887eb72b3c', 'mac_address': 'fa:16:3e:be:67:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3e2812-07e4-4838-94d5-bb57a2cd3859', 'device_owner': 'network:router_interface', 'standard_attr_id': 226, 'fixed_ips': [{'subnet_id': '5133a594-c63e-4ae9-a294-52a4d497dec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:24:08Z', 'updated_at': '2022-05-27T03:24:13Z', 'revision_number': 5, 'project_id': 'd5bef1b49d424299864523887eb72b3c', 'subnets': [{'id': '5133a594-c63e-4ae9-a294-52a4d497dec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-4-iscsi', False) {} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:32:57.490359 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-3520c73a-8966-49ac-9e08-68483dbb53e1 req-f07c86a6-2a03-47f2-817f-35c78d3a9578 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1e45c10-37e6-4124-bc3b-be47b71b2f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460045 May 27 03:32:57.506454 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89841349-4109-4dff-ad21-48fb5cf1aff0 None None] Checking router: 0a3e2812-07e4-4838-94d5-bb57a2cd3859 for host: dv-cinder-828806-4-iscsi {{(pid=104073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:32:57.515454 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89841349-4109-4dff-ad21-48fb5cf1aff0 None None] Routers {'0a3e2812-07e4-4838-94d5-bb57a2cd3859'} bound to L3 agent in host dv-cinder-828806-4-iscsi {{(pid=104073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:32:57.516059 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-89841349-4109-4dff-ad21-48fb5cf1aff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:14:31Z,description=,heartbeat_timestamp=2022-05-27T03:32:31Z,host='dv-cinder-828806-4-iscsi',id=3e4effd7-5bc9-408b-93fa-42e4b19a61d9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:14:31Z,topic='l3_agent')) {'router_ids': ['0a3e2812-07e4-4838-94d5-bb57a2cd3859'], 'active': True} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:32:57.632901 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvr_db [None req-89841349-4109-4dff-ad21-48fb5cf1aff0 None None] Set router 0a3e2812-07e4-4838-94d5-bb57a2cd3859 gateway port host: dv-cinder-828806-4-iscsi {{(pid=104073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:32:57.980511 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-89841349-4109-4dff-ad21-48fb5cf1aff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a3e2812-07e4-4838-94d5-bb57a2cd3859', 'name': 'tempest-TestVolumeBootPattern-1556435986-router', 'tenant_id': 'd5bef1b49d424299864523887eb72b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '4ee83673-46b6-4e1b-bcba-ae840fc50e57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:24:05Z', 'updated_at': '2022-05-27T03:24:09Z', 'revision_number': 4, 'project_id': 'd5bef1b49d424299864523887eb72b3c', 'gw_port': {'id': '4ee83673-46b6-4e1b-bcba-ae840fc50e57', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f6:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3e2812-07e4-4838-94d5-bb57a2cd3859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:24:06Z', 'updated_at': '2022-05-27T03:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi', '_floatingips': [{'id': '06b71894-d740-4c7a-994c-1690ae223589', 'tenant_id': 'd5bef1b49d424299864523887eb72b3c', 'floating_ip_address': '172.27.3.6', 'floating_network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'router_id': '0a3e2812-07e4-4838-94d5-bb57a2cd3859', 'port_id': '500f9575-c4a4-47bd-be17-a054e686429b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79e2e930-0200-4ceb-a2bb-a93bbb04e0f6', 'mac_address': 'fa:16:3e:59:9b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bbdd423-cd44-475e-abb9-2c765b71b978', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:28:51Z', 'updated_at': '2022-05-27T03:28:54Z', 'revision_number': 1, 'project_id': 'd5bef1b49d424299864523887eb72b3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1453a154-6ec5-4313-8a2b-fddd349b5446', 'name': '', 'network_id': '79e2e930-0200-4ceb-a2bb-a93bbb04e0f6', 'tenant_id': 'd5bef1b49d424299864523887eb72b3c', 'mac_address': 'fa:16:3e:be:67:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3e2812-07e4-4838-94d5-bb57a2cd3859', 'device_owner': 'network:router_interface', 'standard_attr_id': 226, 'fixed_ips': [{'subnet_id': '5133a594-c63e-4ae9-a294-52a4d497dec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:24:08Z', 'updated_at': '2022-05-27T03:24:13Z', 'revision_number': 5, 'project_id': 'd5bef1b49d424299864523887eb72b3c', 'subnets': [{'id': '5133a594-c63e-4ae9-a294-52a4d497dec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-4-iscsi', False) {} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:32:58.004826 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89841349-4109-4dff-ad21-48fb5cf1aff0 None None] The sync data for ids ['0a3e2812-07e4-4838-94d5-bb57a2cd3859'] in dv-cinder-828806-4-iscsi is: [{'id': '0a3e2812-07e4-4838-94d5-bb57a2cd3859', 'name': 'tempest-TestVolumeBootPattern-1556435986-router', 'tenant_id': 'd5bef1b49d424299864523887eb72b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '4ee83673-46b6-4e1b-bcba-ae840fc50e57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:24:05Z', 'updated_at': '2022-05-27T03:24:09Z', 'revision_number': 4, 'project_id': 'd5bef1b49d424299864523887eb72b3c', 'gw_port': {'id': '4ee83673-46b6-4e1b-bcba-ae840fc50e57', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f6:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3e2812-07e4-4838-94d5-bb57a2cd3859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:24:06Z', 'updated_at': '2022-05-27T03:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi', '_floatingips': [{'id': '06b71894-d740-4c7a-994c-1690ae223589', 'tenant_id': 'd5bef1b49d424299864523887eb72b3c', 'floating_ip_address': '172.27.3.6', 'floating_network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'router_id': '0a3e2812-07e4-4838-94d5-bb57a2cd3859', 'port_id': '500f9575-c4a4-47bd-be17-a054e686429b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79e2e930-0200-4ceb-a2bb-a93bbb04e0f6', 'mac_address': 'fa:16:3e:59:9b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bbdd423-cd44-475e-abb9-2c765b71b978', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:28:51Z', 'updated_at': '2022-05-27T03:28:54Z', 'revision_number': 1, 'project_id': 'd5bef1b49d424299864523887eb72b3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1453a154-6ec5-4313-8a2b-fddd349b5446', 'name': '', 'network_id': '79e2e930-0200-4ceb-a2bb-a93bbb04e0f6', 'tenant_id': 'd5bef1b49d424299864523887eb72b3c', 'mac_address': 'fa:16:3e:be:67:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3e2812-07e4-4838-94d5-bb57a2cd3859', 'device_owner': 'network:router_interface', 'standard_attr_id': 226, 'fixed_ips': [{'subnet_id': '5133a594-c63e-4ae9-a294-52a4d497dec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:24:08Z', 'updated_at': '2022-05-27T03:24:13Z', 'revision_number': 5, 'project_id': 'd5bef1b49d424299864523887eb72b3c', 'subnets': [{'id': '5133a594-c63e-4ae9-a294-52a4d497dec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:32:58.249735 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05136b8-2716-4c9b-955d-3c35c11d7e37 None None] New status for floating IP 609d5c3e-04ee-423a-bb50-b8bd8f7d9e2d: DOWN {{(pid=104074) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 03:32:58.557199 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-87a0525e-fbbc-49c1-b0ba-d9cd8c91ccd0 req-3594f46a-25fe-4ed9-8f72-b3aa1f6f49ea service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b50bb324-6116-4314-8d09-3cd6cc80242f HTTP/1.1" status: 200 len: 217 time: 0.0455930 May 27 03:32:58.612126 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a0525e-fbbc-49c1-b0ba-d9cd8c91ccd0 req-0b88a640-b794-4582-800e-cc26990746c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:32:58.614018 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-87a0525e-fbbc-49c1-b0ba-d9cd8c91ccd0 req-0b88a640-b794-4582-800e-cc26990746c7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5133a594-c63e-4ae9-a294-52a4d497dec8 HTTP/1.1" status: 200 len: 851 time: 0.0493853 May 27 03:32:58.616498 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333901bb-5580-4e33-b69c-ffcefba54ff7 req-b03a1ed3-736b-4166-8122-65d9a32fe536 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:32:58.618108 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-333901bb-5580-4e33-b69c-ffcefba54ff7 req-b03a1ed3-736b-4166-8122-65d9a32fe536 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "GET /v2.0/ports?device_id=5701149d-2291-4cc6-89a6-b5c50fce46c6 HTTP/1.1" status: 200 len: 946 time: 0.0490742 May 27 03:32:58.663618 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:58.673576 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-333901bb-5580-4e33-b69c-ffcefba54ff7 req-d19b8500-61ed-4f24-a8b2-10f928dd18be tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1e45c10-37e6-4124-bc3b-be47b71b2f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445459 May 27 03:32:58.732077 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-2bfb5a99-fd82-4196-b296-ede250e5169d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (88cb169e-23a7-4380-813c-9b707a5671b5), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:58.783054 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a0525e-fbbc-49c1-b0ba-d9cd8c91ccd0 req-e2f40327-e5af-458f-8842-13461d571346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:32:58.784586 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-87a0525e-fbbc-49c1-b0ba-d9cd8c91ccd0 req-e2f40327-e5af-458f-8842-13461d571346 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=79e2e930-0200-4ceb-a2bb-a93bbb04e0f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417967 May 27 03:32:58.874881 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-87a0525e-fbbc-49c1-b0ba-d9cd8c91ccd0 req-1eb56265-d293-4b73-9784-6c029eff10e4 service neutron] 10.222.0.67 "GET /v2.0/networks/79e2e930-0200-4ceb-a2bb-a93bbb04e0f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840178 May 27 03:32:59.069273 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-87a0525e-fbbc-49c1-b0ba-d9cd8c91ccd0 req-982cf6c2-2593-4c5c-8d92-6461f4894b52 service neutron] 10.222.0.67 "GET /v2.0/networks/79e2e930-0200-4ceb-a2bb-a93bbb04e0f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996721 May 27 03:32:59.162302 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c882bc-7bad-4558-8aa8-c7b1289d100f req-d965e19b-7953-437a-8bd6-8892431df367 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:32:59.163780 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-46c882bc-7bad-4558-8aa8-c7b1289d100f req-d965e19b-7953-437a-8bd6-8892431df367 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.67 "GET /v2.0/ports?device_id=5701149d-2291-4cc6-89a6-b5c50fce46c6 HTTP/1.1" status: 200 len: 946 time: 0.0564499 May 27 03:32:59.250322 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.plugin [req-46c882bc-7bad-4558-8aa8-c7b1289d100f req-4ca0781c-f8bc-4155-acc2-145b10588fbf tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Deleting port b50bb324-6116-4314-8d09-3cd6cc80242f {{(pid=104071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:32:59.250642 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-46c882bc-7bad-4558-8aa8-c7b1289d100f req-4ca0781c-f8bc-4155-acc2-145b10588fbf tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743907775461'] for port (b50bb324-6116-4314-8d09-3cd6cc80242f), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:59.345991 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.db [req-46c882bc-7bad-4558-8aa8-c7b1289d100f req-4ca0781c-f8bc-4155-acc2-145b10588fbf tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] For port b50bb324-6116-4314-8d09-3cd6cc80242f, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=b50bb324-6116-4314-8d09-3cd6cc80242f,segment=NetworkSegment(3d0db8b7-60ed-4f83-92b1-448610616c6c),segment_id=3d0db8b7-60ed-4f83-92b1-448610616c6c)] {{(pid=104071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:32:59.346268 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-46c882bc-7bad-4558-8aa8-c7b1289d100f req-4ca0781c-f8bc-4155-acc2-145b10588fbf tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16271712'] for port (b50bb324-6116-4314-8d09-3cd6cc80242f), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:59.360143 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.plugin [req-46c882bc-7bad-4558-8aa8-c7b1289d100f req-4ca0781c-f8bc-4155-acc2-145b10588fbf tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Calling delete_port for b50bb324-6116-4314-8d09-3cd6cc80242f owned by compute:nova {{(pid=104071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:32:59.515658 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-46c882bc-7bad-4558-8aa8-c7b1289d100f req-4ca0781c-f8bc-4155-acc2-145b10588fbf tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743907783123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743907242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12907156'] for port (b50bb324-6116-4314-8d09-3cd6cc80242f), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:59.522837 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:59.546638 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca0781c-f8bc-4155-acc2-145b10588fbf tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Pushing event deleted for resources: {'Port': ['ID=b50bb324-6116-4314-8d09-3cd6cc80242f,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:59.575427 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:59.597749 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [req-46c882bc-7bad-4558-8aa8-c7b1289d100f req-4ca0781c-f8bc-4155-acc2-145b10588fbf tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] No DVR routers for this DVR port b50bb324-6116-4314-8d09-3cd6cc80242f on host hv-cinder-82880 {{(pid=104071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:32:59.600583 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-46c882bc-7bad-4558-8aa8-c7b1289d100f req-4ca0781c-f8bc-4155-acc2-145b10588fbf tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159658'] for port (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:59.603902 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-46c882bc-7bad-4558-8aa8-c7b1289d100f req-4ca0781c-f8bc-4155-acc2-145b10588fbf tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.67 "DELETE /v2.0/ports/b50bb324-6116-4314-8d09-3cd6cc80242f HTTP/1.1" status: 204 len: 173 time: 0.4349310 May 27 03:32:59.604520 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5701149d-2291-4cc6-89a6-b5c50fce46c6', 'name': 'network-vif-deleted', 'tag': 'b50bb324-6116-4314-8d09-3cd6cc80242f'}] {{(pid=104071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:32:59.606798 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bb076ad6e20eee76da9493a154e3e0af7ddb4a8668b70cc9390b05200f69f4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1459aad-542e-4dd2-972d-e6c9f373cb90" -d '{"events": [{"server_uuid": "5701149d-2291-4cc6-89a6-b5c50fce46c6", "name": "network-vif-deleted", "tag": "b50bb324-6116-4314-8d09-3cd6cc80242f"}]}' {{(pid=104071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:32:59.645733 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4629570a-850a-448b-a7a1-4354cbcac2ae x-openstack-request-id: req-4629570a-850a-448b-a7a1-4354cbcac2ae {{(pid=104071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:32:59.646020 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5701149d-2291-4cc6-89a6-b5c50fce46c6", "name": "network-vif-deleted", "tag": "b50bb324-6116-4314-8d09-3cd6cc80242f", "status": "completed", "code": 200}]} {{(pid=104071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:32:59.646290 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4629570a-850a-448b-a7a1-4354cbcac2ae {{(pid=104071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:32:59.646713 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4629570a-850a-448b-a7a1-4354cbcac2ae'] response: {'server_uuid': '5701149d-2291-4cc6-89a6-b5c50fce46c6', 'name': 'network-vif-deleted', 'tag': 'b50bb324-6116-4314-8d09-3cd6cc80242f', 'status': 'completed', 'code': 200} May 27 03:32:59.779756 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-39e0760c-1870-444e-a005-23ee61c86e40 req-ca52d13e-18f6-4d42-9679-df287b7633a4 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "GET /v2.0/ports?device_id=5701149d-2291-4cc6-89a6-b5c50fce46c6 HTTP/1.1" status: 200 len: 210 time: 0.0327566 May 27 03:33:01.095105 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3f991d3a-3627-4ffd-915e-991869f487ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (3e4effd7-5bc9-408b-93fa-42e4b19a61d9), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:02.174053 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-df01de3e-f6cf-4253-895b-65b557a1455e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (84e30450-e547-4748-a220-898a66747e61), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:03.102387 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Device b50bb324-6116-4314-8d09-3cd6cc80242f no longer exists at agent hyperv_hv-cinder-82880 {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:33:03.115370 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 39032) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:33:03.123004 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] No Port match for: b50bb324-6116-4314-8d09-3cd6cc80242f {{(pid=104073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:33:03.123356 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Device b50bb324-6116-4314-8d09-3cd6cc80242f not bound to the agent host hv-cinder-82880 {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:33:03.262255 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [None req-78a9f669-41bc-4ab4-96f4-c05f7b2e8b97 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Deleting port 8ed5794f-360c-4fc8-982d-97b6345af667 {{(pid=104072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:33:03.262520 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-78a9f669-41bc-4ab4-96f4-c05f7b2e8b97 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743907775461'] for port (8ed5794f-360c-4fc8-982d-97b6345af667), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:03.338895 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-78a9f669-41bc-4ab4-96f4-c05f7b2e8b97 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16271712'] for port (8ed5794f-360c-4fc8-982d-97b6345af667), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:03.339212 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-78a9f669-41bc-4ab4-96f4-c05f7b2e8b97 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Publish callbacks [] for floatingip (8ed5794f-360c-4fc8-982d-97b6345af667), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:03.352469 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [None req-78a9f669-41bc-4ab4-96f4-c05f7b2e8b97 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Calling delete_port for 8ed5794f-360c-4fc8-982d-97b6345af667 owned by network:floatingip {{(pid=104072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:33:03.504224 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-78a9f669-41bc-4ab4-96f4-c05f7b2e8b97 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743907783123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743907242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13119109'] for port (8ed5794f-360c-4fc8-982d-97b6345af667), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:03.529874 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a9f669-41bc-4ab4-96f4-c05f7b2e8b97 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Pushing event deleted for resources: {'Port': ['ID=8ed5794f-360c-4fc8-982d-97b6345af667,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:03.591980 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-78a9f669-41bc-4ab4-96f4-c05f7b2e8b97 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Publish callbacks [] for floatingip (06b71894-d740-4c7a-994c-1690ae223589), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:03.592288 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.db.l3_db [None req-78a9f669-41bc-4ab4-96f4-c05f7b2e8b97 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Floating IP 06b71894-d740-4c7a-994c-1690ae223589 disassociated (deleted). External IP: 172.27.3.6, port: 500f9575-c4a4-47bd-be17-a054e686429b. May 27 03:33:03.746092 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f70e7e6e-5d50-42a8-9a05-38619da83ed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (7db81693-ec25-4d8d-9069-8605391ffc10), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:03.787538 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:33:03.791681 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78a9f669-41bc-4ab4-96f4-c05f7b2e8b97 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Router 0a3e2812-07e4-4838-94d5-bb57a2cd3859 has already been hosted by L3 agent 3e4effd7-5bc9-408b-93fa-42e4b19a61d9 {{(pid=104072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:33:03.895806 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78a9f669-41bc-4ab4-96f4-c05f7b2e8b97 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Notify agent at l3_agent.dv-cinder-828806-4-iscsi the message routers_updated {{(pid=104072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:33:03.901307 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-78a9f669-41bc-4ab4-96f4-c05f7b2e8b97 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159658'] for floatingip (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:03.906028 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7b35df-95e0-435a-863e-f4d5b03e19af None None] Sync routers for ids ['0a3e2812-07e4-4838-94d5-bb57a2cd3859'] in dv-cinder-828806-4-iscsi {{(pid=104073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:33:03.916944 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7b35df-95e0-435a-863e-f4d5b03e19af None None] Routers {'0a3e2812-07e4-4838-94d5-bb57a2cd3859'} bound to L3 agent in host dv-cinder-828806-4-iscsi {{(pid=104073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:33:03.917604 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-df7b35df-95e0-435a-863e-f4d5b03e19af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:14:31Z,description=,heartbeat_timestamp=2022-05-27T03:33:01Z,host='dv-cinder-828806-4-iscsi',id=3e4effd7-5bc9-408b-93fa-42e4b19a61d9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:14:31Z,topic='l3_agent')) {'router_ids': ['0a3e2812-07e4-4838-94d5-bb57a2cd3859'], 'active': True} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:33:03.931890 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-78a9f669-41bc-4ab4-96f4-c05f7b2e8b97 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "DELETE /v2.0/floatingips/06b71894-d740-4c7a-994c-1690ae223589 HTTP/1.1" status: 204 len: 168 time: 0.8154092 May 27 03:33:03.932532 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bbdd423-cd44-475e-abb9-2c765b71b978', 'tag': '500f9575-c4a4-47bd-be17-a054e686429b'}] {{(pid=104072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:33:03.934956 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f396617ba49ae57b35f1e46e178334f70bfad08bdaf3fab16ca373e13b5bdfba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-697a37c6-42cd-4929-815b-7ab1ab65735f" -d '{"events": [{"name": "network-changed", "server_uuid": "5bbdd423-cd44-475e-abb9-2c765b71b978", "tag": "500f9575-c4a4-47bd-be17-a054e686429b"}]}' {{(pid=104072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:33:03.971750 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4129d22-652b-40c1-ad79-6eaefd819d87 x-openstack-request-id: req-f4129d22-652b-40c1-ad79-6eaefd819d87 {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:33:03.972039 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bbdd423-cd44-475e-abb9-2c765b71b978", "tag": "500f9575-c4a4-47bd-be17-a054e686429b", "status": "completed", "code": 200}]} {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:33:03.972286 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f4129d22-652b-40c1-ad79-6eaefd819d87 {{(pid=104072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:33:03.972690 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4129d22-652b-40c1-ad79-6eaefd819d87'] response: {'name': 'network-changed', 'server_uuid': '5bbdd423-cd44-475e-abb9-2c765b71b978', 'tag': '500f9575-c4a4-47bd-be17-a054e686429b', 'status': 'completed', 'code': 200} May 27 03:33:04.027662 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvr_db [None req-df7b35df-95e0-435a-863e-f4d5b03e19af None None] Set router 0a3e2812-07e4-4838-94d5-bb57a2cd3859 gateway port host: dv-cinder-828806-4-iscsi {{(pid=104073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:33:04.061418 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697a37c6-42cd-4929-815b-7ab1ab65735f req-56b891fa-da1b-40b4-9046-eb5e6c21d1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:33:04.063226 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-697a37c6-42cd-4929-815b-7ab1ab65735f req-56b891fa-da1b-40b4-9046-eb5e6c21d1ca service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d5bef1b49d424299864523887eb72b3c&device_id=5bbdd423-cd44-475e-abb9-2c765b71b978 HTTP/1.1" status: 200 len: 1129 time: 0.0423200 May 27 03:33:04.064174 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:33:04.105745 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:33:04.197259 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f990e989-cea9-4dbb-b061-c663723962c4 req-22afc07d-7cb9-4799-b23e-9ac83df46f77 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:33:04.198737 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-f990e989-cea9-4dbb-b061-c663723962c4 req-22afc07d-7cb9-4799-b23e-9ac83df46f77 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "GET /v2.0/ports?device_id=5bbdd423-cd44-475e-abb9-2c765b71b978 HTTP/1.1" status: 200 len: 945 time: 0.0691423 May 27 03:33:04.220545 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697a37c6-42cd-4929-815b-7ab1ab65735f req-71391d55-2691-4dab-898a-74436951105d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:33:04.222011 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-697a37c6-42cd-4929-815b-7ab1ab65735f req-71391d55-2691-4dab-898a-74436951105d service neutron] 10.222.0.67 "GET /v2.0/networks?id=79e2e930-0200-4ceb-a2bb-a93bbb04e0f6 HTTP/1.1" status: 200 len: 913 time: 0.1529031 May 27 03:33:04.228294 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-df7b35df-95e0-435a-863e-f4d5b03e19af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a3e2812-07e4-4838-94d5-bb57a2cd3859', 'name': 'tempest-TestVolumeBootPattern-1556435986-router', 'tenant_id': 'd5bef1b49d424299864523887eb72b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '4ee83673-46b6-4e1b-bcba-ae840fc50e57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:24:05Z', 'updated_at': '2022-05-27T03:24:09Z', 'revision_number': 4, 'project_id': 'd5bef1b49d424299864523887eb72b3c', 'gw_port': {'id': '4ee83673-46b6-4e1b-bcba-ae840fc50e57', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f6:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3e2812-07e4-4838-94d5-bb57a2cd3859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:24:06Z', 'updated_at': '2022-05-27T03:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi', '_interfaces': [{'id': '1453a154-6ec5-4313-8a2b-fddd349b5446', 'name': '', 'network_id': '79e2e930-0200-4ceb-a2bb-a93bbb04e0f6', 'tenant_id': 'd5bef1b49d424299864523887eb72b3c', 'mac_address': 'fa:16:3e:be:67:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3e2812-07e4-4838-94d5-bb57a2cd3859', 'device_owner': 'network:router_interface', 'standard_attr_id': 226, 'fixed_ips': [{'subnet_id': '5133a594-c63e-4ae9-a294-52a4d497dec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:24:08Z', 'updated_at': '2022-05-27T03:24:13Z', 'revision_number': 5, 'project_id': 'd5bef1b49d424299864523887eb72b3c', 'subnets': [{'id': '5133a594-c63e-4ae9-a294-52a4d497dec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-4-iscsi', False) {} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:33:04.256884 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7b35df-95e0-435a-863e-f4d5b03e19af None None] Checking router: 0a3e2812-07e4-4838-94d5-bb57a2cd3859 for host: dv-cinder-828806-4-iscsi {{(pid=104073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:33:04.265847 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7b35df-95e0-435a-863e-f4d5b03e19af None None] Routers {'0a3e2812-07e4-4838-94d5-bb57a2cd3859'} bound to L3 agent in host dv-cinder-828806-4-iscsi {{(pid=104073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:33:04.266058 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-f990e989-cea9-4dbb-b061-c663723962c4 req-6e11cd12-568a-4ccd-b8f4-8e2608bedab0 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1e45c10-37e6-4124-bc3b-be47b71b2f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613732 May 27 03:33:04.266452 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-df7b35df-95e0-435a-863e-f4d5b03e19af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:14:31Z,description=,heartbeat_timestamp=2022-05-27T03:33:01Z,host='dv-cinder-828806-4-iscsi',id=3e4effd7-5bc9-408b-93fa-42e4b19a61d9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:14:31Z,topic='l3_agent')) {'router_ids': ['0a3e2812-07e4-4838-94d5-bb57a2cd3859'], 'active': True} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:33:04.368461 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvr_db [None req-df7b35df-95e0-435a-863e-f4d5b03e19af None None] Set router 0a3e2812-07e4-4838-94d5-bb57a2cd3859 gateway port host: dv-cinder-828806-4-iscsi {{(pid=104073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:33:04.563430 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-df7b35df-95e0-435a-863e-f4d5b03e19af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a3e2812-07e4-4838-94d5-bb57a2cd3859', 'name': 'tempest-TestVolumeBootPattern-1556435986-router', 'tenant_id': 'd5bef1b49d424299864523887eb72b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '4ee83673-46b6-4e1b-bcba-ae840fc50e57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:24:05Z', 'updated_at': '2022-05-27T03:24:09Z', 'revision_number': 4, 'project_id': 'd5bef1b49d424299864523887eb72b3c', 'gw_port': {'id': '4ee83673-46b6-4e1b-bcba-ae840fc50e57', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f6:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3e2812-07e4-4838-94d5-bb57a2cd3859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:24:06Z', 'updated_at': '2022-05-27T03:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi', '_interfaces': [{'id': '1453a154-6ec5-4313-8a2b-fddd349b5446', 'name': '', 'network_id': '79e2e930-0200-4ceb-a2bb-a93bbb04e0f6', 'tenant_id': 'd5bef1b49d424299864523887eb72b3c', 'mac_address': 'fa:16:3e:be:67:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3e2812-07e4-4838-94d5-bb57a2cd3859', 'device_owner': 'network:router_interface', 'standard_attr_id': 226, 'fixed_ips': [{'subnet_id': '5133a594-c63e-4ae9-a294-52a4d497dec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:24:08Z', 'updated_at': '2022-05-27T03:24:13Z', 'revision_number': 5, 'project_id': 'd5bef1b49d424299864523887eb72b3c', 'subnets': [{'id': '5133a594-c63e-4ae9-a294-52a4d497dec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-4-iscsi', False) {} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:33:04.588916 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7b35df-95e0-435a-863e-f4d5b03e19af None None] The sync data for ids ['0a3e2812-07e4-4838-94d5-bb57a2cd3859'] in dv-cinder-828806-4-iscsi is: [{'id': '0a3e2812-07e4-4838-94d5-bb57a2cd3859', 'name': 'tempest-TestVolumeBootPattern-1556435986-router', 'tenant_id': 'd5bef1b49d424299864523887eb72b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '4ee83673-46b6-4e1b-bcba-ae840fc50e57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:24:05Z', 'updated_at': '2022-05-27T03:24:09Z', 'revision_number': 4, 'project_id': 'd5bef1b49d424299864523887eb72b3c', 'gw_port': {'id': '4ee83673-46b6-4e1b-bcba-ae840fc50e57', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f6:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3e2812-07e4-4838-94d5-bb57a2cd3859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:24:06Z', 'updated_at': '2022-05-27T03:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi', '_interfaces': [{'id': '1453a154-6ec5-4313-8a2b-fddd349b5446', 'name': '', 'network_id': '79e2e930-0200-4ceb-a2bb-a93bbb04e0f6', 'tenant_id': 'd5bef1b49d424299864523887eb72b3c', 'mac_address': 'fa:16:3e:be:67:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3e2812-07e4-4838-94d5-bb57a2cd3859', 'device_owner': 'network:router_interface', 'standard_attr_id': 226, 'fixed_ips': [{'subnet_id': '5133a594-c63e-4ae9-a294-52a4d497dec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:24:08Z', 'updated_at': '2022-05-27T03:24:13Z', 'revision_number': 5, 'project_id': 'd5bef1b49d424299864523887eb72b3c', 'subnets': [{'id': '5133a594-c63e-4ae9-a294-52a4d497dec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:33:04.818727 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f068e0ad-f969-461b-befe-114c43face50 None None] New status for floating IP 06b71894-d740-4c7a-994c-1690ae223589: DOWN {{(pid=104074) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 03:33:04.962186 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (01a6c5a5-ff25-49ea-8869-bb2b5ba0570e), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:05.262667 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-697a37c6-42cd-4929-815b-7ab1ab65735f req-4f46ab44-b9ee-457c-823e-5c3aeea59d85 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=500f9575-c4a4-47bd-be17-a054e686429b HTTP/1.1" status: 200 len: 217 time: 0.0416172 May 27 03:33:05.323256 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697a37c6-42cd-4929-815b-7ab1ab65735f req-f61fb481-ac6d-4671-a3c7-74bf0cba4dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:33:05.324779 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-697a37c6-42cd-4929-815b-7ab1ab65735f req-f61fb481-ac6d-4671-a3c7-74bf0cba4dc7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5133a594-c63e-4ae9-a294-52a4d497dec8 HTTP/1.1" status: 200 len: 851 time: 0.0553832 May 27 03:33:05.387194 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1bd0d3-5e28-48ea-ab93-db600b70f6c3 req-5bdc8f0c-d119-4f8f-8f48-6a46ed51a375 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:33:05.388724 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-3b1bd0d3-5e28-48ea-ab93-db600b70f6c3 req-5bdc8f0c-d119-4f8f-8f48-6a46ed51a375 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "GET /v2.0/ports?device_id=5bbdd423-cd44-475e-abb9-2c765b71b978 HTTP/1.1" status: 200 len: 945 time: 0.0518146 May 27 03:33:05.436651 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:33:05.441225 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-3b1bd0d3-5e28-48ea-ab93-db600b70f6c3 req-5e675844-e73e-4cdd-bf3c-5ae4cff3c4b7 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1e45c10-37e6-4124-bc3b-be47b71b2f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447028 May 27 03:33:05.470458 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697a37c6-42cd-4929-815b-7ab1ab65735f req-5e758e99-b22e-47d1-982a-cc89684af40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:33:05.472082 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-697a37c6-42cd-4929-815b-7ab1ab65735f req-5e758e99-b22e-47d1-982a-cc89684af40c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=79e2e930-0200-4ceb-a2bb-a93bbb04e0f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418689 May 27 03:33:05.562786 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-697a37c6-42cd-4929-815b-7ab1ab65735f req-fcebf2af-23aa-42fa-bce5-2e76a25b501a service neutron] 10.222.0.67 "GET /v2.0/networks/79e2e930-0200-4ceb-a2bb-a93bbb04e0f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840693 May 27 03:33:05.756519 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-697a37c6-42cd-4929-815b-7ab1ab65735f req-a47664c6-9161-4ab7-8b30-85491d455b87 service neutron] 10.222.0.67 "GET /v2.0/networks/79e2e930-0200-4ceb-a2bb-a93bbb04e0f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966697 May 27 03:33:05.863535 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9256e1-2233-4b6f-979b-fb7c132ce772 req-8dd631f9-a8bb-4181-9107-10a0a78e016d tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:33:05.865301 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-4b9256e1-2233-4b6f-979b-fb7c132ce772 req-8dd631f9-a8bb-4181-9107-10a0a78e016d tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.67 "GET /v2.0/ports?device_id=5bbdd423-cd44-475e-abb9-2c765b71b978 HTTP/1.1" status: 200 len: 945 time: 0.0631421 May 27 03:33:05.954187 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.plugin [req-4b9256e1-2233-4b6f-979b-fb7c132ce772 req-18535a85-e0bc-4e46-aca1-24fbd9aaedaf tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Deleting port 500f9575-c4a4-47bd-be17-a054e686429b {{(pid=104071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:33:05.954525 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-4b9256e1-2233-4b6f-979b-fb7c132ce772 req-18535a85-e0bc-4e46-aca1-24fbd9aaedaf tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743907775461'] for port (500f9575-c4a4-47bd-be17-a054e686429b), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:06.042546 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.db [req-4b9256e1-2233-4b6f-979b-fb7c132ce772 req-18535a85-e0bc-4e46-aca1-24fbd9aaedaf tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] For port 500f9575-c4a4-47bd-be17-a054e686429b, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=500f9575-c4a4-47bd-be17-a054e686429b,segment=NetworkSegment(3d0db8b7-60ed-4f83-92b1-448610616c6c),segment_id=3d0db8b7-60ed-4f83-92b1-448610616c6c)] {{(pid=104071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:33:06.042852 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-4b9256e1-2233-4b6f-979b-fb7c132ce772 req-18535a85-e0bc-4e46-aca1-24fbd9aaedaf tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16271712'] for port (500f9575-c4a4-47bd-be17-a054e686429b), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:06.055846 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.plugin [req-4b9256e1-2233-4b6f-979b-fb7c132ce772 req-18535a85-e0bc-4e46-aca1-24fbd9aaedaf tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Calling delete_port for 500f9575-c4a4-47bd-be17-a054e686429b owned by compute:nova {{(pid=104071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:33:06.179957 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:33:06.187797 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-4b9256e1-2233-4b6f-979b-fb7c132ce772 req-18535a85-e0bc-4e46-aca1-24fbd9aaedaf tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743907783123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743907242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12907156'] for port (500f9575-c4a4-47bd-be17-a054e686429b), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:06.216685 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18535a85-e0bc-4e46-aca1-24fbd9aaedaf tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Pushing event deleted for resources: {'Port': ['ID=500f9575-c4a4-47bd-be17-a054e686429b,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:06.247273 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:33:06.268316 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b9256e1-2233-4b6f-979b-fb7c132ce772 req-18535a85-e0bc-4e46-aca1-24fbd9aaedaf tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] No DVR routers for this DVR port 500f9575-c4a4-47bd-be17-a054e686429b on host hv-cinder-82880 {{(pid=104071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:33:06.272172 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-4b9256e1-2233-4b6f-979b-fb7c132ce772 req-18535a85-e0bc-4e46-aca1-24fbd9aaedaf tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159658'] for port (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:06.275802 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-4b9256e1-2233-4b6f-979b-fb7c132ce772 req-18535a85-e0bc-4e46-aca1-24fbd9aaedaf tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.67 "DELETE /v2.0/ports/500f9575-c4a4-47bd-be17-a054e686429b HTTP/1.1" status: 204 len: 173 time: 0.4038270 May 27 03:33:06.276284 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bbdd423-cd44-475e-abb9-2c765b71b978', 'name': 'network-vif-deleted', 'tag': '500f9575-c4a4-47bd-be17-a054e686429b'}] {{(pid=104071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:33:06.278600 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bb076ad6e20eee76da9493a154e3e0af7ddb4a8668b70cc9390b05200f69f4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-170242fd-ce2a-4979-a786-be2391864662" -d '{"events": [{"server_uuid": "5bbdd423-cd44-475e-abb9-2c765b71b978", "name": "network-vif-deleted", "tag": "500f9575-c4a4-47bd-be17-a054e686429b"}]}' {{(pid=104071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:33:06.316377 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6431248-df00-4623-bd07-b881ae64f923 x-openstack-request-id: req-d6431248-df00-4623-bd07-b881ae64f923 {{(pid=104071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:33:06.316637 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bbdd423-cd44-475e-abb9-2c765b71b978", "name": "network-vif-deleted", "tag": "500f9575-c4a4-47bd-be17-a054e686429b", "status": "completed", "code": 200}]} {{(pid=104071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:33:06.316868 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d6431248-df00-4623-bd07-b881ae64f923 {{(pid=104071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:33:06.317291 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6431248-df00-4623-bd07-b881ae64f923'] response: {'server_uuid': '5bbdd423-cd44-475e-abb9-2c765b71b978', 'name': 'network-vif-deleted', 'tag': '500f9575-c4a4-47bd-be17-a054e686429b', 'status': 'completed', 'code': 200} May 27 03:33:06.546956 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f31d81c3-3301-4084-8c53-0e69fe5ade41 req-19a755b7-8e8b-4516-8caa-da112255275f tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "GET /v2.0/ports?device_id=5bbdd423-cd44-475e-abb9-2c765b71b978 HTTP/1.1" status: 200 len: 210 time: 0.0294213 May 27 03:33:07.618610 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 39050) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:33:07.729408 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.plugin [None req-e3a12e4b-4081-40df-a59e-43a2028eff26 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Deleting port f6f14f3b-2d24-4c26-b7c8-1101ecc63179 {{(pid=104071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:33:07.729713 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-e3a12e4b-4081-40df-a59e-43a2028eff26 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743907775461'] for port (f6f14f3b-2d24-4c26-b7c8-1101ecc63179), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:07.806638 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-e3a12e4b-4081-40df-a59e-43a2028eff26 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16271712'] for port (f6f14f3b-2d24-4c26-b7c8-1101ecc63179), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:07.806916 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-e3a12e4b-4081-40df-a59e-43a2028eff26 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Publish callbacks [] for floatingip (f6f14f3b-2d24-4c26-b7c8-1101ecc63179), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:07.822422 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.plugin [None req-e3a12e4b-4081-40df-a59e-43a2028eff26 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Calling delete_port for f6f14f3b-2d24-4c26-b7c8-1101ecc63179 owned by network:floatingip {{(pid=104071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:33:07.968026 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-e3a12e4b-4081-40df-a59e-43a2028eff26 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743907783123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743907242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12907156'] for port (f6f14f3b-2d24-4c26-b7c8-1101ecc63179), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:07.992411 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a12e4b-4081-40df-a59e-43a2028eff26 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Pushing event deleted for resources: {'Port': ['ID=f6f14f3b-2d24-4c26-b7c8-1101ecc63179,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:08.058502 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-e3a12e4b-4081-40df-a59e-43a2028eff26 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Publish callbacks [] for floatingip (7a8820c7-cb5f-48a0-87fb-2e8cf531abd2), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:08.060945 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-e3a12e4b-4081-40df-a59e-43a2028eff26 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159658'] for floatingip (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:08.062136 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-e3a12e4b-4081-40df-a59e-43a2028eff26 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "DELETE /v2.0/floatingips/7a8820c7-cb5f-48a0-87fb-2e8cf531abd2 HTTP/1.1" status: 204 len: 168 time: 0.4436593 May 27 03:33:08.066719 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:33:08.073822 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.agents_db [None req-9472a85a-8dd5-480f-9a02-5eb3d7473862 None None] Agent healthcheck: found 6 active agents {{(pid=104074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:33:09.116013 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Device 500f9575-c4a4-47bd-be17-a054e686429b no longer exists at agent hyperv_hv-cinder-82880 {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:33:09.143144 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] No Port match for: 500f9575-c4a4-47bd-be17-a054e686429b {{(pid=104073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:33:09.143483 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Device 500f9575-c4a4-47bd-be17-a054e686429b not bound to the agent host hv-cinder-82880 {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:33:09.278400 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 39062) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:33:09.339400 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-252059d8-4096-46ad-90d7-544717982c86 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Publish callbacks [] for security_group (d1e45c10-37e6-4124-bc3b-be47b71b2f02), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:09.364650 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-252059d8-4096-46ad-90d7-544717982c86 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Publish callbacks [] for security_group (d1e45c10-37e6-4124-bc3b-be47b71b2f02), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:09.434148 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-252059d8-4096-46ad-90d7-544717982c86 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (d1e45c10-37e6-4124-bc3b-be47b71b2f02), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:09.436920 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-252059d8-4096-46ad-90d7-544717982c86 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Publish callbacks [] for security_group (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:09.438099 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-252059d8-4096-46ad-90d7-544717982c86 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] 10.222.0.50 "DELETE /v2.0/security-groups/d1e45c10-37e6-4124-bc3b-be47b71b2f02 HTTP/1.1" status: 204 len: 168 time: 0.1587214 May 27 03:33:09.447399 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252059d8-4096-46ad-90d7-544717982c86 tempest-TestVolumeBootPattern-1900631948 tempest-TestVolumeBootPattern-1900631948-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1e45c10-37e6-4124-bc3b-be47b71b2f02,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:09.499589 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 39066) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:33:09.862324 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:33:09.908001 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:33:09.923081 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-2bba4496-f26d-4545-95a9-5d956de3192d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16280280'] for router_interface (0a3e2812-07e4-4838-94d5-bb57a2cd3859), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:10.425340 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.plugin [None req-2bba4496-f26d-4545-95a9-5d956de3192d admin admin] Deleting port 1453a154-6ec5-4313-8a2b-fddd349b5446 {{(pid=104071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:33:10.425987 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-2bba4496-f26d-4545-95a9-5d956de3192d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743907775461'] for port (1453a154-6ec5-4313-8a2b-fddd349b5446), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:10.505545 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.db [None req-2bba4496-f26d-4545-95a9-5d956de3192d admin admin] For port 1453a154-6ec5-4313-8a2b-fddd349b5446, host dv-cinder-828806-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-4-iscsi',level=0,port_id=1453a154-6ec5-4313-8a2b-fddd349b5446,segment=NetworkSegment(3d0db8b7-60ed-4f83-92b1-448610616c6c),segment_id=3d0db8b7-60ed-4f83-92b1-448610616c6c)] {{(pid=104071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:33:10.505886 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-2bba4496-f26d-4545-95a9-5d956de3192d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16271712'] for port (1453a154-6ec5-4313-8a2b-fddd349b5446), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:10.520605 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.plugin [None req-2bba4496-f26d-4545-95a9-5d956de3192d admin admin] Calling delete_port for 1453a154-6ec5-4313-8a2b-fddd349b5446 owned by network:router_interface {{(pid=104071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:33:10.726623 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-2bba4496-f26d-4545-95a9-5d956de3192d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743907783123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743907242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12907156'] for port (1453a154-6ec5-4313-8a2b-fddd349b5446), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:10.750974 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bba4496-f26d-4545-95a9-5d956de3192d admin admin] Pushing event deleted for resources: {'Port': ['ID=1453a154-6ec5-4313-8a2b-fddd349b5446,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:10.921669 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-2bba4496-f26d-4545-95a9-5d956de3192d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-366363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16280132'] for router_interface (0a3e2812-07e4-4838-94d5-bb57a2cd3859), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:11.029698 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:33:11.077388 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:33:11.146066 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bba4496-f26d-4545-95a9-5d956de3192d admin admin] Router 0a3e2812-07e4-4838-94d5-bb57a2cd3859 has already been hosted by L3 agent 3e4effd7-5bc9-408b-93fa-42e4b19a61d9 {{(pid=104071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:33:11.256475 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bba4496-f26d-4545-95a9-5d956de3192d admin admin] Notify agent at l3_agent.dv-cinder-828806-4-iscsi the message routers_updated {{(pid=104071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:33:11.261461 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-2bba4496-f26d-4545-95a9-5d956de3192d admin admin] 10.222.0.50 "PUT /v2.0/routers/0a3e2812-07e4-4838-94d5-bb57a2cd3859/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7608681 May 27 03:33:11.264707 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 39070) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:33:11.266162 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154ac9ca-f15f-4204-83bc-c20025de3f46 None None] Sync routers for ids ['0a3e2812-07e4-4838-94d5-bb57a2cd3859'] in dv-cinder-828806-4-iscsi {{(pid=104073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:33:11.277502 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154ac9ca-f15f-4204-83bc-c20025de3f46 None None] Routers {'0a3e2812-07e4-4838-94d5-bb57a2cd3859'} bound to L3 agent in host dv-cinder-828806-4-iscsi {{(pid=104073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:33:11.278125 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-154ac9ca-f15f-4204-83bc-c20025de3f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:14:31Z,description=,heartbeat_timestamp=2022-05-27T03:33:01Z,host='dv-cinder-828806-4-iscsi',id=3e4effd7-5bc9-408b-93fa-42e4b19a61d9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:14:31Z,topic='l3_agent')) {'router_ids': ['0a3e2812-07e4-4838-94d5-bb57a2cd3859'], 'active': True} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:33:11.364814 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-5ec7123c-bd14-4637-842e-68e96084aeb5 admin admin] Publish callbacks [] for router (0a3e2812-07e4-4838-94d5-bb57a2cd3859), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:11.377825 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvr_db [None req-154ac9ca-f15f-4204-83bc-c20025de3f46 None None] Set router 0a3e2812-07e4-4838-94d5-bb57a2cd3859 gateway port host: dv-cinder-828806-4-iscsi {{(pid=104073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:33:11.464456 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-5ec7123c-bd14-4637-842e-68e96084aeb5 admin admin] Publish callbacks [] for router_gateway (0a3e2812-07e4-4838-94d5-bb57a2cd3859), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:11.509245 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.plugin [None req-5ec7123c-bd14-4637-842e-68e96084aeb5 admin admin] Deleting port 4ee83673-46b6-4e1b-bcba-ae840fc50e57 {{(pid=104071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:33:11.509481 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-5ec7123c-bd14-4637-842e-68e96084aeb5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743907775461'] for port (4ee83673-46b6-4e1b-bcba-ae840fc50e57), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:11.544087 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-154ac9ca-f15f-4204-83bc-c20025de3f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a3e2812-07e4-4838-94d5-bb57a2cd3859', 'name': 'tempest-TestVolumeBootPattern-1556435986-router', 'tenant_id': 'd5bef1b49d424299864523887eb72b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '4ee83673-46b6-4e1b-bcba-ae840fc50e57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:24:05Z', 'updated_at': '2022-05-27T03:33:10Z', 'revision_number': 5, 'project_id': 'd5bef1b49d424299864523887eb72b3c', 'gw_port': {'id': '4ee83673-46b6-4e1b-bcba-ae840fc50e57', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f6:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3e2812-07e4-4838-94d5-bb57a2cd3859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:24:06Z', 'updated_at': '2022-05-27T03:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi'}], 'dv-cinder-828806-4-iscsi', False) {} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:33:11.572903 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154ac9ca-f15f-4204-83bc-c20025de3f46 None None] Checking router: 0a3e2812-07e4-4838-94d5-bb57a2cd3859 for host: dv-cinder-828806-4-iscsi {{(pid=104073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:33:11.581613 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154ac9ca-f15f-4204-83bc-c20025de3f46 None None] Routers {'0a3e2812-07e4-4838-94d5-bb57a2cd3859'} bound to L3 agent in host dv-cinder-828806-4-iscsi {{(pid=104073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:33:11.582223 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-154ac9ca-f15f-4204-83bc-c20025de3f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:14:31Z,description=,heartbeat_timestamp=2022-05-27T03:33:01Z,host='dv-cinder-828806-4-iscsi',id=3e4effd7-5bc9-408b-93fa-42e4b19a61d9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:14:31Z,topic='l3_agent')) {'router_ids': ['0a3e2812-07e4-4838-94d5-bb57a2cd3859'], 'active': True} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:33:11.590300 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.db [None req-5ec7123c-bd14-4637-842e-68e96084aeb5 admin admin] For port 4ee83673-46b6-4e1b-bcba-ae840fc50e57, host dv-cinder-828806-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-4-iscsi',level=0,port_id=4ee83673-46b6-4e1b-bcba-ae840fc50e57,segment=NetworkSegment(7e44f6fa-4b8b-41b0-9dbf-83bfa81b059a),segment_id=7e44f6fa-4b8b-41b0-9dbf-83bfa81b059a)] {{(pid=104071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:33:11.590679 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-5ec7123c-bd14-4637-842e-68e96084aeb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16271712'] for port (4ee83673-46b6-4e1b-bcba-ae840fc50e57), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:11.604247 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.plugin [None req-5ec7123c-bd14-4637-842e-68e96084aeb5 admin admin] Calling delete_port for 4ee83673-46b6-4e1b-bcba-ae840fc50e57 owned by network:router_gateway {{(pid=104071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:33:11.665555 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvr_db [None req-154ac9ca-f15f-4204-83bc-c20025de3f46 None None] Set router 0a3e2812-07e4-4838-94d5-bb57a2cd3859 gateway port host: None {{(pid=104073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:33:11.718784 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-154ac9ca-f15f-4204-83bc-c20025de3f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a3e2812-07e4-4838-94d5-bb57a2cd3859', 'name': 'tempest-TestVolumeBootPattern-1556435986-router', 'tenant_id': 'd5bef1b49d424299864523887eb72b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:24:05Z', 'updated_at': '2022-05-27T03:33:11Z', 'revision_number': 6, 'project_id': 'd5bef1b49d424299864523887eb72b3c', 'gw_port_host': None}], 'dv-cinder-828806-4-iscsi', False) {} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:33:11.743902 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154ac9ca-f15f-4204-83bc-c20025de3f46 None None] The sync data for ids ['0a3e2812-07e4-4838-94d5-bb57a2cd3859'] in dv-cinder-828806-4-iscsi is: [{'id': '0a3e2812-07e4-4838-94d5-bb57a2cd3859', 'name': 'tempest-TestVolumeBootPattern-1556435986-router', 'tenant_id': 'd5bef1b49d424299864523887eb72b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:24:05Z', 'updated_at': '2022-05-27T03:33:11Z', 'revision_number': 6, 'project_id': 'd5bef1b49d424299864523887eb72b3c', 'gw_port_host': None}] {{(pid=104073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:33:11.779817 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-5ec7123c-bd14-4637-842e-68e96084aeb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743907783123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743907242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12907156'] for port (4ee83673-46b6-4e1b-bcba-ae840fc50e57), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:11.802497 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec7123c-bd14-4637-842e-68e96084aeb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ee83673-46b6-4e1b-bcba-ae840fc50e57,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:11.869868 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-5ec7123c-bd14-4637-842e-68e96084aeb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16279526'] for router_gateway (0a3e2812-07e4-4838-94d5-bb57a2cd3859), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:11.967373 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:33:11.973187 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-5ec7123c-bd14-4637-842e-68e96084aeb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16723127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4102'] for router (0a3e2812-07e4-4838-94d5-bb57a2cd3859), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:11.975603 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-5ec7123c-bd14-4637-842e-68e96084aeb5 admin admin] Publish callbacks [] for router_controller (0a3e2812-07e4-4838-94d5-bb57a2cd3859), precommit_delete_associations {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:11.983904 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:33:12.025361 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-5ec7123c-bd14-4637-842e-68e96084aeb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16723132'] for router (0a3e2812-07e4-4838-94d5-bb57a2cd3859), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:12.026027 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ec7123c-bd14-4637-842e-68e96084aeb5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0a3e2812-07e4-4838-94d5-bb57a2cd3859 {{(pid=104071) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 03:33:12.031821 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-5ec7123c-bd14-4637-842e-68e96084aeb5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:12.035862 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-5ec7123c-bd14-4637-842e-68e96084aeb5 admin admin] 10.222.0.50 "DELETE /v2.0/routers/0a3e2812-07e4-4838-94d5-bb57a2cd3859 HTTP/1.1" status: 204 len: 168 time: 0.7677543 May 27 03:33:12.036044 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 39072) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:33:12.088098 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.db.db_base_plugin_v2 [None req-a60d59c6-d14d-4c75-8a60-53cd3ad6d039 admin admin] Deleting subnet 5133a594-c63e-4ae9-a294-52a4d497dec8 {{(pid=104071) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 03:33:12.092137 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-a60d59c6-d14d-4c75-8a60-53cd3ad6d039 admin admin] Publish callbacks [] for subnet (5133a594-c63e-4ae9-a294-52a4d497dec8), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:12.131230 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-a60d59c6-d14d-4c75-8a60-53cd3ad6d039 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12878765'] for subnet (5133a594-c63e-4ae9-a294-52a4d497dec8), precommit_delete_associations {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:12.216974 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-a60d59c6-d14d-4c75-8a60-53cd3ad6d039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-817388'] for subnet (5133a594-c63e-4ae9-a294-52a4d497dec8), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:12.270508 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-a60d59c6-d14d-4c75-8a60-53cd3ad6d039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-817397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16716613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12907365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12793829'] for subnet (5133a594-c63e-4ae9-a294-52a4d497dec8), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:12.295736 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60d59c6-d14d-4c75-8a60-53cd3ad6d039 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5133a594-c63e-4ae9-a294-52a4d497dec8,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:12.306423 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60d59c6-d14d-4c75-8a60-53cd3ad6d039 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:12.306602 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60d59c6-d14d-4c75-8a60-53cd3ad6d039 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:12.307014 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60d59c6-d14d-4c75-8a60-53cd3ad6d039 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:12.307355 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60d59c6-d14d-4c75-8a60-53cd3ad6d039 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:12.307684 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60d59c6-d14d-4c75-8a60-53cd3ad6d039 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:12.308014 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60d59c6-d14d-4c75-8a60-53cd3ad6d039 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:12.308334 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60d59c6-d14d-4c75-8a60-53cd3ad6d039 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:12.308667 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60d59c6-d14d-4c75-8a60-53cd3ad6d039 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:12.309047 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60d59c6-d14d-4c75-8a60-53cd3ad6d039 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:12.309371 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60d59c6-d14d-4c75-8a60-53cd3ad6d039 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:12.309691 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60d59c6-d14d-4c75-8a60-53cd3ad6d039 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:12.310008 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60d59c6-d14d-4c75-8a60-53cd3ad6d039 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:12.310305 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60d59c6-d14d-4c75-8a60-53cd3ad6d039 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:12.310655 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60d59c6-d14d-4c75-8a60-53cd3ad6d039 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:12.310924 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60d59c6-d14d-4c75-8a60-53cd3ad6d039 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:12.313914 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-a60d59c6-d14d-4c75-8a60-53cd3ad6d039 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:12.317417 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cbed35c-9058-438e-8e0a-b03beeef4fa3 None None] Network 79e2e930-0200-4ceb-a2bb-a93bbb04e0f6 requested from dv-cinder-828806-4-iscsi {{(pid=104073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:33:12.319001 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-a60d59c6-d14d-4c75-8a60-53cd3ad6d039 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/5133a594-c63e-4ae9-a294-52a4d497dec8 HTTP/1.1" status: 204 len: 168 time: 0.2817566 May 27 03:33:12.320201 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 39074) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:33:12.374939 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=100 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:33:12.392386 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-3ca590f8-f279-4941-b0ee-18c6ca76822a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561515'] for network (79e2e930-0200-4ceb-a2bb-a93bbb04e0f6), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:12.404645 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:33:12.437067 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.plugin [None req-3ca590f8-f279-4941-b0ee-18c6ca76822a admin admin] Deleting port 4bd0c646-757a-475f-b7d3-748ef25cd5d2 {{(pid=104071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:33:12.437414 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-3ca590f8-f279-4941-b0ee-18c6ca76822a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743907775461'] for port (4bd0c646-757a-475f-b7d3-748ef25cd5d2), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:12.500429 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.db [None req-3ca590f8-f279-4941-b0ee-18c6ca76822a admin admin] For port 4bd0c646-757a-475f-b7d3-748ef25cd5d2, host dv-cinder-828806-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-4-iscsi',level=0,port_id=4bd0c646-757a-475f-b7d3-748ef25cd5d2,segment=NetworkSegment(3d0db8b7-60ed-4f83-92b1-448610616c6c),segment_id=3d0db8b7-60ed-4f83-92b1-448610616c6c)] {{(pid=104071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:33:12.501173 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-3ca590f8-f279-4941-b0ee-18c6ca76822a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16271712'] for port (4bd0c646-757a-475f-b7d3-748ef25cd5d2), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:12.519774 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.plugin [None req-3ca590f8-f279-4941-b0ee-18c6ca76822a admin admin] Calling delete_port for 4bd0c646-757a-475f-b7d3-748ef25cd5d2 owned by network:dhcp {{(pid=104071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:33:12.535368 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc4d7532-b08c-4bc6-b8bd-c278b600213f None None] DHCP port deletion for 79e2e930-0200-4ceb-a2bb-a93bbb04e0f6 request from dv-cinder-828806-4-iscsi {{(pid=104073) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 27 03:33:12.577799 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-bc4d7532-b08c-4bc6-b8bd-c278b600213f None None] Deleting port 4bd0c646-757a-475f-b7d3-748ef25cd5d2 {{(pid=104073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:33:12.578137 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-bc4d7532-b08c-4bc6-b8bd-c278b600213f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743907775461'] for port (4bd0c646-757a-475f-b7d3-748ef25cd5d2), before_delete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:12.611092 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-3ca590f8-f279-4941-b0ee-18c6ca76822a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743907783123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743907242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12907156'] for port (4bd0c646-757a-475f-b7d3-748ef25cd5d2), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:12.638247 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca590f8-f279-4941-b0ee-18c6ca76822a admin admin] Pushing event deleted for resources: {'Port': ['ID=4bd0c646-757a-475f-b7d3-748ef25cd5d2,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:12.644171 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca590f8-f279-4941-b0ee-18c6ca76822a admin admin] No DVR routers for this DVR port 4bd0c646-757a-475f-b7d3-748ef25cd5d2 on host dv-cinder-828806-4-iscsi {{(pid=104071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:33:12.647169 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-bc4d7532-b08c-4bc6-b8bd-c278b600213f None None] For port 4bd0c646-757a-475f-b7d3-748ef25cd5d2, host dv-cinder-828806-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-4-iscsi',level=0,port_id=4bd0c646-757a-475f-b7d3-748ef25cd5d2,segment=NetworkSegment(3d0db8b7-60ed-4f83-92b1-448610616c6c),segment_id=3d0db8b7-60ed-4f83-92b1-448610616c6c)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:33:12.647639 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-bc4d7532-b08c-4bc6-b8bd-c278b600213f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16271712'] for port (4bd0c646-757a-475f-b7d3-748ef25cd5d2), precommit_delete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:12.661351 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-bc4d7532-b08c-4bc6-b8bd-c278b600213f None None] Calling delete_port for 4bd0c646-757a-475f-b7d3-748ef25cd5d2 owned by network:dhcp {{(pid=104073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:33:12.718228 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-3ca590f8-f279-4941-b0ee-18c6ca76822a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-818777', 'neutron.services.segments.db._delete_segments_for_network-8743907721840'] for network (79e2e930-0200-4ceb-a2bb-a93bbb04e0f6), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:12.737708 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-bc4d7532-b08c-4bc6-b8bd-c278b600213f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743907783123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743907242289'] for port (4bd0c646-757a-475f-b7d3-748ef25cd5d2), after_delete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:12.745981 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.services.segments.db [None req-3ca590f8-f279-4941-b0ee-18c6ca76822a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79e2e930-0200-4ceb-a2bb-a93bbb04e0f6']}} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:33:12.755997 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.services.segments.db [None req-3ca590f8-f279-4941-b0ee-18c6ca76822a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d0db8b7-60ed-4f83-92b1-448610616c6c') {'for_net_delete': True} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:33:12.756297 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.services.segments.db [None req-3ca590f8-f279-4941-b0ee-18c6ca76822a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d0db8b7-60ed-4f83-92b1-448610616c6c') {} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:33:12.767683 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-3ca590f8-f279-4941-b0ee-18c6ca76822a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743907722361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12878740'] for segment (3d0db8b7-60ed-4f83-92b1-448610616c6c), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:12.767946 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4d7532-b08c-4bc6-b8bd-c278b600213f None None] Pushing event deleted for resources: {'Port': ['ID=4bd0c646-757a-475f-b7d3-748ef25cd5d2,revision_number=None']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:12.769643 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4d7532-b08c-4bc6-b8bd-c278b600213f None None] No DVR routers for this DVR port 4bd0c646-757a-475f-b7d3-748ef25cd5d2 on host dv-cinder-828806-4-iscsi {{(pid=104073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:33:12.786251 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-3ca590f8-f279-4941-b0ee-18c6ca76822a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-814499'] for segment (3d0db8b7-60ed-4f83-92b1-448610616c6c), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:12.793527 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ca590f8-f279-4941-b0ee-18c6ca76822a admin admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=104071) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 03:33:12.793954 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-3ca590f8-f279-4941-b0ee-18c6ca76822a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-814499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12907207'] for segment (3d0db8b7-60ed-4f83-92b1-448610616c6c), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:12.838483 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.services.segments.plugin [-] Segment 3d0db8b7-60ed-4f83-92b1-448610616c6c resource provider aggregate not found May 27 03:33:12.858492 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.services.segments.plugin [-] Segment 3d0db8b7-60ed-4f83-92b1-448610616c6c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3d0db8b7-60ed-4f83-92b1-448610616c6c found for delete ", "request_id": "req-92fef9b5-84d5-40c1-b4e8-bc09ea91cf7e"}]} May 27 03:33:12.866705 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-3ca590f8-f279-4941-b0ee-18c6ca76822a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-818786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16279498'] for network (79e2e930-0200-4ceb-a2bb-a93bbb04e0f6), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:12.872403 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-3ca590f8-f279-4941-b0ee-18c6ca76822a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-366398'] for network (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:12.875539 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-3ca590f8-f279-4941-b0ee-18c6ca76822a admin admin] 10.222.0.50 "DELETE /v2.0/networks/79e2e930-0200-4ceb-a2bb-a93bbb04e0f6 HTTP/1.1" status: 204 len: 168 time: 0.5540257 May 27 03:33:12.878626 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 39080) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:33:12.886932 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca590f8-f279-4941-b0ee-18c6ca76822a admin admin] Pushing event deleted for resources: {'Network': ['ID=79e2e930-0200-4ceb-a2bb-a93bbb04e0f6,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:13.002366 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Device 4ee83673-46b6-4e1b-bcba-ae840fc50e57 no longer exists at agent ovs-agent-dv-cinder-828806-4-iscsi {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:33:13.022668 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] No Port match for: 4ee83673-46b6-4e1b-bcba-ae840fc50e57 {{(pid=104073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:33:13.023013 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Device 4ee83673-46b6-4e1b-bcba-ae840fc50e57 not bound to the agent host dv-cinder-828806-4-iscsi {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:33:13.023438 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Device 4bd0c646-757a-475f-b7d3-748ef25cd5d2 no longer exists at agent ovs-agent-dv-cinder-828806-4-iscsi {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:33:13.041836 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] No Port match for: 4bd0c646-757a-475f-b7d3-748ef25cd5d2 {{(pid=104073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:33:13.042116 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Device 4bd0c646-757a-475f-b7d3-748ef25cd5d2 not bound to the agent host dv-cinder-828806-4-iscsi {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:33:13.042541 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Device 1453a154-6ec5-4313-8a2b-fddd349b5446 no longer exists at agent ovs-agent-dv-cinder-828806-4-iscsi {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:33:13.061766 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] No Port match for: 1453a154-6ec5-4313-8a2b-fddd349b5446 {{(pid=104073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:33:13.062113 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Device 1453a154-6ec5-4313-8a2b-fddd349b5446 not bound to the agent host dv-cinder-828806-4-iscsi {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:33:13.194420 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-e2f69589-c1d0-4a26-967a-a4878643d330 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16280280'] for router_interface (991fc6bf-2303-4050-8e71-5c3bcbcf4bd3), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:13.396428 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (a17a57cc-679f-4398-8430-1b64b86f4dc1), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:13.430710 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [None req-e2f69589-c1d0-4a26-967a-a4878643d330 admin admin] Deleting port 41531205-f235-42e3-9ef6-8e380657116d {{(pid=104072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:33:13.431050 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-e2f69589-c1d0-4a26-967a-a4878643d330 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743907775461'] for port (41531205-f235-42e3-9ef6-8e380657116d), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:13.512812 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.db [None req-e2f69589-c1d0-4a26-967a-a4878643d330 admin admin] For port 41531205-f235-42e3-9ef6-8e380657116d, host dv-cinder-828806-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-4-iscsi',level=0,port_id=41531205-f235-42e3-9ef6-8e380657116d,segment=NetworkSegment(eb8eb703-40f0-4a9f-8012-0abc4a829151),segment_id=eb8eb703-40f0-4a9f-8012-0abc4a829151)] {{(pid=104072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:33:13.513170 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-e2f69589-c1d0-4a26-967a-a4878643d330 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16271712'] for port (41531205-f235-42e3-9ef6-8e380657116d), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:13.526689 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [None req-e2f69589-c1d0-4a26-967a-a4878643d330 admin admin] Calling delete_port for 41531205-f235-42e3-9ef6-8e380657116d owned by network:router_interface {{(pid=104072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:33:13.530327 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:33:13.969227 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:33:13.978332 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-e2f69589-c1d0-4a26-967a-a4878643d330 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743907783123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743907242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13119109'] for port (41531205-f235-42e3-9ef6-8e380657116d), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:14.001527 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f69589-c1d0-4a26-967a-a4878643d330 admin admin] Pushing event deleted for resources: {'Port': ['ID=41531205-f235-42e3-9ef6-8e380657116d,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:14.167808 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-e2f69589-c1d0-4a26-967a-a4878643d330 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-366363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16280132'] for router_interface (991fc6bf-2303-4050-8e71-5c3bcbcf4bd3), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:14.376405 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2f69589-c1d0-4a26-967a-a4878643d330 admin admin] Router 991fc6bf-2303-4050-8e71-5c3bcbcf4bd3 has already been hosted by L3 agent 3e4effd7-5bc9-408b-93fa-42e4b19a61d9 {{(pid=104072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:33:14.486710 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2f69589-c1d0-4a26-967a-a4878643d330 admin admin] Notify agent at l3_agent.dv-cinder-828806-4-iscsi the message routers_updated {{(pid=104072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:33:14.493730 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-e2f69589-c1d0-4a26-967a-a4878643d330 admin admin] 10.222.0.50 "PUT /v2.0/routers/991fc6bf-2303-4050-8e71-5c3bcbcf4bd3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6137996 May 27 03:33:14.494798 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 39082) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:33:14.495894 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7acbc4-01ec-4793-aa24-088ec701210c None None] Sync routers for ids ['991fc6bf-2303-4050-8e71-5c3bcbcf4bd3'] in dv-cinder-828806-4-iscsi {{(pid=104074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:33:14.504190 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=20 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:33:14.506681 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7acbc4-01ec-4793-aa24-088ec701210c None None] Routers {'991fc6bf-2303-4050-8e71-5c3bcbcf4bd3'} bound to L3 agent in host dv-cinder-828806-4-iscsi {{(pid=104074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:33:14.507336 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-1f7acbc4-01ec-4793-aa24-088ec701210c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:14:31Z,description=,heartbeat_timestamp=2022-05-27T03:33:01Z,host='dv-cinder-828806-4-iscsi',id=3e4effd7-5bc9-408b-93fa-42e4b19a61d9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:14:31Z,topic='l3_agent')) {'router_ids': ['991fc6bf-2303-4050-8e71-5c3bcbcf4bd3'], 'active': True} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:33:14.538811 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:DELETE=12,neutron:SELECT=86,neutron:UPDATE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:33:14.579566 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:33:14.597471 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-8236c656-1936-4c6f-a955-798c7d4c8e7e admin admin] Publish callbacks [] for router (991fc6bf-2303-4050-8e71-5c3bcbcf4bd3), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:14.609774 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvr_db [None req-1f7acbc4-01ec-4793-aa24-088ec701210c None None] Set router 991fc6bf-2303-4050-8e71-5c3bcbcf4bd3 gateway port host: dv-cinder-828806-4-iscsi {{(pid=104074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:33:14.698791 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-8236c656-1936-4c6f-a955-798c7d4c8e7e admin admin] Publish callbacks [] for router_gateway (991fc6bf-2303-4050-8e71-5c3bcbcf4bd3), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:14.744984 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.plugin [None req-8236c656-1936-4c6f-a955-798c7d4c8e7e admin admin] Deleting port 62239fbe-df38-4f76-b1ac-58d0d12b9eb9 {{(pid=104071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:33:14.745356 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-8236c656-1936-4c6f-a955-798c7d4c8e7e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743907775461'] for port (62239fbe-df38-4f76-b1ac-58d0d12b9eb9), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:14.793808 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-1f7acbc4-01ec-4793-aa24-088ec701210c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '991fc6bf-2303-4050-8e71-5c3bcbcf4bd3', 'name': 'tempest-TestVolumeBootPattern-313883107-router', 'tenant_id': '1021e1aa0d4143d8a6513d484f48f601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '62239fbe-df38-4f76-b1ac-58d0d12b9eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:24:11Z', 'updated_at': '2022-05-27T03:33:13Z', 'revision_number': 5, 'project_id': '1021e1aa0d4143d8a6513d484f48f601', 'gw_port': {'id': '62239fbe-df38-4f76-b1ac-58d0d12b9eb9', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:68:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '991fc6bf-2303-4050-8e71-5c3bcbcf4bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 237, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:24:12Z', 'updated_at': '2022-05-27T03:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi'}], 'dv-cinder-828806-4-iscsi', False) {} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:33:14.818426 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7acbc4-01ec-4793-aa24-088ec701210c None None] Checking router: 991fc6bf-2303-4050-8e71-5c3bcbcf4bd3 for host: dv-cinder-828806-4-iscsi {{(pid=104074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:33:14.827218 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7acbc4-01ec-4793-aa24-088ec701210c None None] Routers {'991fc6bf-2303-4050-8e71-5c3bcbcf4bd3'} bound to L3 agent in host dv-cinder-828806-4-iscsi {{(pid=104074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:33:14.827846 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-1f7acbc4-01ec-4793-aa24-088ec701210c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:14:31Z,description=,heartbeat_timestamp=2022-05-27T03:33:01Z,host='dv-cinder-828806-4-iscsi',id=3e4effd7-5bc9-408b-93fa-42e4b19a61d9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:14:31Z,topic='l3_agent')) {'router_ids': ['991fc6bf-2303-4050-8e71-5c3bcbcf4bd3'], 'active': True} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:33:14.829071 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.db [None req-8236c656-1936-4c6f-a955-798c7d4c8e7e admin admin] For port 62239fbe-df38-4f76-b1ac-58d0d12b9eb9, host dv-cinder-828806-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-4-iscsi',level=0,port_id=62239fbe-df38-4f76-b1ac-58d0d12b9eb9,segment=NetworkSegment(7e44f6fa-4b8b-41b0-9dbf-83bfa81b059a),segment_id=7e44f6fa-4b8b-41b0-9dbf-83bfa81b059a)] {{(pid=104071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:33:14.829435 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-8236c656-1936-4c6f-a955-798c7d4c8e7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16271712'] for port (62239fbe-df38-4f76-b1ac-58d0d12b9eb9), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:14.843426 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.plugin [None req-8236c656-1936-4c6f-a955-798c7d4c8e7e admin admin] Calling delete_port for 62239fbe-df38-4f76-b1ac-58d0d12b9eb9 owned by network:router_gateway {{(pid=104071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:33:14.911280 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvr_db [None req-1f7acbc4-01ec-4793-aa24-088ec701210c None None] Set router 991fc6bf-2303-4050-8e71-5c3bcbcf4bd3 gateway port host: None {{(pid=104074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:33:14.959902 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-1f7acbc4-01ec-4793-aa24-088ec701210c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '991fc6bf-2303-4050-8e71-5c3bcbcf4bd3', 'name': 'tempest-TestVolumeBootPattern-313883107-router', 'tenant_id': '1021e1aa0d4143d8a6513d484f48f601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:24:11Z', 'updated_at': '2022-05-27T03:33:14Z', 'revision_number': 6, 'project_id': '1021e1aa0d4143d8a6513d484f48f601', 'gw_port_host': None}], 'dv-cinder-828806-4-iscsi', False) {} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:33:14.988940 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7acbc4-01ec-4793-aa24-088ec701210c None None] The sync data for ids ['991fc6bf-2303-4050-8e71-5c3bcbcf4bd3'] in dv-cinder-828806-4-iscsi is: [{'id': '991fc6bf-2303-4050-8e71-5c3bcbcf4bd3', 'name': 'tempest-TestVolumeBootPattern-313883107-router', 'tenant_id': '1021e1aa0d4143d8a6513d484f48f601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:24:11Z', 'updated_at': '2022-05-27T03:33:14Z', 'revision_number': 6, 'project_id': '1021e1aa0d4143d8a6513d484f48f601', 'gw_port_host': None}] {{(pid=104074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:33:15.018594 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-8236c656-1936-4c6f-a955-798c7d4c8e7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743907783123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743907242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12907156'] for port (62239fbe-df38-4f76-b1ac-58d0d12b9eb9), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:15.042311 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8236c656-1936-4c6f-a955-798c7d4c8e7e admin admin] Pushing event deleted for resources: {'Port': ['ID=62239fbe-df38-4f76-b1ac-58d0d12b9eb9,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:15.106760 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-8236c656-1936-4c6f-a955-798c7d4c8e7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16279526'] for router_gateway (991fc6bf-2303-4050-8e71-5c3bcbcf4bd3), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:15.192727 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-8236c656-1936-4c6f-a955-798c7d4c8e7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16723127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4102'] for router (991fc6bf-2303-4050-8e71-5c3bcbcf4bd3), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:15.195428 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-8236c656-1936-4c6f-a955-798c7d4c8e7e admin admin] Publish callbacks [] for router_controller (991fc6bf-2303-4050-8e71-5c3bcbcf4bd3), precommit_delete_associations {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:15.248050 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-8236c656-1936-4c6f-a955-798c7d4c8e7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16723132'] for router (991fc6bf-2303-4050-8e71-5c3bcbcf4bd3), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:15.248679 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8236c656-1936-4c6f-a955-798c7d4c8e7e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 991fc6bf-2303-4050-8e71-5c3bcbcf4bd3 {{(pid=104071) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 03:33:15.253219 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-8236c656-1936-4c6f-a955-798c7d4c8e7e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:15.254426 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-8236c656-1936-4c6f-a955-798c7d4c8e7e admin admin] 10.222.0.50 "DELETE /v2.0/routers/991fc6bf-2303-4050-8e71-5c3bcbcf4bd3 HTTP/1.1" status: 204 len: 168 time: 0.7585678 May 27 03:33:15.257333 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 39088) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:33:15.303643 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.db.db_base_plugin_v2 [None req-45beb97e-3458-4f38-97d2-fcf8ce386981 admin admin] Deleting subnet b68ba2dd-dfbf-4add-bf96-b7f92c2077d6 {{(pid=104072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 03:33:15.307082 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-45beb97e-3458-4f38-97d2-fcf8ce386981 admin admin] Publish callbacks [] for subnet (b68ba2dd-dfbf-4add-bf96-b7f92c2077d6), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:15.343901 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-45beb97e-3458-4f38-97d2-fcf8ce386981 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13119285'] for subnet (b68ba2dd-dfbf-4add-bf96-b7f92c2077d6), precommit_delete_associations {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:15.415410 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:33:15.429671 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-45beb97e-3458-4f38-97d2-fcf8ce386981 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-817388'] for subnet (b68ba2dd-dfbf-4add-bf96-b7f92c2077d6), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:15.487586 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-45beb97e-3458-4f38-97d2-fcf8ce386981 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-817397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16716613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13119348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14026658'] for subnet (b68ba2dd-dfbf-4add-bf96-b7f92c2077d6), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:15.513105 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45beb97e-3458-4f38-97d2-fcf8ce386981 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b68ba2dd-dfbf-4add-bf96-b7f92c2077d6,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:15.518871 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-45beb97e-3458-4f38-97d2-fcf8ce386981 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-366398'] for subnet (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:15.522144 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-45beb97e-3458-4f38-97d2-fcf8ce386981 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/b68ba2dd-dfbf-4add-bf96-b7f92c2077d6 HTTP/1.1" status: 204 len: 168 time: 0.2636144 May 27 03:33:15.524738 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49998164-6c13-4507-92eb-aeffcafddba5 None None] Network a762592d-e585-4f7a-bcc4-554f04bf7fe4 requested from dv-cinder-828806-4-iscsi {{(pid=104073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:33:15.525291 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 39090) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:33:15.594309 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-6b72a349-39ce-4910-94cd-7d9aeff7d44d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561515'] for network (a762592d-e585-4f7a-bcc4-554f04bf7fe4), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:15.636381 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.plugin [None req-6b72a349-39ce-4910-94cd-7d9aeff7d44d admin admin] Deleting port bec6e8a6-e420-48b4-b7c6-b73e07082e59 {{(pid=104071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:33:15.636734 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-6b72a349-39ce-4910-94cd-7d9aeff7d44d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743907775461'] for port (bec6e8a6-e420-48b4-b7c6-b73e07082e59), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:15.702738 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.db [None req-6b72a349-39ce-4910-94cd-7d9aeff7d44d admin admin] For port bec6e8a6-e420-48b4-b7c6-b73e07082e59, host dv-cinder-828806-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-4-iscsi',level=0,port_id=bec6e8a6-e420-48b4-b7c6-b73e07082e59,segment=NetworkSegment(eb8eb703-40f0-4a9f-8012-0abc4a829151),segment_id=eb8eb703-40f0-4a9f-8012-0abc4a829151)] {{(pid=104071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:33:15.703097 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-6b72a349-39ce-4910-94cd-7d9aeff7d44d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16271712'] for port (bec6e8a6-e420-48b4-b7c6-b73e07082e59), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:15.716524 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.plugin [None req-6b72a349-39ce-4910-94cd-7d9aeff7d44d admin admin] Calling delete_port for bec6e8a6-e420-48b4-b7c6-b73e07082e59 owned by network:dhcp {{(pid=104071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:33:15.724420 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:33:15.765879 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:33:15.768332 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c72c71a-a47b-44f1-91ce-0902522b8da4 None None] DHCP port deletion for a762592d-e585-4f7a-bcc4-554f04bf7fe4 request from dv-cinder-828806-4-iscsi {{(pid=104073) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 27 03:33:15.808397 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-6b72a349-39ce-4910-94cd-7d9aeff7d44d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743907783123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743907242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12907156'] for port (bec6e8a6-e420-48b4-b7c6-b73e07082e59), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:15.808822 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-1c72c71a-a47b-44f1-91ce-0902522b8da4 None None] Deleting port bec6e8a6-e420-48b4-b7c6-b73e07082e59 {{(pid=104073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:33:15.809450 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1c72c71a-a47b-44f1-91ce-0902522b8da4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743907775461'] for port (bec6e8a6-e420-48b4-b7c6-b73e07082e59), before_delete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:15.831370 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b72a349-39ce-4910-94cd-7d9aeff7d44d admin admin] Pushing event deleted for resources: {'Port': ['ID=bec6e8a6-e420-48b4-b7c6-b73e07082e59,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:15.838422 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b72a349-39ce-4910-94cd-7d9aeff7d44d admin admin] No DVR routers for this DVR port bec6e8a6-e420-48b4-b7c6-b73e07082e59 on host dv-cinder-828806-4-iscsi {{(pid=104071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:33:15.877912 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-1c72c71a-a47b-44f1-91ce-0902522b8da4 None None] For port bec6e8a6-e420-48b4-b7c6-b73e07082e59, host dv-cinder-828806-4-iscsi, got binding levels [] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:33:15.878374 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1c72c71a-a47b-44f1-91ce-0902522b8da4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16271712'] for port (bec6e8a6-e420-48b4-b7c6-b73e07082e59), precommit_delete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:15.895402 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-1c72c71a-a47b-44f1-91ce-0902522b8da4 None None] Calling delete_port for bec6e8a6-e420-48b4-b7c6-b73e07082e59 owned by network:dhcp {{(pid=104073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:33:15.898454 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.ipam_backend_mixin [None req-1c72c71a-a47b-44f1-91ce-0902522b8da4 None None] Port bec6e8a6-e420-48b4-b7c6-b73e07082e59 was not found and therefore no delete operation was performed {{(pid=104073) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 27 03:33:15.899738 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1c72c71a-a47b-44f1-91ce-0902522b8da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743907783123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743907242289'] for port (bec6e8a6-e420-48b4-b7c6-b73e07082e59), after_delete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:15.918081 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-6b72a349-39ce-4910-94cd-7d9aeff7d44d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-818777', 'neutron.services.segments.db._delete_segments_for_network-8743907721840'] for network (a762592d-e585-4f7a-bcc4-554f04bf7fe4), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:15.924075 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c72c71a-a47b-44f1-91ce-0902522b8da4 None None] Pushing event deleted for resources: {'Port': ['ID=bec6e8a6-e420-48b4-b7c6-b73e07082e59,revision_number=None']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:15.929205 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c72c71a-a47b-44f1-91ce-0902522b8da4 None None] No DVR routers for this DVR port bec6e8a6-e420-48b4-b7c6-b73e07082e59 on host dv-cinder-828806-4-iscsi {{(pid=104073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:33:15.943403 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.services.segments.db [None req-6b72a349-39ce-4910-94cd-7d9aeff7d44d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a762592d-e585-4f7a-bcc4-554f04bf7fe4']}} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:33:15.953984 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.services.segments.db [None req-6b72a349-39ce-4910-94cd-7d9aeff7d44d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb8eb703-40f0-4a9f-8012-0abc4a829151') {'for_net_delete': True} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:33:15.954256 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.services.segments.db [None req-6b72a349-39ce-4910-94cd-7d9aeff7d44d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb8eb703-40f0-4a9f-8012-0abc4a829151') {} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:33:15.965584 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-6b72a349-39ce-4910-94cd-7d9aeff7d44d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743907722361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12878740'] for segment (eb8eb703-40f0-4a9f-8012-0abc4a829151), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:15.980789 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-6b72a349-39ce-4910-94cd-7d9aeff7d44d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-814499'] for segment (eb8eb703-40f0-4a9f-8012-0abc4a829151), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:15.987612 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b72a349-39ce-4910-94cd-7d9aeff7d44d admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=104071) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 03:33:15.987953 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-6b72a349-39ce-4910-94cd-7d9aeff7d44d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-814499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12907207'] for segment (eb8eb703-40f0-4a9f-8012-0abc4a829151), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:16.008488 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.services.segments.plugin [-] Segment eb8eb703-40f0-4a9f-8012-0abc4a829151 resource provider aggregate not found May 27 03:33:16.041077 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.services.segments.plugin [-] Segment eb8eb703-40f0-4a9f-8012-0abc4a829151 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid eb8eb703-40f0-4a9f-8012-0abc4a829151 found for delete ", "request_id": "req-5531a5ef-6ac1-49e7-9801-9bfbc5e621ec"}]} May 27 03:33:16.062403 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-6b72a349-39ce-4910-94cd-7d9aeff7d44d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-818786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16279498'] for network (a762592d-e585-4f7a-bcc4-554f04bf7fe4), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:16.067977 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-6b72a349-39ce-4910-94cd-7d9aeff7d44d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-366398'] for network (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:16.071572 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-6b72a349-39ce-4910-94cd-7d9aeff7d44d admin admin] 10.222.0.50 "DELETE /v2.0/networks/a762592d-e585-4f7a-bcc4-554f04bf7fe4 HTTP/1.1" status: 204 len: 168 time: 0.5454705 May 27 03:33:16.202082 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 39098) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:33:16.249374 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-236dbd82-6427-4c49-ab32-a758863a1385 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d5bef1b49d424299864523887eb72b3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0436349 May 27 03:33:16.249607 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 39100) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:33:16.295616 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:33:16.307360 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-820d8b88-57e1-4902-9e37-50164b9dd5e8 admin admin] Publish callbacks [] for security_group (7f3d6934-f571-474c-94a9-4921b9eed6dd), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:16.336554 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-820d8b88-57e1-4902-9e37-50164b9dd5e8 admin admin] Publish callbacks [] for security_group (7f3d6934-f571-474c-94a9-4921b9eed6dd), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:16.361076 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b72a349-39ce-4910-94cd-7d9aeff7d44d admin admin] Pushing event deleted for resources: {'Network': ['ID=a762592d-e585-4f7a-bcc4-554f04bf7fe4,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:16.390777 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-820d8b88-57e1-4902-9e37-50164b9dd5e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (7f3d6934-f571-474c-94a9-4921b9eed6dd), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:16.394880 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-820d8b88-57e1-4902-9e37-50164b9dd5e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:16.396411 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-820d8b88-57e1-4902-9e37-50164b9dd5e8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7f3d6934-f571-474c-94a9-4921b9eed6dd HTTP/1.1" status: 204 len: 168 time: 0.1459184 May 27 03:33:16.404466 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820d8b88-57e1-4902-9e37-50164b9dd5e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f3d6934-f571-474c-94a9-4921b9eed6dd,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:16.747254 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 39106) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:33:16.788906 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-c75f4402-6168-439a-afb1-147ba9c28c5e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1021e1aa0d4143d8a6513d484f48f601&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0403352 May 27 03:33:16.791835 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 39108) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:33:16.844854 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-38733395-08df-4475-b56d-1eb93974bf38 admin admin] Publish callbacks [] for security_group (8a0d667f-7632-4a76-9d64-d28def904d13), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:16.870060 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-38733395-08df-4475-b56d-1eb93974bf38 admin admin] Publish callbacks [] for security_group (8a0d667f-7632-4a76-9d64-d28def904d13), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:16.924214 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-38733395-08df-4475-b56d-1eb93974bf38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (8a0d667f-7632-4a76-9d64-d28def904d13), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:16.926947 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-38733395-08df-4475-b56d-1eb93974bf38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:16.928101 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-38733395-08df-4475-b56d-1eb93974bf38 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8a0d667f-7632-4a76-9d64-d28def904d13 HTTP/1.1" status: 204 len: 168 time: 0.1352820 May 27 03:33:16.937428 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38733395-08df-4475-b56d-1eb93974bf38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a0d667f-7632-4a76-9d64-d28def904d13,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:17.012301 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Device 62239fbe-df38-4f76-b1ac-58d0d12b9eb9 no longer exists at agent ovs-agent-dv-cinder-828806-4-iscsi {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:33:17.173642 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] No Port match for: 62239fbe-df38-4f76-b1ac-58d0d12b9eb9 {{(pid=104073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:33:17.174047 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Device 62239fbe-df38-4f76-b1ac-58d0d12b9eb9 not bound to the agent host dv-cinder-828806-4-iscsi {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:33:17.174392 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Device 41531205-f235-42e3-9ef6-8e380657116d no longer exists at agent ovs-agent-dv-cinder-828806-4-iscsi {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:33:17.196278 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] No Port match for: 41531205-f235-42e3-9ef6-8e380657116d {{(pid=104073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:33:17.196738 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Device 41531205-f235-42e3-9ef6-8e380657116d not bound to the agent host dv-cinder-828806-4-iscsi {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:33:17.197112 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Device bec6e8a6-e420-48b4-b7c6-b73e07082e59 no longer exists at agent ovs-agent-dv-cinder-828806-4-iscsi {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:33:17.216428 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] No Port match for: bec6e8a6-e420-48b4-b7c6-b73e07082e59 {{(pid=104073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:33:17.216678 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Device bec6e8a6-e420-48b4-b7c6-b73e07082e59 not bound to the agent host dv-cinder-828806-4-iscsi {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:33:22.783421 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-38264255-b6c9-4478-ad6d-eda9b879c4ec req-1bac0cd4-047b-4b16-9311-255d77f87f09 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f484296f-054d-43e9-a1ec-62c6868d69e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0442355 May 27 03:33:22.894428 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38264255-b6c9-4478-ad6d-eda9b879c4ec req-218e05c2-3a92-41cb-8a97-a0feb7cd1ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:33:22.896644 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-38264255-b6c9-4478-ad6d-eda9b879c4ec req-218e05c2-3a92-41cb-8a97-a0feb7cd1ed5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2bab42aa679b4182887da08409099827&device_id=f484296f-054d-43e9-a1ec-62c6868d69e4 HTTP/1.1" status: 200 len: 1129 time: 0.0448759 May 27 03:33:23.001524 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38264255-b6c9-4478-ad6d-eda9b879c4ec req-84c5b36c-b8ea-4a4a-aa13-fb21cd49015a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:33:23.002989 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-38264255-b6c9-4478-ad6d-eda9b879c4ec req-84c5b36c-b8ea-4a4a-aa13-fb21cd49015a service neutron] 10.222.0.67 "GET /v2.0/networks?id=62ed16ec-a22b-4dfe-b256-e84954389be2 HTTP/1.1" status: 200 len: 910 time: 0.0875609 May 27 03:33:23.067802 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-38264255-b6c9-4478-ad6d-eda9b879c4ec req-a39f5017-eb38-4056-a077-21f42b2034a8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6892d1c3-9a2a-4cb5-af2d-151b3fdd4873 HTTP/1.1" status: 200 len: 1001 time: 0.0578072 May 27 03:33:23.119095 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38264255-b6c9-4478-ad6d-eda9b879c4ec req-b1c4499b-1861-4d96-9965-79805fb5f6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:33:23.120537 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-38264255-b6c9-4478-ad6d-eda9b879c4ec req-b1c4499b-1861-4d96-9965-79805fb5f6ca service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c83a552a-0d39-4ffa-8357-96ee1a11d60a HTTP/1.1" status: 200 len: 848 time: 0.0470486 May 27 03:33:23.170195 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38264255-b6c9-4478-ad6d-eda9b879c4ec req-b77cec56-e0e6-4732-b41c-da4dc042c4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:33:23.171894 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-38264255-b6c9-4478-ad6d-eda9b879c4ec req-b77cec56-e0e6-4732-b41c-da4dc042c4b0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=62ed16ec-a22b-4dfe-b256-e84954389be2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456557 May 27 03:33:23.267798 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-38264255-b6c9-4478-ad6d-eda9b879c4ec req-e87da3ba-345a-4355-8ccd-8a5964e68c55 service neutron] 10.222.0.67 "GET /v2.0/networks/62ed16ec-a22b-4dfe-b256-e84954389be2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887976 May 27 03:33:23.371589 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-38264255-b6c9-4478-ad6d-eda9b879c4ec req-4f74a9cd-5dd3-48c7-9fae-ec2af98dcf5e service neutron] 10.222.0.67 "GET /v2.0/networks/62ed16ec-a22b-4dfe-b256-e84954389be2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972531 May 27 03:33:26.902977 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=32,neutron:DELETE=4 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:33:26.909569 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=47 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:33:26.912035 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=61 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:33:26.933319 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=50,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:33:27.199751 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=64,neutron:DELETE=2 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:33:27.200553 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=63,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:33:28.728617 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-9d55274c-9c8a-405d-ae02-197167b5f0c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (88cb169e-23a7-4380-813c-9b707a5671b5), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:31.092564 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-d93f0084-bfa9-40bc-823f-9e691d4a0824 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (3e4effd7-5bc9-408b-93fa-42e4b19a61d9), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:32.180548 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-df01de3e-f6cf-4253-895b-65b557a1455e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (84e30450-e547-4748-a220-898a66747e61), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:33.366332 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=80,neutron:DELETE=6 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:33:33.369365 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=73,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:33:33.754949 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f70e7e6e-5d50-42a8-9a05-38619da83ed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (7db81693-ec25-4d8d-9069-8605391ffc10), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:34.971417 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (01a6c5a5-ff25-49ea-8869-bb2b5ba0570e), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:40.107473 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=3 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:33:40.109454 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=3 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:33:43.416993 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (a17a57cc-679f-4398-8430-1b64b86f4dc1), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:45.076974 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.agents_db [None req-9472a85a-8dd5-480f-9a02-5eb3d7473862 None None] Agent healthcheck: found 6 active agents {{(pid=104074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:33:53.406110 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:33:53.408518 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:33:55.071064 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=2 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:33:58.733157 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-27f0b206-16b0-4729-ac2e-8e9405437981 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (88cb169e-23a7-4380-813c-9b707a5671b5), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:34:01.093935 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-75318837-f4bb-43ea-ace2-06c0f5d8d93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (3e4effd7-5bc9-408b-93fa-42e4b19a61d9), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:34:02.186723 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-df01de3e-f6cf-4253-895b-65b557a1455e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (84e30450-e547-4748-a220-898a66747e61), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:34:03.757330 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f70e7e6e-5d50-42a8-9a05-38619da83ed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (7db81693-ec25-4d8d-9069-8605391ffc10), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:34:04.970831 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (01a6c5a5-ff25-49ea-8869-bb2b5ba0570e), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:34:13.408370 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (a17a57cc-679f-4398-8430-1b64b86f4dc1), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:34:22.081787 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.agents_db [None req-9472a85a-8dd5-480f-9a02-5eb3d7473862 None None] Agent healthcheck: found 6 active agents {{(pid=104074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:34:23.394925 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:34:23.401103 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:34:24.965736 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-fa58650f-cfd4-4641-a7cf-6521e0a76d11 req-876bdccc-af1f-4ab6-a758-e5234f41ea74 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f484296f-054d-43e9-a1ec-62c6868d69e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2106156 May 27 03:34:25.065936 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa58650f-cfd4-4641-a7cf-6521e0a76d11 req-8d90cfc2-c303-4e46-8bdb-523b5467a8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:34:25.067357 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-fa58650f-cfd4-4641-a7cf-6521e0a76d11 req-8d90cfc2-c303-4e46-8bdb-523b5467a8d6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2bab42aa679b4182887da08409099827&device_id=f484296f-054d-43e9-a1ec-62c6868d69e4 HTTP/1.1" status: 200 len: 1129 time: 0.0392017 May 27 03:34:25.176156 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa58650f-cfd4-4641-a7cf-6521e0a76d11 req-57febbff-4dd3-4a63-b3b3-1ca0d1443950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:34:25.177692 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-fa58650f-cfd4-4641-a7cf-6521e0a76d11 req-57febbff-4dd3-4a63-b3b3-1ca0d1443950 service neutron] 10.222.0.67 "GET /v2.0/networks?id=62ed16ec-a22b-4dfe-b256-e84954389be2 HTTP/1.1" status: 200 len: 910 time: 0.0908439 May 27 03:34:25.241404 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-fa58650f-cfd4-4641-a7cf-6521e0a76d11 req-05f8a6d3-626b-4082-9c69-3dfb716074c3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6892d1c3-9a2a-4cb5-af2d-151b3fdd4873 HTTP/1.1" status: 200 len: 1001 time: 0.0574777 May 27 03:34:25.294636 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa58650f-cfd4-4641-a7cf-6521e0a76d11 req-c21fb155-4e68-4711-96a4-b94d53ed058b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:34:25.296072 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-fa58650f-cfd4-4641-a7cf-6521e0a76d11 req-c21fb155-4e68-4711-96a4-b94d53ed058b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c83a552a-0d39-4ffa-8357-96ee1a11d60a HTTP/1.1" status: 200 len: 848 time: 0.0493815 May 27 03:34:25.340856 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa58650f-cfd4-4641-a7cf-6521e0a76d11 req-404bdf3c-28b0-4b19-a7aa-ec3695708146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:34:25.342274 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-fa58650f-cfd4-4641-a7cf-6521e0a76d11 req-404bdf3c-28b0-4b19-a7aa-ec3695708146 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=62ed16ec-a22b-4dfe-b256-e84954389be2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393589 May 27 03:34:25.352298 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [req-fa58650f-cfd4-4641-a7cf-6521e0a76d11 req-929b8338-e639-4671-a429-9fabb7fd4ad3 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=104071) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 27 03:34:25.353291 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-fa58650f-cfd4-4641-a7cf-6521e0a76d11 req-929b8338-e639-4671-a429-9fabb7fd4ad3 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0048749 May 27 03:34:25.442344 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-fa58650f-cfd4-4641-a7cf-6521e0a76d11 req-c6366309-bdc2-46d3-b6ab-5beaf3990f99 service neutron] 10.222.0.67 "GET /v2.0/networks/62ed16ec-a22b-4dfe-b256-e84954389be2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816445 May 27 03:34:25.534938 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-fa58650f-cfd4-4641-a7cf-6521e0a76d11 req-186d0ec9-db67-4f5f-b0b8-6f4f5d895165 service neutron] 10.222.0.67 "GET /v2.0/networks/62ed16ec-a22b-4dfe-b256-e84954389be2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869539 May 27 03:34:27.087574 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=4 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:34:28.729571 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-6524c8ac-8fe1-49db-b9fa-b37cf08f6e9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (88cb169e-23a7-4380-813c-9b707a5671b5), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:34:31.092091 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-d0849822-b23a-4d71-ade4-fe561b8947c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (3e4effd7-5bc9-408b-93fa-42e4b19a61d9), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:34:32.074973 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:34:32.187635 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-df01de3e-f6cf-4253-895b-65b557a1455e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (84e30450-e547-4748-a220-898a66747e61), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:34:33.767080 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f70e7e6e-5d50-42a8-9a05-38619da83ed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (7db81693-ec25-4d8d-9069-8605391ffc10), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:34:34.957914 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (01a6c5a5-ff25-49ea-8869-bb2b5ba0570e), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:34:35.526580 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=49 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:34:35.532655 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=52 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:34:38.243436 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa2159f-a058-4020-af64-1bc2a60ab8f5 req-bcc6976e-21c9-40da-80fe-0f5996767446 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:34:38.246021 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-caa2159f-a058-4020-af64-1bc2a60ab8f5 req-bcc6976e-21c9-40da-80fe-0f5996767446 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] 10.222.0.50 "GET /v2.0/ports?device_id=f484296f-054d-43e9-a1ec-62c6868d69e4 HTTP/1.1" status: 200 len: 945 time: 0.2085621 May 27 03:34:38.314599 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-caa2159f-a058-4020-af64-1bc2a60ab8f5 req-5146894b-2bfa-4293-91de-36c2345dfba3 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] 10.222.0.50 "GET /v2.0/security-groups?id=a6560337-1859-4725-b16a-86c0a0e9f0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613258 May 27 03:34:39.499842 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f51454a-bf83-4553-b3b4-7a25af56d112 req-13812fe3-edcd-4717-bc5a-cfb65dd18a65 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:34:39.501319 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-1f51454a-bf83-4553-b3b4-7a25af56d112 req-13812fe3-edcd-4717-bc5a-cfb65dd18a65 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] 10.222.0.50 "GET /v2.0/ports?device_id=f484296f-054d-43e9-a1ec-62c6868d69e4 HTTP/1.1" status: 200 len: 945 time: 0.1106741 May 27 03:34:39.553086 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-1f51454a-bf83-4553-b3b4-7a25af56d112 req-7c9fd40d-55d3-4c7f-b2ae-37e29d0ea006 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] 10.222.0.50 "GET /v2.0/security-groups?id=a6560337-1859-4725-b16a-86c0a0e9f0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460525 May 27 03:34:40.682385 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d0be13-d5b7-4a70-b0ae-96f0d8378fd9 req-e55bcabe-ed2f-4fca-b79c-48d9843fd616 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:34:40.683850 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-d2d0be13-d5b7-4a70-b0ae-96f0d8378fd9 req-e55bcabe-ed2f-4fca-b79c-48d9843fd616 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] 10.222.0.50 "GET /v2.0/ports?device_id=f484296f-054d-43e9-a1ec-62c6868d69e4 HTTP/1.1" status: 200 len: 945 time: 0.0487521 May 27 03:34:40.736831 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-d2d0be13-d5b7-4a70-b0ae-96f0d8378fd9 req-b6274d18-1694-48f0-9cad-ae7f3f62429c tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] 10.222.0.50 "GET /v2.0/security-groups?id=a6560337-1859-4725-b16a-86c0a0e9f0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446463 May 27 03:34:41.879505 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492ba877-6485-4c67-b63e-571eec7454ca req-601d69ef-8605-445c-887c-567aa42ac57d tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:34:41.880994 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-492ba877-6485-4c67-b63e-571eec7454ca req-601d69ef-8605-445c-887c-567aa42ac57d tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] 10.222.0.50 "GET /v2.0/ports?device_id=f484296f-054d-43e9-a1ec-62c6868d69e4 HTTP/1.1" status: 200 len: 945 time: 0.0618906 May 27 03:34:41.943772 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-492ba877-6485-4c67-b63e-571eec7454ca req-7bb4d509-cd56-4aae-93be-52f906c1723f tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] 10.222.0.50 "GET /v2.0/security-groups?id=a6560337-1859-4725-b16a-86c0a0e9f0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531161 May 27 03:34:43.078735 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059b4400-b7ad-4ba5-8a88-b024ea48a273 req-f3cecf5b-c788-4944-9c1a-2a1d305def70 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:34:43.080230 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-059b4400-b7ad-4ba5-8a88-b024ea48a273 req-f3cecf5b-c788-4944-9c1a-2a1d305def70 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] 10.222.0.50 "GET /v2.0/ports?device_id=f484296f-054d-43e9-a1ec-62c6868d69e4 HTTP/1.1" status: 200 len: 945 time: 0.0487440 May 27 03:34:43.147957 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-059b4400-b7ad-4ba5-8a88-b024ea48a273 req-182f608d-d93a-4271-a739-b60c10c85721 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] 10.222.0.50 "GET /v2.0/security-groups?id=a6560337-1859-4725-b16a-86c0a0e9f0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618346 May 27 03:34:43.429421 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (a17a57cc-679f-4398-8430-1b64b86f4dc1), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:34:44.275997 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7b32f7-f6d6-48e2-af78-85498852ec9a req-f200a766-f03c-450a-af0e-7d1c44e2e6d0 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:34:44.277566 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-ac7b32f7-f6d6-48e2-af78-85498852ec9a req-f200a766-f03c-450a-af0e-7d1c44e2e6d0 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] 10.222.0.50 "GET /v2.0/ports?device_id=f484296f-054d-43e9-a1ec-62c6868d69e4 HTTP/1.1" status: 200 len: 945 time: 0.0591471 May 27 03:34:44.334051 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-ac7b32f7-f6d6-48e2-af78-85498852ec9a req-d9866444-dfb2-435d-a134-78dbf03dec02 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] 10.222.0.50 "GET /v2.0/security-groups?id=a6560337-1859-4725-b16a-86c0a0e9f0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474043 May 27 03:34:45.472677 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e93aa2f-4611-4ea5-998d-c1a859f99fcf req-365ac1e2-00dc-4a03-b0c8-dae30417f15f tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:34:45.474197 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-4e93aa2f-4611-4ea5-998d-c1a859f99fcf req-365ac1e2-00dc-4a03-b0c8-dae30417f15f tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] 10.222.0.50 "GET /v2.0/ports?device_id=f484296f-054d-43e9-a1ec-62c6868d69e4 HTTP/1.1" status: 200 len: 945 time: 0.0593486 May 27 03:34:45.528651 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-4e93aa2f-4611-4ea5-998d-c1a859f99fcf req-001d6ce4-d690-4b84-836e-1522867572ca tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] 10.222.0.50 "GET /v2.0/security-groups?id=a6560337-1859-4725-b16a-86c0a0e9f0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487056 May 27 03:34:46.649095 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023815aa-1158-4fca-a30e-4c78ba9db620 req-81ff9634-22bf-4b02-9baf-8c19da0c97f3 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:34:46.650590 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-023815aa-1158-4fca-a30e-4c78ba9db620 req-81ff9634-22bf-4b02-9baf-8c19da0c97f3 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] 10.222.0.50 "GET /v2.0/ports?device_id=f484296f-054d-43e9-a1ec-62c6868d69e4 HTTP/1.1" status: 200 len: 945 time: 0.0516145 May 27 03:34:46.708061 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-023815aa-1158-4fca-a30e-4c78ba9db620 req-11854c93-340d-4c8f-bda2-8123eebb3751 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] 10.222.0.50 "GET /v2.0/security-groups?id=a6560337-1859-4725-b16a-86c0a0e9f0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491633 May 27 03:34:47.842244 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181b7f2a-1da0-4b94-a26e-bfa96c3d027b req-f6092f05-7b49-4efd-89a7-7d7137803ad2 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:34:47.843705 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-181b7f2a-1da0-4b94-a26e-bfa96c3d027b req-f6092f05-7b49-4efd-89a7-7d7137803ad2 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] 10.222.0.50 "GET /v2.0/ports?device_id=f484296f-054d-43e9-a1ec-62c6868d69e4 HTTP/1.1" status: 200 len: 945 time: 0.0580723 May 27 03:34:47.897019 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-181b7f2a-1da0-4b94-a26e-bfa96c3d027b req-bd8f3ae9-3dc7-4516-a0cd-f891a2f0544c tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] 10.222.0.50 "GET /v2.0/security-groups?id=a6560337-1859-4725-b16a-86c0a0e9f0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448484 May 27 03:34:48.313075 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048351a7-e631-4a1c-ba97-444c793db1fe req-43e6f6c6-c132-4a4a-8ab1-db1cc3a3f068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:34:48.314635 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-048351a7-e631-4a1c-ba97-444c793db1fe req-43e6f6c6-c132-4a4a-8ab1-db1cc3a3f068 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2bab42aa679b4182887da08409099827&device_id=f484296f-054d-43e9-a1ec-62c6868d69e4 HTTP/1.1" status: 200 len: 1129 time: 0.0435374 May 27 03:34:48.406285 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048351a7-e631-4a1c-ba97-444c793db1fe req-36fa54ed-8fcb-478a-8c50-b8a9b6cf4a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:34:48.408051 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-048351a7-e631-4a1c-ba97-444c793db1fe req-36fa54ed-8fcb-478a-8c50-b8a9b6cf4a09 service neutron] 10.222.0.67 "GET /v2.0/networks?id=62ed16ec-a22b-4dfe-b256-e84954389be2 HTTP/1.1" status: 200 len: 910 time: 0.0859370 May 27 03:34:48.473696 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-048351a7-e631-4a1c-ba97-444c793db1fe req-4fb98e9c-e59d-40e4-bef0-3caa5afb5999 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6892d1c3-9a2a-4cb5-af2d-151b3fdd4873 HTTP/1.1" status: 200 len: 1001 time: 0.0587618 May 27 03:34:48.538359 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048351a7-e631-4a1c-ba97-444c793db1fe req-fac5dad0-23d2-4763-8a06-92b07b938d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:34:48.540160 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-048351a7-e631-4a1c-ba97-444c793db1fe req-fac5dad0-23d2-4763-8a06-92b07b938d57 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c83a552a-0d39-4ffa-8357-96ee1a11d60a HTTP/1.1" status: 200 len: 848 time: 0.0606029 May 27 03:34:48.584967 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048351a7-e631-4a1c-ba97-444c793db1fe req-eda3b260-98a9-4c29-864e-200075284df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:34:48.586489 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-048351a7-e631-4a1c-ba97-444c793db1fe req-eda3b260-98a9-4c29-864e-200075284df4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=62ed16ec-a22b-4dfe-b256-e84954389be2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405185 May 27 03:34:48.680844 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-048351a7-e631-4a1c-ba97-444c793db1fe req-92fc56e0-4f54-43d8-bce4-8c40edf47bbc service neutron] 10.222.0.67 "GET /v2.0/networks/62ed16ec-a22b-4dfe-b256-e84954389be2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878215 May 27 03:34:48.772596 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-048351a7-e631-4a1c-ba97-444c793db1fe req-a3e80745-0b11-4bb7-8c4b-6ce0e0c08d61 service neutron] 10.222.0.67 "GET /v2.0/networks/62ed16ec-a22b-4dfe-b256-e84954389be2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855861 May 27 03:34:49.035760 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1048334-5e08-42e5-9592-3d1010c3246c req-a0992562-72c3-46a2-b53b-7d2d75d5c7f4 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:34:49.037293 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-d1048334-5e08-42e5-9592-3d1010c3246c req-a0992562-72c3-46a2-b53b-7d2d75d5c7f4 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] 10.222.0.50 "GET /v2.0/ports?device_id=f484296f-054d-43e9-a1ec-62c6868d69e4 HTTP/1.1" status: 200 len: 945 time: 0.0606239 May 27 03:34:49.091001 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-d1048334-5e08-42e5-9592-3d1010c3246c req-7be4fb95-48f5-459d-a3b5-d8c66b9af807 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] 10.222.0.50 "GET /v2.0/security-groups?id=a6560337-1859-4725-b16a-86c0a0e9f0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456092 May 27 03:34:50.228052 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d8bf75-5ce3-47f9-bcc7-09640e3a3253 req-18183261-86be-4ca6-b91c-f79904fb1608 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:34:50.230240 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a7d8bf75-5ce3-47f9-bcc7-09640e3a3253 req-18183261-86be-4ca6-b91c-f79904fb1608 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] 10.222.0.50 "GET /v2.0/ports?device_id=f484296f-054d-43e9-a1ec-62c6868d69e4 HTTP/1.1" status: 200 len: 945 time: 0.0572448 May 27 03:34:50.283569 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a7d8bf75-5ce3-47f9-bcc7-09640e3a3253 req-4a13268c-518d-4127-9cd0-d05ce73f8c31 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] 10.222.0.50 "GET /v2.0/security-groups?id=a6560337-1859-4725-b16a-86c0a0e9f0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470834 May 27 03:34:51.409727 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=100 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:34:51.422511 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e770e9e8-ee2d-4f6e-b3dc-2e6e1e72de62 req-749672bf-fd7c-464a-9200-7fde2e65a221 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:34:51.424013 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-e770e9e8-ee2d-4f6e-b3dc-2e6e1e72de62 req-749672bf-fd7c-464a-9200-7fde2e65a221 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] 10.222.0.50 "GET /v2.0/ports?device_id=f484296f-054d-43e9-a1ec-62c6868d69e4 HTTP/1.1" status: 200 len: 945 time: 0.0534043 May 27 03:34:51.474539 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-e770e9e8-ee2d-4f6e-b3dc-2e6e1e72de62 req-334d7acf-73e0-401c-8294-0be5aee57900 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] 10.222.0.50 "GET /v2.0/security-groups?id=a6560337-1859-4725-b16a-86c0a0e9f0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447555 May 27 03:34:51.674207 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=100 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:34:51.711211 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555d8b44-926b-44ca-b8d9-6267520e505a req-3151a5c1-f75b-4e44-b1d3-21a97516cfaa tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:34:51.712717 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-555d8b44-926b-44ca-b8d9-6267520e505a req-3151a5c1-f75b-4e44-b1d3-21a97516cfaa tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] 10.222.0.50 "GET /v2.0/ports?device_id=f484296f-054d-43e9-a1ec-62c6868d69e4 HTTP/1.1" status: 200 len: 945 time: 0.0484118 May 27 03:34:51.729580 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-045ae550-f836-413b-940c-abba11fa28cc req-1751442e-ef12-4475-9e3e-4b95aeaa6fc6 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f484296f-054d-43e9-a1ec-62c6868d69e4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0870562 May 27 03:34:51.768671 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-555d8b44-926b-44ca-b8d9-6267520e505a req-0c3f8f63-2b14-4f1a-8066-1c83a22f30a5 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] 10.222.0.50 "GET /v2.0/security-groups?id=a6560337-1859-4725-b16a-86c0a0e9f0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501404 May 27 03:34:51.854567 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045ae550-f836-413b-940c-abba11fa28cc req-4747d011-5ac0-4d68-989a-98e6b22a40a1 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:34:51.855920 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-045ae550-f836-413b-940c-abba11fa28cc req-4747d011-5ac0-4d68-989a-98e6b22a40a1 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] 10.222.0.50 "GET /v2.0/ports/6892d1c3-9a2a-4cb5-af2d-151b3fdd4873 HTTP/1.1" status: 200 len: 942 time: 0.0972788 May 27 03:34:52.903760 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589e7c55-9ff6-491f-837a-205beee49faa req-d5390eb7-0c8a-4825-9458-833ef5c6069d tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:34:52.905434 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-589e7c55-9ff6-491f-837a-205beee49faa req-d5390eb7-0c8a-4825-9458-833ef5c6069d tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] 10.222.0.50 "GET /v2.0/ports?device_id=f484296f-054d-43e9-a1ec-62c6868d69e4 HTTP/1.1" status: 200 len: 945 time: 0.0555055 May 27 03:34:52.961484 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-589e7c55-9ff6-491f-837a-205beee49faa req-389bdcc1-6eba-458d-8885-7521a16f80c9 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] 10.222.0.50 "GET /v2.0/security-groups?id=a6560337-1859-4725-b16a-86c0a0e9f0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496323 May 27 03:34:53.417983 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=23,neutron:UPDATE=4 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:34:53.421392 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:34:53.521979 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045ae550-f836-413b-940c-abba11fa28cc req-cc0d1d5b-86a9-480c-9e69-c07da47bbc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:34:53.523481 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-045ae550-f836-413b-940c-abba11fa28cc req-cc0d1d5b-86a9-480c-9e69-c07da47bbc3b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f484296f-054d-43e9-a1ec-62c6868d69e4&tenant_id=2bab42aa679b4182887da08409099827 HTTP/1.1" status: 200 len: 1129 time: 0.0493984 May 27 03:34:53.596775 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045ae550-f836-413b-940c-abba11fa28cc req-ddd800a0-9985-4d94-987c-168931cffae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:34:53.598353 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-045ae550-f836-413b-940c-abba11fa28cc req-ddd800a0-9985-4d94-987c-168931cffae4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2bab42aa679b4182887da08409099827&device_id=f484296f-054d-43e9-a1ec-62c6868d69e4 HTTP/1.1" status: 200 len: 1129 time: 0.0409548 May 27 03:34:53.697852 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045ae550-f836-413b-940c-abba11fa28cc req-25a3a46d-18d4-40f0-af33-073fd6b3af39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:34:53.699334 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-045ae550-f836-413b-940c-abba11fa28cc req-25a3a46d-18d4-40f0-af33-073fd6b3af39 service neutron] 10.222.0.67 "GET /v2.0/networks?id=62ed16ec-a22b-4dfe-b256-e84954389be2 HTTP/1.1" status: 200 len: 910 time: 0.0947695 May 27 03:34:53.736803 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Device 6892d1c3-9a2a-4cb5-af2d-151b3fdd4873 no longer exists at agent hyperv_hv-cinder-82880 {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:34:53.760085 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-045ae550-f836-413b-940c-abba11fa28cc req-3a0c7dc3-ce26-40f4-b608-79590e096e6a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6892d1c3-9a2a-4cb5-af2d-151b3fdd4873 HTTP/1.1" status: 200 len: 1001 time: 0.0546854 May 27 03:34:53.809536 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Current status of the port 6892d1c3-9a2a-4cb5-af2d-151b3fdd4873 is: ACTIVE; New status is: DOWN {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:34:53.809926 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045ae550-f836-413b-940c-abba11fa28cc req-a334a7bb-952b-4ab3-9cca-31238d02ca98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:34:53.810090 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (6892d1c3-9a2a-4cb5-af2d-151b3fdd4873), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:34:53.811544 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-045ae550-f836-413b-940c-abba11fa28cc req-a334a7bb-952b-4ab3-9cca-31238d02ca98 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c83a552a-0d39-4ffa-8357-96ee1a11d60a HTTP/1.1" status: 200 len: 848 time: 0.0460303 May 27 03:34:53.833118 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f484296f-054d-43e9-a1ec-62c6868d69e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6892d1c3-9a2a-4cb5-af2d-151b3fdd4873'}] {{(pid=104073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:34:53.835408 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fe636b475fcf817a66bede64dee182d8d37f0deb14dcb08a99f86243ff54ad7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c2fac8b-7de2-48e4-92e6-4276550c59a5" -d '{"events": [{"server_uuid": "f484296f-054d-43e9-a1ec-62c6868d69e4", "name": "network-vif-unplugged", "status": "completed", "tag": "6892d1c3-9a2a-4cb5-af2d-151b3fdd4873"}]}' {{(pid=104073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:34:53.848533 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] For port 6892d1c3-9a2a-4cb5-af2d-151b3fdd4873, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=6892d1c3-9a2a-4cb5-af2d-151b3fdd4873,segment=NetworkSegment(62ac0ae7-80b5-4e4a-8b13-c03bf2f21d35),segment_id=62ac0ae7-80b5-4e4a-8b13-c03bf2f21d35)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:34:53.854625 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (6892d1c3-9a2a-4cb5-af2d-151b3fdd4873), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:34:53.868368 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045ae550-f836-413b-940c-abba11fa28cc req-f32cc85d-c636-490a-8e84-157d3337748f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:34:53.869925 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-045ae550-f836-413b-940c-abba11fa28cc req-f32cc85d-c636-490a-8e84-157d3337748f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=62ed16ec-a22b-4dfe-b256-e84954389be2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0527148 May 27 03:34:53.915357 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Pushing event updated for resources: {'Port': ['ID=6892d1c3-9a2a-4cb5-af2d-151b3fdd4873,revision_number=6']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:53.922702 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:53.923053 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:53.923387 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:53.923723 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:53.925165 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:53.925165 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:53.925165 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:53.925165 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:53.925604 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:53.925849 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:53.926250 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:53.927036 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:53.927036 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:53.927253 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:53.927495 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:53.941152 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 May 2022 03:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a12dea0e-cbbc-4585-85e7-58b7184dad4f x-openstack-request-id: req-a12dea0e-cbbc-4585-85e7-58b7184dad4f {{(pid=104073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:34:53.941465 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f484296f-054d-43e9-a1ec-62c6868d69e4", "name": "network-vif-unplugged", "status": "completed", "tag": "6892d1c3-9a2a-4cb5-af2d-151b3fdd4873", "code": 200}]} {{(pid=104073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:34:53.941764 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a12dea0e-cbbc-4585-85e7-58b7184dad4f {{(pid=104073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:34:53.942187 dv-cinder-828806-4-iscsi neutron-server[104073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a12dea0e-cbbc-4585-85e7-58b7184dad4f'] response: {'server_uuid': 'f484296f-054d-43e9-a1ec-62c6868d69e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6892d1c3-9a2a-4cb5-af2d-151b3fdd4873', 'code': 200} May 27 03:34:53.969687 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-045ae550-f836-413b-940c-abba11fa28cc req-1f8743ef-d8fb-4b73-b6da-ff284aa6163d service neutron] 10.222.0.67 "GET /v2.0/networks/62ed16ec-a22b-4dfe-b256-e84954389be2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934632 May 27 03:34:54.077561 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-045ae550-f836-413b-940c-abba11fa28cc req-04539178-d504-4e2b-91ef-bdf18160ddc0 service neutron] 10.222.0.67 "GET /v2.0/networks/62ed16ec-a22b-4dfe-b256-e84954389be2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897100 May 27 03:34:54.078129 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14a9bf2-de17-4d90-b2fc-33a198e5c58c req-ddb474fa-d131-417b-a7f2-e06af1c75399 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:34:54.079612 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a14a9bf2-de17-4d90-b2fc-33a198e5c58c req-ddb474fa-d131-417b-a7f2-e06af1c75399 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] 10.222.0.50 "GET /v2.0/ports?device_id=f484296f-054d-43e9-a1ec-62c6868d69e4 HTTP/1.1" status: 200 len: 943 time: 0.0484524 May 27 03:34:54.103564 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=3 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:34:54.104260 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=3 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:34:54.135334 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a14a9bf2-de17-4d90-b2fc-33a198e5c58c req-c7843828-500f-438a-982b-47f24712f334 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] 10.222.0.50 "GET /v2.0/security-groups?id=a6560337-1859-4725-b16a-86c0a0e9f0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500307 May 27 03:34:55.269857 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb9592f-fe65-4271-b44f-e544e7576b80 req-f1b8dc0b-b02e-41ee-ae18-9dea7bf6b712 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:34:55.271284 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-abb9592f-fe65-4271-b44f-e544e7576b80 req-f1b8dc0b-b02e-41ee-ae18-9dea7bf6b712 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] 10.222.0.50 "GET /v2.0/ports?device_id=f484296f-054d-43e9-a1ec-62c6868d69e4 HTTP/1.1" status: 200 len: 943 time: 0.0614667 May 27 03:34:55.323128 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-abb9592f-fe65-4271-b44f-e544e7576b80 req-ae2a5150-7c41-42a1-9cba-9b6ab85fad10 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] 10.222.0.50 "GET /v2.0/security-groups?id=a6560337-1859-4725-b16a-86c0a0e9f0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459619 May 27 03:34:56.454437 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de037e75-a448-49db-b3d9-60a792915938 req-35f4d66f-6d5c-4b6c-87f7-f4d9ec937e5b tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:34:56.455881 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-de037e75-a448-49db-b3d9-60a792915938 req-35f4d66f-6d5c-4b6c-87f7-f4d9ec937e5b tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] 10.222.0.50 "GET /v2.0/ports?device_id=f484296f-054d-43e9-a1ec-62c6868d69e4 HTTP/1.1" status: 200 len: 943 time: 0.0528102 May 27 03:34:56.511961 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-de037e75-a448-49db-b3d9-60a792915938 req-a35eb610-0dd0-4216-9ffd-66c878aa8ac0 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] 10.222.0.50 "GET /v2.0/security-groups?id=a6560337-1859-4725-b16a-86c0a0e9f0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467727 May 27 03:34:57.646568 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2df7dd7-97bc-44bc-8219-e8829d36dbea req-13447c3d-e213-41b0-8724-82aa6fea1014 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:34:57.648056 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-f2df7dd7-97bc-44bc-8219-e8829d36dbea req-13447c3d-e213-41b0-8724-82aa6fea1014 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] 10.222.0.50 "GET /v2.0/ports?device_id=f484296f-054d-43e9-a1ec-62c6868d69e4 HTTP/1.1" status: 200 len: 943 time: 0.0555372 May 27 03:34:57.704577 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-f2df7dd7-97bc-44bc-8219-e8829d36dbea req-d4de02e3-b996-4252-96d9-c892d8f8221a tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] 10.222.0.50 "GET /v2.0/security-groups?id=a6560337-1859-4725-b16a-86c0a0e9f0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480535 May 27 03:34:58.733312 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-9c3a0fa7-57ec-4637-854d-6f65c4721cc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (88cb169e-23a7-4380-813c-9b707a5671b5), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:34:58.827493 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58239354-ad1b-46c9-b2ff-264988290d3a req-99b27a37-a1c4-4e3f-afbd-9fdc53fc47bf tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:34:58.828989 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-58239354-ad1b-46c9-b2ff-264988290d3a req-99b27a37-a1c4-4e3f-afbd-9fdc53fc47bf tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] 10.222.0.50 "GET /v2.0/ports?device_id=f484296f-054d-43e9-a1ec-62c6868d69e4 HTTP/1.1" status: 200 len: 943 time: 0.0499642 May 27 03:34:58.884363 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-58239354-ad1b-46c9-b2ff-264988290d3a req-e35dd297-0e8c-49ac-b157-a5c897ef4340 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] 10.222.0.50 "GET /v2.0/security-groups?id=a6560337-1859-4725-b16a-86c0a0e9f0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475833 May 27 03:34:59.085417 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.agents_db [None req-9472a85a-8dd5-480f-9a02-5eb3d7473862 None None] Agent healthcheck: found 6 active agents {{(pid=104074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:35:00.015025 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344c2a94-7ad0-4b01-8a9d-faa69c1da23b req-f8d1a4fc-1748-476a-9996-358f6cf5367c tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:35:00.016849 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-344c2a94-7ad0-4b01-8a9d-faa69c1da23b req-f8d1a4fc-1748-476a-9996-358f6cf5367c tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] 10.222.0.50 "GET /v2.0/ports?device_id=f484296f-054d-43e9-a1ec-62c6868d69e4 HTTP/1.1" status: 200 len: 943 time: 0.0484543 May 27 03:35:00.068304 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-344c2a94-7ad0-4b01-8a9d-faa69c1da23b req-240cdae9-e69a-4fb5-aad2-f5b3689d432c tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] 10.222.0.50 "GET /v2.0/security-groups?id=a6560337-1859-4725-b16a-86c0a0e9f0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453527 May 27 03:35:00.178791 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=100 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:00.188568 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9528695-41ed-4905-8db7-2ae0c0b2c299 req-2b44b6de-87af-4588-a970-07d271d9171c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:35:00.190137 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-b9528695-41ed-4905-8db7-2ae0c0b2c299 req-2b44b6de-87af-4588-a970-07d271d9171c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f484296f-054d-43e9-a1ec-62c6868d69e4 HTTP/1.1" status: 200 len: 1127 time: 0.0459273 May 27 03:35:00.243375 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-b9528695-41ed-4905-8db7-2ae0c0b2c299 req-df53d8fb-0b5e-4bcc-ba32-9a309a13770a service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=a6560337-1859-4725-b16a-86c0a0e9f0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465739 May 27 03:35:01.088620 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-6a6de020-eec6-4d4c-9f2f-988ce421f851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (3e4effd7-5bc9-408b-93fa-42e4b19a61d9), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:01.148547 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:01.187275 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73339285-01d0-4607-904c-ff56b39d41dc req-d4f3c6b5-e122-4695-b6c6-fb11a9c4afdc tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:35:01.188757 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-73339285-01d0-4607-904c-ff56b39d41dc req-d4f3c6b5-e122-4695-b6c6-fb11a9c4afdc tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] 10.222.0.50 "GET /v2.0/ports?device_id=f484296f-054d-43e9-a1ec-62c6868d69e4 HTTP/1.1" status: 200 len: 943 time: 0.0499976 May 27 03:35:01.201152 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:01.244977 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-73339285-01d0-4607-904c-ff56b39d41dc req-225a85d4-8049-4939-a00e-202ea7f3c822 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] 10.222.0.50 "GET /v2.0/security-groups?id=a6560337-1859-4725-b16a-86c0a0e9f0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503294 May 27 03:35:01.783650 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Device 6892d1c3-9a2a-4cb5-af2d-151b3fdd4873 details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=104073) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 03:35:01.892865 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] For port 6892d1c3-9a2a-4cb5-af2d-151b3fdd4873, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=6892d1c3-9a2a-4cb5-af2d-151b3fdd4873,segment=NetworkSegment(62ac0ae7-80b5-4e4a-8b13-c03bf2f21d35),segment_id=62ac0ae7-80b5-4e4a-8b13-c03bf2f21d35)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:35:01.905572 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Returning: {'device': '6892d1c3-9a2a-4cb5-af2d-151b3fdd4873', 'network_id': '62ed16ec-a22b-4dfe-b256-e84954389be2', 'port_id': '6892d1c3-9a2a-4cb5-af2d-151b3fdd4873', 'mac_address': 'fa:16:3e:dc:ab:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c83a552a-0d39-4ffa-8357-96ee1a11d60a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104073) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 03:35:01.943551 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Current status of the port 6892d1c3-9a2a-4cb5-af2d-151b3fdd4873 is: DOWN; New status is: BUILD {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:35:01.944035 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (6892d1c3-9a2a-4cb5-af2d-151b3fdd4873), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:01.966176 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.notifiers.nova [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6892d1c3-9a2a-4cb5-af2d-151b3fdd4873 {{(pid=104073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:35:01.992928 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] For port 6892d1c3-9a2a-4cb5-af2d-151b3fdd4873, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=6892d1c3-9a2a-4cb5-af2d-151b3fdd4873,segment=NetworkSegment(62ac0ae7-80b5-4e4a-8b13-c03bf2f21d35),segment_id=62ac0ae7-80b5-4e4a-8b13-c03bf2f21d35)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:35:01.998810 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (6892d1c3-9a2a-4cb5-af2d-151b3fdd4873), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:02.045357 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Pushing event updated for resources: {'Port': ['ID=6892d1c3-9a2a-4cb5-af2d-151b3fdd4873,revision_number=7']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:02.189880 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-df01de3e-f6cf-4253-895b-65b557a1455e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (84e30450-e547-4748-a220-898a66747e61), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:02.302566 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] get_ports_and_sgs() called for port_ids ['6892d1c3-9a2a-4cb5-af2d-151b3fdd4873'] {{(pid=104073) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:35:02.365376 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39187891-2a97-4670-b785-62904eb10df6 req-40b1d1de-c47b-4c34-a9be-11c53cf07188 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:35:02.367002 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-39187891-2a97-4670-b785-62904eb10df6 req-40b1d1de-c47b-4c34-a9be-11c53cf07188 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] 10.222.0.50 "GET /v2.0/ports?device_id=f484296f-054d-43e9-a1ec-62c6868d69e4 HTTP/1.1" status: 200 len: 944 time: 0.0514808 May 27 03:35:02.419147 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-39187891-2a97-4670-b785-62904eb10df6 req-69a69088-f806-47f2-9fe5-073ace70c9f7 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] 10.222.0.50 "GET /v2.0/security-groups?id=a6560337-1859-4725-b16a-86c0a0e9f0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460513 May 27 03:35:03.762930 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f70e7e6e-5d50-42a8-9a05-38619da83ed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (7db81693-ec25-4d8d-9069-8605391ffc10), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:03.783824 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Device 6892d1c3-9a2a-4cb5-af2d-151b3fdd4873 up at agent hyperv_hv-cinder-82880 {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:35:03.786703 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:03.803252 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:03.832795 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Provisioning complete for port 6892d1c3-9a2a-4cb5-af2d-151b3fdd4873 triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:35:03.833189 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-869824'] for port (6892d1c3-9a2a-4cb5-af2d-151b3fdd4873), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:03.908930 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Current status of the port 6892d1c3-9a2a-4cb5-af2d-151b3fdd4873 is: BUILD; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:35:03.909372 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004286'] for port (6892d1c3-9a2a-4cb5-af2d-151b3fdd4873), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:03.935502 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f484296f-054d-43e9-a1ec-62c6868d69e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6892d1c3-9a2a-4cb5-af2d-151b3fdd4873'}] {{(pid=104073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:35:03.937785 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fe636b475fcf817a66bede64dee182d8d37f0deb14dcb08a99f86243ff54ad7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c5ee40d-c17c-48a0-b2d7-d21838c46d19" -d '{"events": [{"server_uuid": "f484296f-054d-43e9-a1ec-62c6868d69e4", "name": "network-vif-plugged", "status": "completed", "tag": "6892d1c3-9a2a-4cb5-af2d-151b3fdd4873"}]}' {{(pid=104073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:35:03.950459 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] For port 6892d1c3-9a2a-4cb5-af2d-151b3fdd4873, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=6892d1c3-9a2a-4cb5-af2d-151b3fdd4873,segment=NetworkSegment(62ac0ae7-80b5-4e4a-8b13-c03bf2f21d35),segment_id=62ac0ae7-80b5-4e4a-8b13-c03bf2f21d35)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:35:03.955979 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743907783141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743907242298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743907242316'] for port (6892d1c3-9a2a-4cb5-af2d-151b3fdd4873), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:03.978667 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2826be4c-e4b2-404c-8730-8dc5772efcbd x-openstack-request-id: req-2826be4c-e4b2-404c-8730-8dc5772efcbd {{(pid=104073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:35:03.978960 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f484296f-054d-43e9-a1ec-62c6868d69e4", "name": "network-vif-plugged", "status": "completed", "tag": "6892d1c3-9a2a-4cb5-af2d-151b3fdd4873", "code": 200}]} {{(pid=104073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:35:03.979215 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2826be4c-e4b2-404c-8730-8dc5772efcbd {{(pid=104073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:35:03.979606 dv-cinder-828806-4-iscsi neutron-server[104073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2826be4c-e4b2-404c-8730-8dc5772efcbd'] response: {'server_uuid': 'f484296f-054d-43e9-a1ec-62c6868d69e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6892d1c3-9a2a-4cb5-af2d-151b3fdd4873', 'code': 200} May 27 03:35:04.005842 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Pushing event updated for resources: {'Port': ['ID=6892d1c3-9a2a-4cb5-af2d-151b3fdd4873,revision_number=8']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:04.961225 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (01a6c5a5-ff25-49ea-8869-bb2b5ba0570e), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:09.079403 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=2 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:11.236620 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:11.241369 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=10 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:12.410615 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=98 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:12.415129 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=13 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:13.441733 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (a17a57cc-679f-4398-8430-1b64b86f4dc1), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:23.428582 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=27,neutron:UPDATE=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:23.434390 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=32,neutron:UPDATE=3 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:25.793633 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-75b95997-827f-47e2-83fb-8f6bd0d15660 req-4790eecd-8546-42b7-943c-fcc263c08797 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f484296f-054d-43e9-a1ec-62c6868d69e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0444698 May 27 03:35:25.893744 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b95997-827f-47e2-83fb-8f6bd0d15660 req-faccb7fa-7892-4f08-a04e-c01a77474029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:35:25.895321 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-75b95997-827f-47e2-83fb-8f6bd0d15660 req-faccb7fa-7892-4f08-a04e-c01a77474029 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2bab42aa679b4182887da08409099827&device_id=f484296f-054d-43e9-a1ec-62c6868d69e4 HTTP/1.1" status: 200 len: 1129 time: 0.0409310 May 27 03:35:26.005252 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b95997-827f-47e2-83fb-8f6bd0d15660 req-293c11a6-b560-4ebb-8e8d-9b37f5359f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:35:26.006728 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-75b95997-827f-47e2-83fb-8f6bd0d15660 req-293c11a6-b560-4ebb-8e8d-9b37f5359f86 service neutron] 10.222.0.67 "GET /v2.0/networks?id=62ed16ec-a22b-4dfe-b256-e84954389be2 HTTP/1.1" status: 200 len: 910 time: 0.0912409 May 27 03:35:26.070066 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-75b95997-827f-47e2-83fb-8f6bd0d15660 req-c1b96c26-945b-43a8-8bbe-b892b9a3e0d9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6892d1c3-9a2a-4cb5-af2d-151b3fdd4873 HTTP/1.1" status: 200 len: 1001 time: 0.0565841 May 27 03:35:26.124019 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b95997-827f-47e2-83fb-8f6bd0d15660 req-cb311f4f-f18e-407e-ab28-9e453e3e3b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:35:26.125500 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-75b95997-827f-47e2-83fb-8f6bd0d15660 req-cb311f4f-f18e-407e-ab28-9e453e3e3b85 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c83a552a-0d39-4ffa-8357-96ee1a11d60a HTTP/1.1" status: 200 len: 848 time: 0.0489597 May 27 03:35:26.172823 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b95997-827f-47e2-83fb-8f6bd0d15660 req-603eb6f9-913c-4bf4-a36c-3bfb4a01710e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:35:26.174354 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-75b95997-827f-47e2-83fb-8f6bd0d15660 req-603eb6f9-913c-4bf4-a36c-3bfb4a01710e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=62ed16ec-a22b-4dfe-b256-e84954389be2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413322 May 27 03:35:26.265113 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-75b95997-827f-47e2-83fb-8f6bd0d15660 req-8a885835-ec71-4e7e-a9db-2817b53f8a91 service neutron] 10.222.0.67 "GET /v2.0/networks/62ed16ec-a22b-4dfe-b256-e84954389be2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840271 May 27 03:35:26.363267 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-75b95997-827f-47e2-83fb-8f6bd0d15660 req-099dff36-2c2e-47e7-8b4a-c1f7221db109 service neutron] 10.222.0.67 "GET /v2.0/networks/62ed16ec-a22b-4dfe-b256-e84954389be2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903130 May 27 03:35:28.731098 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-b91c6427-c83a-4ac2-ad3d-14ac73f81d39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (88cb169e-23a7-4380-813c-9b707a5671b5), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:31.085958 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-b6d1762b-6624-4145-9671-c5109c648ea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (3e4effd7-5bc9-408b-93fa-42e4b19a61d9), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:31.097054 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=15 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:31.103120 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=17 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:32.193510 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-df01de3e-f6cf-4253-895b-65b557a1455e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (84e30450-e547-4748-a220-898a66747e61), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:33.771522 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f70e7e6e-5d50-42a8-9a05-38619da83ed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (7db81693-ec25-4d8d-9069-8605391ffc10), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:34.969765 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (01a6c5a5-ff25-49ea-8869-bb2b5ba0570e), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:36.090860 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.agents_db [None req-9472a85a-8dd5-480f-9a02-5eb3d7473862 None None] Agent healthcheck: found 6 active agents {{(pid=104074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:35:36.351859 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=49 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:36.359700 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=52 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:43.455401 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (a17a57cc-679f-4398-8430-1b64b86f4dc1), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:46.082391 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=1 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:46.083193 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=1 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:53.445909 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:53.448363 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:58.727214 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-309d13cc-ed13-4565-beba-886e6b811ec6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (88cb169e-23a7-4380-813c-9b707a5671b5), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:01.084984 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-e8baf5f5-c68e-47b0-bbed-e4184dec30bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (3e4effd7-5bc9-408b-93fa-42e4b19a61d9), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:02.195872 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-df01de3e-f6cf-4253-895b-65b557a1455e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (84e30450-e547-4748-a220-898a66747e61), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:03.779594 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f70e7e6e-5d50-42a8-9a05-38619da83ed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (7db81693-ec25-4d8d-9069-8605391ffc10), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:04.960905 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (01a6c5a5-ff25-49ea-8869-bb2b5ba0570e), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:08.106983 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=2 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:08.108234 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=4 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:13.091112 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.agents_db [None req-9472a85a-8dd5-480f-9a02-5eb3d7473862 None None] Agent healthcheck: found 6 active agents {{(pid=104074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:36:13.460554 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (a17a57cc-679f-4398-8430-1b64b86f4dc1), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:14.488692 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 39226) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:36:14.639877 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [None req-ba9eb207-6a8d-4afd-9790-d981d2d7d917 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Deleting port a1490278-d18d-4090-8c60-eaed13c6cc5e {{(pid=104072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:36:14.640137 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-ba9eb207-6a8d-4afd-9790-d981d2d7d917 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743907775461'] for port (a1490278-d18d-4090-8c60-eaed13c6cc5e), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:14.722072 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-ba9eb207-6a8d-4afd-9790-d981d2d7d917 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16271712'] for port (a1490278-d18d-4090-8c60-eaed13c6cc5e), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:14.722386 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-ba9eb207-6a8d-4afd-9790-d981d2d7d917 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Publish callbacks [] for floatingip (a1490278-d18d-4090-8c60-eaed13c6cc5e), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:14.735849 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [None req-ba9eb207-6a8d-4afd-9790-d981d2d7d917 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Calling delete_port for a1490278-d18d-4090-8c60-eaed13c6cc5e owned by network:floatingip {{(pid=104072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:36:14.891775 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-ba9eb207-6a8d-4afd-9790-d981d2d7d917 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743907783123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743907242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13119109'] for port (a1490278-d18d-4090-8c60-eaed13c6cc5e), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:14.920099 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9eb207-6a8d-4afd-9790-d981d2d7d917 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Pushing event deleted for resources: {'Port': ['ID=a1490278-d18d-4090-8c60-eaed13c6cc5e,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:14.946194 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9eb207-6a8d-4afd-9790-d981d2d7d917 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:14.946539 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9eb207-6a8d-4afd-9790-d981d2d7d917 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:14.946883 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9eb207-6a8d-4afd-9790-d981d2d7d917 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:14.947218 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9eb207-6a8d-4afd-9790-d981d2d7d917 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:14.947581 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9eb207-6a8d-4afd-9790-d981d2d7d917 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:14.947909 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9eb207-6a8d-4afd-9790-d981d2d7d917 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:14.948234 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9eb207-6a8d-4afd-9790-d981d2d7d917 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:14.948576 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9eb207-6a8d-4afd-9790-d981d2d7d917 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:14.948901 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9eb207-6a8d-4afd-9790-d981d2d7d917 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:14.949236 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9eb207-6a8d-4afd-9790-d981d2d7d917 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:14.949559 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9eb207-6a8d-4afd-9790-d981d2d7d917 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:14.949878 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9eb207-6a8d-4afd-9790-d981d2d7d917 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:14.950200 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9eb207-6a8d-4afd-9790-d981d2d7d917 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:14.950517 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9eb207-6a8d-4afd-9790-d981d2d7d917 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:14.950838 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9eb207-6a8d-4afd-9790-d981d2d7d917 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:14.996677 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-ba9eb207-6a8d-4afd-9790-d981d2d7d917 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Publish callbacks [] for floatingip (ceddb942-7561-43eb-ba82-2046156e6f5d), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:14.997057 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.db.l3_db [None req-ba9eb207-6a8d-4afd-9790-d981d2d7d917 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Floating IP ceddb942-7561-43eb-ba82-2046156e6f5d disassociated (deleted). External IP: 172.27.3.159, port: 6892d1c3-9a2a-4cb5-af2d-151b3fdd4873. May 27 03:36:15.194589 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba9eb207-6a8d-4afd-9790-d981d2d7d917 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Router 71e2b117-8f5e-424f-8edd-8ce1fa2c46b2 has already been hosted by L3 agent 3e4effd7-5bc9-408b-93fa-42e4b19a61d9 {{(pid=104072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:36:15.296384 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:15.304641 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba9eb207-6a8d-4afd-9790-d981d2d7d917 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Notify agent at l3_agent.dv-cinder-828806-4-iscsi the message routers_updated {{(pid=104072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:36:15.310139 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-ba9eb207-6a8d-4afd-9790-d981d2d7d917 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159658'] for floatingip (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:15.315104 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be801ea9-ad58-4068-8cf6-76e1fea2862f None None] Sync routers for ids ['71e2b117-8f5e-424f-8edd-8ce1fa2c46b2'] in dv-cinder-828806-4-iscsi {{(pid=104073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:36:15.326433 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be801ea9-ad58-4068-8cf6-76e1fea2862f None None] Routers {'71e2b117-8f5e-424f-8edd-8ce1fa2c46b2'} bound to L3 agent in host dv-cinder-828806-4-iscsi {{(pid=104073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:36:15.327060 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-be801ea9-ad58-4068-8cf6-76e1fea2862f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:14:31Z,description=,heartbeat_timestamp=2022-05-27T03:36:01Z,host='dv-cinder-828806-4-iscsi',id=3e4effd7-5bc9-408b-93fa-42e4b19a61d9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:14:31Z,topic='l3_agent')) {'router_ids': ['71e2b117-8f5e-424f-8edd-8ce1fa2c46b2'], 'active': True} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:36:15.341290 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-ba9eb207-6a8d-4afd-9790-d981d2d7d917 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] 10.222.0.50 "DELETE /v2.0/floatingips/ceddb942-7561-43eb-ba82-2046156e6f5d HTTP/1.1" status: 204 len: 168 time: 0.8509903 May 27 03:36:15.341835 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f484296f-054d-43e9-a1ec-62c6868d69e4', 'tag': '6892d1c3-9a2a-4cb5-af2d-151b3fdd4873'}] {{(pid=104072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:36:15.344083 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f396617ba49ae57b35f1e46e178334f70bfad08bdaf3fab16ca373e13b5bdfba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0700c43-4212-45d3-bf92-16905592db94" -d '{"events": [{"name": "network-changed", "server_uuid": "f484296f-054d-43e9-a1ec-62c6868d69e4", "tag": "6892d1c3-9a2a-4cb5-af2d-151b3fdd4873"}]}' {{(pid=104072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:36:15.434498 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvr_db [None req-be801ea9-ad58-4068-8cf6-76e1fea2862f None None] Set router 71e2b117-8f5e-424f-8edd-8ce1fa2c46b2 gateway port host: dv-cinder-828806-4-iscsi {{(pid=104073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:36:15.526786 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-169d3b81-93de-42c6-9850-5d0b2d087eb3 x-openstack-request-id: req-169d3b81-93de-42c6-9850-5d0b2d087eb3 {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:36:15.527320 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f484296f-054d-43e9-a1ec-62c6868d69e4", "tag": "6892d1c3-9a2a-4cb5-af2d-151b3fdd4873", "status": "completed", "code": 200}]} {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:36:15.527320 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-169d3b81-93de-42c6-9850-5d0b2d087eb3 {{(pid=104072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:36:15.527718 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-169d3b81-93de-42c6-9850-5d0b2d087eb3'] response: {'name': 'network-changed', 'server_uuid': 'f484296f-054d-43e9-a1ec-62c6868d69e4', 'tag': '6892d1c3-9a2a-4cb5-af2d-151b3fdd4873', 'status': 'completed', 'code': 200} May 27 03:36:15.582136 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe385eb-2715-4beb-9f61-9a5d247eee27 req-3c7cc441-39ec-471b-96a6-e3b2b50935e2 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:36:15.583734 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-3fe385eb-2715-4beb-9f61-9a5d247eee27 req-3c7cc441-39ec-471b-96a6-e3b2b50935e2 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] 10.222.0.50 "GET /v2.0/ports?device_id=f484296f-054d-43e9-a1ec-62c6868d69e4 HTTP/1.1" status: 200 len: 945 time: 0.0475695 May 27 03:36:15.633582 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-3fe385eb-2715-4beb-9f61-9a5d247eee27 req-5c270a26-6c9c-4187-a98f-ca123ee09a10 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] 10.222.0.50 "GET /v2.0/security-groups?id=a6560337-1859-4725-b16a-86c0a0e9f0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439177 May 27 03:36:15.638906 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-be801ea9-ad58-4068-8cf6-76e1fea2862f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e2b117-8f5e-424f-8edd-8ce1fa2c46b2', 'name': 'tempest-TestShelveInstance-1905994530-router', 'tenant_id': '2bab42aa679b4182887da08409099827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.240'}], 'enable_snat': True}, 'gw_port_id': '2efe3393-ef09-4fb8-ac9a-f7e94302922b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:31:55Z', 'updated_at': '2022-05-27T03:31:58Z', 'revision_number': 4, 'project_id': '2bab42aa679b4182887da08409099827', 'gw_port': {'id': '2efe3393-ef09-4fb8-ac9a-f7e94302922b', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:95:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e2b117-8f5e-424f-8edd-8ce1fa2c46b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:31:56Z', 'updated_at': '2022-05-27T03:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi', '_interfaces': [{'id': 'dddb617a-d2c8-40ac-b558-9297a91a3189', 'name': '', 'network_id': '62ed16ec-a22b-4dfe-b256-e84954389be2', 'tenant_id': '2bab42aa679b4182887da08409099827', 'mac_address': 'fa:16:3e:c6:cb:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e2b117-8f5e-424f-8edd-8ce1fa2c46b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'c83a552a-0d39-4ffa-8357-96ee1a11d60a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:31:58Z', 'updated_at': '2022-05-27T03:32:04Z', 'revision_number': 5, 'project_id': '2bab42aa679b4182887da08409099827', 'subnets': [{'id': 'c83a552a-0d39-4ffa-8357-96ee1a11d60a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-4-iscsi', False) {} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:36:15.667302 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be801ea9-ad58-4068-8cf6-76e1fea2862f None None] Checking router: 71e2b117-8f5e-424f-8edd-8ce1fa2c46b2 for host: dv-cinder-828806-4-iscsi {{(pid=104073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:36:15.677040 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be801ea9-ad58-4068-8cf6-76e1fea2862f None None] Routers {'71e2b117-8f5e-424f-8edd-8ce1fa2c46b2'} bound to L3 agent in host dv-cinder-828806-4-iscsi {{(pid=104073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:36:15.677660 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-be801ea9-ad58-4068-8cf6-76e1fea2862f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:14:31Z,description=,heartbeat_timestamp=2022-05-27T03:36:01Z,host='dv-cinder-828806-4-iscsi',id=3e4effd7-5bc9-408b-93fa-42e4b19a61d9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:14:31Z,topic='l3_agent')) {'router_ids': ['71e2b117-8f5e-424f-8edd-8ce1fa2c46b2'], 'active': True} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:36:15.782174 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvr_db [None req-be801ea9-ad58-4068-8cf6-76e1fea2862f None None] Set router 71e2b117-8f5e-424f-8edd-8ce1fa2c46b2 gateway port host: dv-cinder-828806-4-iscsi {{(pid=104073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:36:16.111670 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-be801ea9-ad58-4068-8cf6-76e1fea2862f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e2b117-8f5e-424f-8edd-8ce1fa2c46b2', 'name': 'tempest-TestShelveInstance-1905994530-router', 'tenant_id': '2bab42aa679b4182887da08409099827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.240'}], 'enable_snat': True}, 'gw_port_id': '2efe3393-ef09-4fb8-ac9a-f7e94302922b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:31:55Z', 'updated_at': '2022-05-27T03:31:58Z', 'revision_number': 4, 'project_id': '2bab42aa679b4182887da08409099827', 'gw_port': {'id': '2efe3393-ef09-4fb8-ac9a-f7e94302922b', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:95:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e2b117-8f5e-424f-8edd-8ce1fa2c46b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:31:56Z', 'updated_at': '2022-05-27T03:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi', '_interfaces': [{'id': 'dddb617a-d2c8-40ac-b558-9297a91a3189', 'name': '', 'network_id': '62ed16ec-a22b-4dfe-b256-e84954389be2', 'tenant_id': '2bab42aa679b4182887da08409099827', 'mac_address': 'fa:16:3e:c6:cb:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e2b117-8f5e-424f-8edd-8ce1fa2c46b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'c83a552a-0d39-4ffa-8357-96ee1a11d60a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:31:58Z', 'updated_at': '2022-05-27T03:32:04Z', 'revision_number': 5, 'project_id': '2bab42aa679b4182887da08409099827', 'subnets': [{'id': 'c83a552a-0d39-4ffa-8357-96ee1a11d60a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-4-iscsi', False) {} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:36:16.136044 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be801ea9-ad58-4068-8cf6-76e1fea2862f None None] The sync data for ids ['71e2b117-8f5e-424f-8edd-8ce1fa2c46b2'] in dv-cinder-828806-4-iscsi is: [{'id': '71e2b117-8f5e-424f-8edd-8ce1fa2c46b2', 'name': 'tempest-TestShelveInstance-1905994530-router', 'tenant_id': '2bab42aa679b4182887da08409099827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.240'}], 'enable_snat': True}, 'gw_port_id': '2efe3393-ef09-4fb8-ac9a-f7e94302922b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:31:55Z', 'updated_at': '2022-05-27T03:31:58Z', 'revision_number': 4, 'project_id': '2bab42aa679b4182887da08409099827', 'gw_port': {'id': '2efe3393-ef09-4fb8-ac9a-f7e94302922b', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:95:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e2b117-8f5e-424f-8edd-8ce1fa2c46b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:31:56Z', 'updated_at': '2022-05-27T03:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi', '_interfaces': [{'id': 'dddb617a-d2c8-40ac-b558-9297a91a3189', 'name': '', 'network_id': '62ed16ec-a22b-4dfe-b256-e84954389be2', 'tenant_id': '2bab42aa679b4182887da08409099827', 'mac_address': 'fa:16:3e:c6:cb:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e2b117-8f5e-424f-8edd-8ce1fa2c46b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'c83a552a-0d39-4ffa-8357-96ee1a11d60a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:31:58Z', 'updated_at': '2022-05-27T03:32:04Z', 'revision_number': 5, 'project_id': '2bab42aa679b4182887da08409099827', 'subnets': [{'id': 'c83a552a-0d39-4ffa-8357-96ee1a11d60a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:36:16.376252 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26358e2c-3849-4f80-972c-83a968b9aee6 None None] New status for floating IP ceddb942-7561-43eb-ba82-2046156e6f5d: DOWN {{(pid=104074) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 03:36:16.689492 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0700c43-4212-45d3-bf92-16905592db94 req-48943db6-451f-47ce-aead-f742b48c589e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:36:16.691002 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-d0700c43-4212-45d3-bf92-16905592db94 req-48943db6-451f-47ce-aead-f742b48c589e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2bab42aa679b4182887da08409099827&device_id=f484296f-054d-43e9-a1ec-62c6868d69e4 HTTP/1.1" status: 200 len: 1129 time: 0.0445821 May 27 03:36:16.758224 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d794b6a-39e0-46b4-b8e0-dbb011a778ca req-aafdb2b8-4d51-484f-a487-187052e38080 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:36:16.759712 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-0d794b6a-39e0-46b4-b8e0-dbb011a778ca req-aafdb2b8-4d51-484f-a487-187052e38080 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] 10.222.0.50 "GET /v2.0/ports?device_id=f484296f-054d-43e9-a1ec-62c6868d69e4 HTTP/1.1" status: 200 len: 945 time: 0.0533619 May 27 03:36:16.797730 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:16.813124 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [req-0d794b6a-39e0-46b4-b8e0-dbb011a778ca req-b659793d-94f3-43fb-82c4-db25b1e13193 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] 10.222.0.50 "GET /v2.0/security-groups?id=a6560337-1859-4725-b16a-86c0a0e9f0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455370 May 27 03:36:16.911363 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0700c43-4212-45d3-bf92-16905592db94 req-f9ada3df-a485-4029-adc0-f2bc82ed92d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:36:16.912863 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-d0700c43-4212-45d3-bf92-16905592db94 req-f9ada3df-a485-4029-adc0-f2bc82ed92d8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=62ed16ec-a22b-4dfe-b256-e84954389be2 HTTP/1.1" status: 200 len: 910 time: 0.0873470 May 27 03:36:17.102172 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-d0700c43-4212-45d3-bf92-16905592db94 req-029530c7-cb05-4b88-b36d-9ee9386053f9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6892d1c3-9a2a-4cb5-af2d-151b3fdd4873 HTTP/1.1" status: 200 len: 217 time: 0.0373015 May 27 03:36:17.156529 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0700c43-4212-45d3-bf92-16905592db94 req-b87a8572-7c65-4e11-894d-09ab234771cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:36:17.158016 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-d0700c43-4212-45d3-bf92-16905592db94 req-b87a8572-7c65-4e11-894d-09ab234771cb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c83a552a-0d39-4ffa-8357-96ee1a11d60a HTTP/1.1" status: 200 len: 848 time: 0.0502408 May 27 03:36:17.261927 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf60422d-9849-461f-9fa4-2fafe2e74c31 req-3cd9507f-a83f-43bb-b0d1-29f8c32f7079 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:36:17.263405 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-bf60422d-9849-461f-9fa4-2fafe2e74c31 req-3cd9507f-a83f-43bb-b0d1-29f8c32f7079 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] 10.222.0.67 "GET /v2.0/ports?device_id=f484296f-054d-43e9-a1ec-62c6868d69e4 HTTP/1.1" status: 200 len: 945 time: 0.0721009 May 27 03:36:17.264447 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0700c43-4212-45d3-bf92-16905592db94 req-5458367b-24f3-4ec3-9795-e3acd88869d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:36:17.265854 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-d0700c43-4212-45d3-bf92-16905592db94 req-5458367b-24f3-4ec3-9795-e3acd88869d7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=62ed16ec-a22b-4dfe-b256-e84954389be2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0755839 May 27 03:36:17.427524 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.plugin [req-bf60422d-9849-461f-9fa4-2fafe2e74c31 req-dca79149-3996-40bf-ab0d-2b5f7eb2e7a7 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Deleting port 6892d1c3-9a2a-4cb5-af2d-151b3fdd4873 {{(pid=104071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:36:17.427861 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-bf60422d-9849-461f-9fa4-2fafe2e74c31 req-dca79149-3996-40bf-ab0d-2b5f7eb2e7a7 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743907775461'] for port (6892d1c3-9a2a-4cb5-af2d-151b3fdd4873), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:17.435316 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-d0700c43-4212-45d3-bf92-16905592db94 req-4ce774f9-81e3-48c2-9a49-cd0d1e855f7a service neutron] 10.222.0.67 "GET /v2.0/networks/62ed16ec-a22b-4dfe-b256-e84954389be2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614394 May 27 03:36:17.583242 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.db [req-bf60422d-9849-461f-9fa4-2fafe2e74c31 req-dca79149-3996-40bf-ab0d-2b5f7eb2e7a7 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] For port 6892d1c3-9a2a-4cb5-af2d-151b3fdd4873, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=6892d1c3-9a2a-4cb5-af2d-151b3fdd4873,segment=NetworkSegment(62ac0ae7-80b5-4e4a-8b13-c03bf2f21d35),segment_id=62ac0ae7-80b5-4e4a-8b13-c03bf2f21d35)] {{(pid=104071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:36:17.583549 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-bf60422d-9849-461f-9fa4-2fafe2e74c31 req-dca79149-3996-40bf-ab0d-2b5f7eb2e7a7 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16271712'] for port (6892d1c3-9a2a-4cb5-af2d-151b3fdd4873), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:17.602543 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.plugin [req-bf60422d-9849-461f-9fa4-2fafe2e74c31 req-dca79149-3996-40bf-ab0d-2b5f7eb2e7a7 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Calling delete_port for 6892d1c3-9a2a-4cb5-af2d-151b3fdd4873 owned by compute:nova {{(pid=104071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:36:17.606173 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-d0700c43-4212-45d3-bf92-16905592db94 req-c3d9784b-49d8-40de-b30b-5522f92f1061 service neutron] 10.222.0.67 "GET /v2.0/networks/62ed16ec-a22b-4dfe-b256-e84954389be2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611559 May 27 03:36:17.713846 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:17.734528 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-bf60422d-9849-461f-9fa4-2fafe2e74c31 req-dca79149-3996-40bf-ab0d-2b5f7eb2e7a7 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743907783123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743907242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12907156'] for port (6892d1c3-9a2a-4cb5-af2d-151b3fdd4873), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:17.767978 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca79149-3996-40bf-ab0d-2b5f7eb2e7a7 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Pushing event deleted for resources: {'Port': ['ID=6892d1c3-9a2a-4cb5-af2d-151b3fdd4873,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:17.793885 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca79149-3996-40bf-ab0d-2b5f7eb2e7a7 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:17.794233 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca79149-3996-40bf-ab0d-2b5f7eb2e7a7 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:17.794567 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca79149-3996-40bf-ab0d-2b5f7eb2e7a7 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:17.794895 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca79149-3996-40bf-ab0d-2b5f7eb2e7a7 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:17.795224 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca79149-3996-40bf-ab0d-2b5f7eb2e7a7 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:17.795544 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca79149-3996-40bf-ab0d-2b5f7eb2e7a7 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:17.795864 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca79149-3996-40bf-ab0d-2b5f7eb2e7a7 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:17.796181 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca79149-3996-40bf-ab0d-2b5f7eb2e7a7 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:17.796499 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca79149-3996-40bf-ab0d-2b5f7eb2e7a7 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:17.796793 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca79149-3996-40bf-ab0d-2b5f7eb2e7a7 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:17.797137 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca79149-3996-40bf-ab0d-2b5f7eb2e7a7 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:17.797452 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca79149-3996-40bf-ab0d-2b5f7eb2e7a7 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:17.797767 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca79149-3996-40bf-ab0d-2b5f7eb2e7a7 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:17.798077 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca79149-3996-40bf-ab0d-2b5f7eb2e7a7 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:17.798388 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca79149-3996-40bf-ab0d-2b5f7eb2e7a7 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:17.822733 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf60422d-9849-461f-9fa4-2fafe2e74c31 req-dca79149-3996-40bf-ab0d-2b5f7eb2e7a7 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] No DVR routers for this DVR port 6892d1c3-9a2a-4cb5-af2d-151b3fdd4873 on host hv-cinder-82880 {{(pid=104071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:36:17.825451 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-bf60422d-9849-461f-9fa4-2fafe2e74c31 req-dca79149-3996-40bf-ab0d-2b5f7eb2e7a7 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159658'] for port (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:17.829655 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-bf60422d-9849-461f-9fa4-2fafe2e74c31 req-dca79149-3996-40bf-ab0d-2b5f7eb2e7a7 tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] 10.222.0.67 "DELETE /v2.0/ports/6892d1c3-9a2a-4cb5-af2d-151b3fdd4873 HTTP/1.1" status: 204 len: 173 time: 0.5546913 May 27 03:36:17.830177 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f484296f-054d-43e9-a1ec-62c6868d69e4', 'name': 'network-vif-deleted', 'tag': '6892d1c3-9a2a-4cb5-af2d-151b3fdd4873'}] {{(pid=104071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:36:17.833897 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bb076ad6e20eee76da9493a154e3e0af7ddb4a8668b70cc9390b05200f69f4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e953075-d2a0-4cf9-a6f0-5ea50ae9e383" -d '{"events": [{"server_uuid": "f484296f-054d-43e9-a1ec-62c6868d69e4", "name": "network-vif-deleted", "tag": "6892d1c3-9a2a-4cb5-af2d-151b3fdd4873"}]}' {{(pid=104071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:36:17.924460 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [req-d431d93d-d8b0-4566-a6d8-a569d3fa5540 req-14ed7cc7-8c66-4ab9-a722-89100cc2977c tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] 10.222.0.50 "GET /v2.0/ports?device_id=f484296f-054d-43e9-a1ec-62c6868d69e4 HTTP/1.1" status: 200 len: 210 time: 0.0309029 May 27 03:36:17.976185 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47efed54-741b-45aa-98c2-e825b47e2845 x-openstack-request-id: req-47efed54-741b-45aa-98c2-e825b47e2845 {{(pid=104071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:36:17.976479 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f484296f-054d-43e9-a1ec-62c6868d69e4", "name": "network-vif-deleted", "tag": "6892d1c3-9a2a-4cb5-af2d-151b3fdd4873", "status": "completed", "code": 200}]} {{(pid=104071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:36:17.976733 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-47efed54-741b-45aa-98c2-e825b47e2845 {{(pid=104071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:36:17.977166 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47efed54-741b-45aa-98c2-e825b47e2845'] response: {'server_uuid': 'f484296f-054d-43e9-a1ec-62c6868d69e4', 'name': 'network-vif-deleted', 'tag': '6892d1c3-9a2a-4cb5-af2d-151b3fdd4873', 'status': 'completed', 'code': 200} May 27 03:36:18.985931 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 39260) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:36:19.048155 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-f2ba83f1-8b2d-412f-b0bd-df63340032ca tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Publish callbacks [] for security_group (a6560337-1859-4725-b16a-86c0a0e9f0cc), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:19.083045 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-f2ba83f1-8b2d-412f-b0bd-df63340032ca tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Publish callbacks [] for security_group (a6560337-1859-4725-b16a-86c0a0e9f0cc), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:19.150256 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-f2ba83f1-8b2d-412f-b0bd-df63340032ca tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (a6560337-1859-4725-b16a-86c0a0e9f0cc), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:19.153289 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-f2ba83f1-8b2d-412f-b0bd-df63340032ca tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Publish callbacks [] for security_group (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:19.154517 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-f2ba83f1-8b2d-412f-b0bd-df63340032ca tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] 10.222.0.50 "DELETE /v2.0/security-groups/a6560337-1859-4725-b16a-86c0a0e9f0cc HTTP/1.1" status: 204 len: 168 time: 0.1685393 May 27 03:36:19.164225 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ba83f1-8b2d-412f-b0bd-df63340032ca tempest-TestShelveInstance-338221822 tempest-TestShelveInstance-338221822-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6560337-1859-4725-b16a-86c0a0e9f0cc,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:19.201918 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 39264) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:36:19.534150 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-aef9f37e-03e1-4142-b32d-83c62a341ccd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16280280'] for router_interface (71e2b117-8f5e-424f-8edd-8ce1fa2c46b2), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:19.761518 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [None req-aef9f37e-03e1-4142-b32d-83c62a341ccd admin admin] Deleting port dddb617a-d2c8-40ac-b558-9297a91a3189 {{(pid=104072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:36:19.761816 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-aef9f37e-03e1-4142-b32d-83c62a341ccd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743907775461'] for port (dddb617a-d2c8-40ac-b558-9297a91a3189), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:19.851118 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.db [None req-aef9f37e-03e1-4142-b32d-83c62a341ccd admin admin] For port dddb617a-d2c8-40ac-b558-9297a91a3189, host dv-cinder-828806-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-4-iscsi',level=0,port_id=dddb617a-d2c8-40ac-b558-9297a91a3189,segment=NetworkSegment(62ac0ae7-80b5-4e4a-8b13-c03bf2f21d35),segment_id=62ac0ae7-80b5-4e4a-8b13-c03bf2f21d35)] {{(pid=104072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:36:19.851517 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-aef9f37e-03e1-4142-b32d-83c62a341ccd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16271712'] for port (dddb617a-d2c8-40ac-b558-9297a91a3189), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:19.865699 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [None req-aef9f37e-03e1-4142-b32d-83c62a341ccd admin admin] Calling delete_port for dddb617a-d2c8-40ac-b558-9297a91a3189 owned by network:router_interface {{(pid=104072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:36:19.874185 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:19.907057 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:20.052844 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-aef9f37e-03e1-4142-b32d-83c62a341ccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743907783123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743907242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13119109'] for port (dddb617a-d2c8-40ac-b558-9297a91a3189), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:20.075363 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef9f37e-03e1-4142-b32d-83c62a341ccd admin admin] Pushing event deleted for resources: {'Port': ['ID=dddb617a-d2c8-40ac-b558-9297a91a3189,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:20.190617 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Device 6892d1c3-9a2a-4cb5-af2d-151b3fdd4873 no longer exists at agent hyperv_hv-cinder-82880 {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:36:20.210301 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] No Port match for: 6892d1c3-9a2a-4cb5-af2d-151b3fdd4873 {{(pid=104073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:36:20.210951 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Device 6892d1c3-9a2a-4cb5-af2d-151b3fdd4873 not bound to the agent host hv-cinder-82880 {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:36:20.243988 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-aef9f37e-03e1-4142-b32d-83c62a341ccd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-366363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16280132'] for router_interface (71e2b117-8f5e-424f-8edd-8ce1fa2c46b2), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:20.455846 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aef9f37e-03e1-4142-b32d-83c62a341ccd admin admin] Router 71e2b117-8f5e-424f-8edd-8ce1fa2c46b2 has already been hosted by L3 agent 3e4effd7-5bc9-408b-93fa-42e4b19a61d9 {{(pid=104072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:36:20.558381 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aef9f37e-03e1-4142-b32d-83c62a341ccd admin admin] Notify agent at l3_agent.dv-cinder-828806-4-iscsi the message routers_updated {{(pid=104072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:36:20.563881 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-aef9f37e-03e1-4142-b32d-83c62a341ccd admin admin] 10.222.0.50 "PUT /v2.0/routers/71e2b117-8f5e-424f-8edd-8ce1fa2c46b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3608801 May 27 03:36:20.566690 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 39268) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:36:20.569708 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7469c1ee-f085-414b-b84a-e455d8c67222 None None] Sync routers for ids ['71e2b117-8f5e-424f-8edd-8ce1fa2c46b2'] in dv-cinder-828806-4-iscsi {{(pid=104073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:36:20.582733 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7469c1ee-f085-414b-b84a-e455d8c67222 None None] Routers {'71e2b117-8f5e-424f-8edd-8ce1fa2c46b2'} bound to L3 agent in host dv-cinder-828806-4-iscsi {{(pid=104073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:36:20.583484 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-7469c1ee-f085-414b-b84a-e455d8c67222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:14:31Z,description=,heartbeat_timestamp=2022-05-27T03:36:01Z,host='dv-cinder-828806-4-iscsi',id=3e4effd7-5bc9-408b-93fa-42e4b19a61d9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:14:31Z,topic='l3_agent')) {'router_ids': ['71e2b117-8f5e-424f-8edd-8ce1fa2c46b2'], 'active': True} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:36:20.620687 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:20.669680 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-22c27a6e-6aae-46e8-a155-2b2f38ed4075 admin admin] Publish callbacks [] for router (71e2b117-8f5e-424f-8edd-8ce1fa2c46b2), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:20.685114 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvr_db [None req-7469c1ee-f085-414b-b84a-e455d8c67222 None None] Set router 71e2b117-8f5e-424f-8edd-8ce1fa2c46b2 gateway port host: dv-cinder-828806-4-iscsi {{(pid=104073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:36:20.770989 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-22c27a6e-6aae-46e8-a155-2b2f38ed4075 admin admin] Publish callbacks [] for router_gateway (71e2b117-8f5e-424f-8edd-8ce1fa2c46b2), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:20.784206 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:20.791671 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:20.818390 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.plugin [None req-22c27a6e-6aae-46e8-a155-2b2f38ed4075 admin admin] Deleting port 2efe3393-ef09-4fb8-ac9a-f7e94302922b {{(pid=104071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:36:20.818622 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-22c27a6e-6aae-46e8-a155-2b2f38ed4075 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743907775461'] for port (2efe3393-ef09-4fb8-ac9a-f7e94302922b), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:20.858749 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-7469c1ee-f085-414b-b84a-e455d8c67222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e2b117-8f5e-424f-8edd-8ce1fa2c46b2', 'name': 'tempest-TestShelveInstance-1905994530-router', 'tenant_id': '2bab42aa679b4182887da08409099827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.240'}], 'enable_snat': True}, 'gw_port_id': '2efe3393-ef09-4fb8-ac9a-f7e94302922b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:31:55Z', 'updated_at': '2022-05-27T03:36:20Z', 'revision_number': 5, 'project_id': '2bab42aa679b4182887da08409099827', 'gw_port': {'id': '2efe3393-ef09-4fb8-ac9a-f7e94302922b', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:95:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e2b117-8f5e-424f-8edd-8ce1fa2c46b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:31:56Z', 'updated_at': '2022-05-27T03:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi'}], 'dv-cinder-828806-4-iscsi', False) {} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:36:20.887382 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7469c1ee-f085-414b-b84a-e455d8c67222 None None] Checking router: 71e2b117-8f5e-424f-8edd-8ce1fa2c46b2 for host: dv-cinder-828806-4-iscsi {{(pid=104073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:36:20.896319 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7469c1ee-f085-414b-b84a-e455d8c67222 None None] Routers {'71e2b117-8f5e-424f-8edd-8ce1fa2c46b2'} bound to L3 agent in host dv-cinder-828806-4-iscsi {{(pid=104073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:36:20.896938 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-7469c1ee-f085-414b-b84a-e455d8c67222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:14:31Z,description=,heartbeat_timestamp=2022-05-27T03:36:01Z,host='dv-cinder-828806-4-iscsi',id=3e4effd7-5bc9-408b-93fa-42e4b19a61d9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:14:31Z,topic='l3_agent')) {'router_ids': ['71e2b117-8f5e-424f-8edd-8ce1fa2c46b2'], 'active': True} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:36:20.905191 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.db [None req-22c27a6e-6aae-46e8-a155-2b2f38ed4075 admin admin] For port 2efe3393-ef09-4fb8-ac9a-f7e94302922b, host dv-cinder-828806-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-4-iscsi',level=0,port_id=2efe3393-ef09-4fb8-ac9a-f7e94302922b,segment=NetworkSegment(7e44f6fa-4b8b-41b0-9dbf-83bfa81b059a),segment_id=7e44f6fa-4b8b-41b0-9dbf-83bfa81b059a)] {{(pid=104071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:36:20.905551 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-22c27a6e-6aae-46e8-a155-2b2f38ed4075 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16271712'] for port (2efe3393-ef09-4fb8-ac9a-f7e94302922b), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:20.919782 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.plugin [None req-22c27a6e-6aae-46e8-a155-2b2f38ed4075 admin admin] Calling delete_port for 2efe3393-ef09-4fb8-ac9a-f7e94302922b owned by network:router_gateway {{(pid=104071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:36:20.978084 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvr_db [None req-7469c1ee-f085-414b-b84a-e455d8c67222 None None] Set router 71e2b117-8f5e-424f-8edd-8ce1fa2c46b2 gateway port host: None {{(pid=104073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:36:21.035235 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-7469c1ee-f085-414b-b84a-e455d8c67222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e2b117-8f5e-424f-8edd-8ce1fa2c46b2', 'name': 'tempest-TestShelveInstance-1905994530-router', 'tenant_id': '2bab42aa679b4182887da08409099827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:31:55Z', 'updated_at': '2022-05-27T03:36:20Z', 'revision_number': 6, 'project_id': '2bab42aa679b4182887da08409099827', 'gw_port_host': None}], 'dv-cinder-828806-4-iscsi', False) {} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:36:21.061674 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7469c1ee-f085-414b-b84a-e455d8c67222 None None] The sync data for ids ['71e2b117-8f5e-424f-8edd-8ce1fa2c46b2'] in dv-cinder-828806-4-iscsi is: [{'id': '71e2b117-8f5e-424f-8edd-8ce1fa2c46b2', 'name': 'tempest-TestShelveInstance-1905994530-router', 'tenant_id': '2bab42aa679b4182887da08409099827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:31:55Z', 'updated_at': '2022-05-27T03:36:20Z', 'revision_number': 6, 'project_id': '2bab42aa679b4182887da08409099827', 'gw_port_host': None}] {{(pid=104073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:36:21.092677 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-22c27a6e-6aae-46e8-a155-2b2f38ed4075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743907783123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743907242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12907156'] for port (2efe3393-ef09-4fb8-ac9a-f7e94302922b), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:21.122183 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c27a6e-6aae-46e8-a155-2b2f38ed4075 admin admin] Pushing event deleted for resources: {'Port': ['ID=2efe3393-ef09-4fb8-ac9a-f7e94302922b,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:21.186409 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-22c27a6e-6aae-46e8-a155-2b2f38ed4075 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16279526'] for router_gateway (71e2b117-8f5e-424f-8edd-8ce1fa2c46b2), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:21.275960 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-22c27a6e-6aae-46e8-a155-2b2f38ed4075 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16723127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4102'] for router (71e2b117-8f5e-424f-8edd-8ce1fa2c46b2), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:21.278345 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-22c27a6e-6aae-46e8-a155-2b2f38ed4075 admin admin] Publish callbacks [] for router_controller (71e2b117-8f5e-424f-8edd-8ce1fa2c46b2), precommit_delete_associations {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:21.327359 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-22c27a6e-6aae-46e8-a155-2b2f38ed4075 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16723132'] for router (71e2b117-8f5e-424f-8edd-8ce1fa2c46b2), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:21.328011 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22c27a6e-6aae-46e8-a155-2b2f38ed4075 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 71e2b117-8f5e-424f-8edd-8ce1fa2c46b2 {{(pid=104071) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 03:36:21.332405 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-22c27a6e-6aae-46e8-a155-2b2f38ed4075 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:21.333581 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-22c27a6e-6aae-46e8-a155-2b2f38ed4075 admin admin] 10.222.0.50 "DELETE /v2.0/routers/71e2b117-8f5e-424f-8edd-8ce1fa2c46b2 HTTP/1.1" status: 204 len: 168 time: 0.7659571 May 27 03:36:21.336695 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 39270) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:36:21.380917 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d0b71d1-d375-4252-9714-28e44d30aeb2 admin admin] Deleting subnet c83a552a-0d39-4ffa-8357-96ee1a11d60a {{(pid=104071) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 03:36:21.384057 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-6d0b71d1-d375-4252-9714-28e44d30aeb2 admin admin] Publish callbacks [] for subnet (c83a552a-0d39-4ffa-8357-96ee1a11d60a), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:21.422063 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-6d0b71d1-d375-4252-9714-28e44d30aeb2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12878765'] for subnet (c83a552a-0d39-4ffa-8357-96ee1a11d60a), precommit_delete_associations {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:21.440554 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:21.499718 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:21.506548 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-6d0b71d1-d375-4252-9714-28e44d30aeb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-817388'] for subnet (c83a552a-0d39-4ffa-8357-96ee1a11d60a), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:21.560627 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-6d0b71d1-d375-4252-9714-28e44d30aeb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-817397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16716613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12907365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12793829'] for subnet (c83a552a-0d39-4ffa-8357-96ee1a11d60a), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:21.584529 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0b71d1-d375-4252-9714-28e44d30aeb2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c83a552a-0d39-4ffa-8357-96ee1a11d60a,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:21.590292 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-6d0b71d1-d375-4252-9714-28e44d30aeb2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:21.593487 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-6d0b71d1-d375-4252-9714-28e44d30aeb2 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/c83a552a-0d39-4ffa-8357-96ee1a11d60a HTTP/1.1" status: 204 len: 168 time: 0.2558382 May 27 03:36:21.596122 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 39272) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:36:21.598649 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c6b2fd-f87f-4ac1-802f-94d0e156cc7d None None] Network 62ed16ec-a22b-4dfe-b256-e84954389be2 requested from dv-cinder-828806-4-iscsi {{(pid=104073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:36:21.669807 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-34ba6809-a97f-4096-8490-1b7aa60a7e3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561515'] for network (62ed16ec-a22b-4dfe-b256-e84954389be2), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:21.712716 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [None req-34ba6809-a97f-4096-8490-1b7aa60a7e3e admin admin] Deleting port d3d0c744-cbb7-4802-aa93-c52eb4e6a08a {{(pid=104072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:36:21.713090 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-34ba6809-a97f-4096-8490-1b7aa60a7e3e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743907775461'] for port (d3d0c744-cbb7-4802-aa93-c52eb4e6a08a), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:21.774210 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.db [None req-34ba6809-a97f-4096-8490-1b7aa60a7e3e admin admin] For port d3d0c744-cbb7-4802-aa93-c52eb4e6a08a, host dv-cinder-828806-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-4-iscsi',level=0,port_id=d3d0c744-cbb7-4802-aa93-c52eb4e6a08a,segment=NetworkSegment(62ac0ae7-80b5-4e4a-8b13-c03bf2f21d35),segment_id=62ac0ae7-80b5-4e4a-8b13-c03bf2f21d35)] {{(pid=104072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:36:21.774474 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-34ba6809-a97f-4096-8490-1b7aa60a7e3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16271712'] for port (d3d0c744-cbb7-4802-aa93-c52eb4e6a08a), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:21.782058 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:21.790353 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [None req-34ba6809-a97f-4096-8490-1b7aa60a7e3e admin admin] Calling delete_port for d3d0c744-cbb7-4802-aa93-c52eb4e6a08a owned by network:dhcp {{(pid=104072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:36:21.801196 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:21.819720 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d8983e1-e2fb-41c0-abab-83b22bc2ce35 None None] DHCP port deletion for 62ed16ec-a22b-4dfe-b256-e84954389be2 request from dv-cinder-828806-4-iscsi {{(pid=104073) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 27 03:36:21.859030 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-2d8983e1-e2fb-41c0-abab-83b22bc2ce35 None None] Deleting port d3d0c744-cbb7-4802-aa93-c52eb4e6a08a {{(pid=104073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:36:21.859369 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-2d8983e1-e2fb-41c0-abab-83b22bc2ce35 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743907775461'] for port (d3d0c744-cbb7-4802-aa93-c52eb4e6a08a), before_delete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:21.932586 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-2d8983e1-e2fb-41c0-abab-83b22bc2ce35 None None] For port d3d0c744-cbb7-4802-aa93-c52eb4e6a08a, host dv-cinder-828806-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-4-iscsi',level=0,port_id=d3d0c744-cbb7-4802-aa93-c52eb4e6a08a,segment=NetworkSegment(62ac0ae7-80b5-4e4a-8b13-c03bf2f21d35),segment_id=62ac0ae7-80b5-4e4a-8b13-c03bf2f21d35)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:36:21.932945 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-2d8983e1-e2fb-41c0-abab-83b22bc2ce35 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16271712'] for port (d3d0c744-cbb7-4802-aa93-c52eb4e6a08a), precommit_delete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:21.947585 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-2d8983e1-e2fb-41c0-abab-83b22bc2ce35 None None] Calling delete_port for d3d0c744-cbb7-4802-aa93-c52eb4e6a08a owned by network:dhcp {{(pid=104073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:36:22.031017 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-2d8983e1-e2fb-41c0-abab-83b22bc2ce35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743907783123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743907242289'] for port (d3d0c744-cbb7-4802-aa93-c52eb4e6a08a), after_delete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:22.062229 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8983e1-e2fb-41c0-abab-83b22bc2ce35 None None] Pushing event deleted for resources: {'Port': ['ID=d3d0c744-cbb7-4802-aa93-c52eb4e6a08a,revision_number=None']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:22.064774 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8983e1-e2fb-41c0-abab-83b22bc2ce35 None None] No DVR routers for this DVR port d3d0c744-cbb7-4802-aa93-c52eb4e6a08a on host dv-cinder-828806-4-iscsi {{(pid=104073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:36:22.076399 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8983e1-e2fb-41c0-abab-83b22bc2ce35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:22.076399 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8983e1-e2fb-41c0-abab-83b22bc2ce35 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:22.076399 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8983e1-e2fb-41c0-abab-83b22bc2ce35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:22.076399 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8983e1-e2fb-41c0-abab-83b22bc2ce35 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:22.076399 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8983e1-e2fb-41c0-abab-83b22bc2ce35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:22.076399 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8983e1-e2fb-41c0-abab-83b22bc2ce35 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:22.076399 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8983e1-e2fb-41c0-abab-83b22bc2ce35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:22.076399 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8983e1-e2fb-41c0-abab-83b22bc2ce35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:22.076399 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8983e1-e2fb-41c0-abab-83b22bc2ce35 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:22.076399 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8983e1-e2fb-41c0-abab-83b22bc2ce35 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:22.076399 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8983e1-e2fb-41c0-abab-83b22bc2ce35 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:22.076399 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8983e1-e2fb-41c0-abab-83b22bc2ce35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:22.077987 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8983e1-e2fb-41c0-abab-83b22bc2ce35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:22.077987 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8983e1-e2fb-41c0-abab-83b22bc2ce35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:22.077987 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8983e1-e2fb-41c0-abab-83b22bc2ce35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-4-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:22.147982 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-34ba6809-a97f-4096-8490-1b7aa60a7e3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743907783123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743907242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13119109'] for port (d3d0c744-cbb7-4802-aa93-c52eb4e6a08a), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:22.170123 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ba6809-a97f-4096-8490-1b7aa60a7e3e admin admin] Pushing event deleted for resources: {'Port': ['ID=d3d0c744-cbb7-4802-aa93-c52eb4e6a08a,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:22.176082 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ba6809-a97f-4096-8490-1b7aa60a7e3e admin admin] No DVR routers for this DVR port d3d0c744-cbb7-4802-aa93-c52eb4e6a08a on host dv-cinder-828806-4-iscsi {{(pid=104072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:36:22.246566 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-34ba6809-a97f-4096-8490-1b7aa60a7e3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-818777', 'neutron.services.segments.db._delete_segments_for_network-8743907721840'] for network (62ed16ec-a22b-4dfe-b256-e84954389be2), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:22.271735 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.services.segments.db [None req-34ba6809-a97f-4096-8490-1b7aa60a7e3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62ed16ec-a22b-4dfe-b256-e84954389be2']}} {{(pid=104072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:36:22.281460 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.services.segments.db [None req-34ba6809-a97f-4096-8490-1b7aa60a7e3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62ac0ae7-80b5-4e4a-8b13-c03bf2f21d35') {'for_net_delete': True} {{(pid=104072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:36:22.281756 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.services.segments.db [None req-34ba6809-a97f-4096-8490-1b7aa60a7e3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62ac0ae7-80b5-4e4a-8b13-c03bf2f21d35') {} {{(pid=104072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:36:22.291178 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-34ba6809-a97f-4096-8490-1b7aa60a7e3e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743907722361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13119244'] for segment (62ac0ae7-80b5-4e4a-8b13-c03bf2f21d35), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:22.305919 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-34ba6809-a97f-4096-8490-1b7aa60a7e3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-814499'] for segment (62ac0ae7-80b5-4e4a-8b13-c03bf2f21d35), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:22.312198 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34ba6809-a97f-4096-8490-1b7aa60a7e3e admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=104072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 03:36:22.312592 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-34ba6809-a97f-4096-8490-1b7aa60a7e3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-814499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13119190'] for segment (62ac0ae7-80b5-4e4a-8b13-c03bf2f21d35), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:22.374878 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-34ba6809-a97f-4096-8490-1b7aa60a7e3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-818786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16279498'] for network (62ed16ec-a22b-4dfe-b256-e84954389be2), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:22.380522 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-34ba6809-a97f-4096-8490-1b7aa60a7e3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-366398'] for network (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:22.386497 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-34ba6809-a97f-4096-8490-1b7aa60a7e3e admin admin] 10.222.0.50 "DELETE /v2.0/networks/62ed16ec-a22b-4dfe-b256-e84954389be2 HTTP/1.1" status: 204 len: 168 time: 0.7860217 May 27 03:36:22.387515 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 39278) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:36:22.395511 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ba6809-a97f-4096-8490-1b7aa60a7e3e admin admin] Pushing event deleted for resources: {'Network': ['ID=62ed16ec-a22b-4dfe-b256-e84954389be2,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:22.429910 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.services.segments.plugin [-] Segment 62ac0ae7-80b5-4e4a-8b13-c03bf2f21d35 resource provider aggregate not found May 27 03:36:22.445917 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.services.segments.plugin [-] Segment 62ac0ae7-80b5-4e4a-8b13-c03bf2f21d35 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 62ac0ae7-80b5-4e4a-8b13-c03bf2f21d35 found for delete ", "request_id": "req-1be5faa7-7cfc-4ff8-8259-f182ff18e93c"}]} May 27 03:36:23.001737 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-b70abcd2-9e70-4c21-9b54-12518503d93f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16280280'] for router_interface (3a04e233-bd02-4ae6-8113-2e9d476008b0), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:23.111851 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Device dddb617a-d2c8-40ac-b558-9297a91a3189 no longer exists at agent ovs-agent-dv-cinder-828806-4-iscsi {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:36:23.132531 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] No Port match for: dddb617a-d2c8-40ac-b558-9297a91a3189 {{(pid=104073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:36:23.132883 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Device dddb617a-d2c8-40ac-b558-9297a91a3189 not bound to the agent host dv-cinder-828806-4-iscsi {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:36:23.133364 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Device d3d0c744-cbb7-4802-aa93-c52eb4e6a08a no longer exists at agent ovs-agent-dv-cinder-828806-4-iscsi {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:36:23.152116 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] No Port match for: d3d0c744-cbb7-4802-aa93-c52eb4e6a08a {{(pid=104073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:36:23.152453 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Device d3d0c744-cbb7-4802-aa93-c52eb4e6a08a not bound to the agent host dv-cinder-828806-4-iscsi {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:36:23.152978 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Device 2efe3393-ef09-4fb8-ac9a-f7e94302922b no longer exists at agent ovs-agent-dv-cinder-828806-4-iscsi {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:36:23.171810 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] No Port match for: 2efe3393-ef09-4fb8-ac9a-f7e94302922b {{(pid=104073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:36:23.172152 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Device 2efe3393-ef09-4fb8-ac9a-f7e94302922b not bound to the agent host dv-cinder-828806-4-iscsi {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:36:23.223801 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.plugin [None req-b70abcd2-9e70-4c21-9b54-12518503d93f admin admin] Deleting port 306b9cf2-46ca-4614-abcd-8a8f5a5be1af {{(pid=104071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:36:23.224144 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-b70abcd2-9e70-4c21-9b54-12518503d93f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743907775461'] for port (306b9cf2-46ca-4614-abcd-8a8f5a5be1af), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:23.305823 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.db [None req-b70abcd2-9e70-4c21-9b54-12518503d93f admin admin] For port 306b9cf2-46ca-4614-abcd-8a8f5a5be1af, host dv-cinder-828806-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-4-iscsi',level=0,port_id=306b9cf2-46ca-4614-abcd-8a8f5a5be1af,segment=NetworkSegment(5d85bc2c-f57d-4fdd-b7e5-adc7a6b047ba),segment_id=5d85bc2c-f57d-4fdd-b7e5-adc7a6b047ba)] {{(pid=104071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:36:23.306182 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-b70abcd2-9e70-4c21-9b54-12518503d93f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16271712'] for port (306b9cf2-46ca-4614-abcd-8a8f5a5be1af), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:23.319173 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.plugin [None req-b70abcd2-9e70-4c21-9b54-12518503d93f admin admin] Calling delete_port for 306b9cf2-46ca-4614-abcd-8a8f5a5be1af owned by network:router_interface {{(pid=104071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:36:23.376933 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:23.437725 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:23.510988 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-b70abcd2-9e70-4c21-9b54-12518503d93f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743907783123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743907242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12907156'] for port (306b9cf2-46ca-4614-abcd-8a8f5a5be1af), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:23.536485 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70abcd2-9e70-4c21-9b54-12518503d93f admin admin] Pushing event deleted for resources: {'Port': ['ID=306b9cf2-46ca-4614-abcd-8a8f5a5be1af,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:23.703205 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-b70abcd2-9e70-4c21-9b54-12518503d93f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-366363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16280132'] for router_interface (3a04e233-bd02-4ae6-8113-2e9d476008b0), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:23.912368 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b70abcd2-9e70-4c21-9b54-12518503d93f admin admin] Router 3a04e233-bd02-4ae6-8113-2e9d476008b0 has already been hosted by L3 agent 3e4effd7-5bc9-408b-93fa-42e4b19a61d9 {{(pid=104071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:36:24.014717 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b70abcd2-9e70-4c21-9b54-12518503d93f admin admin] Notify agent at l3_agent.dv-cinder-828806-4-iscsi the message routers_updated {{(pid=104071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:36:24.020480 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-b70abcd2-9e70-4c21-9b54-12518503d93f admin admin] 10.222.0.50 "PUT /v2.0/routers/3a04e233-bd02-4ae6-8113-2e9d476008b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6316388 May 27 03:36:24.023579 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 39282) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:36:24.026256 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ead4226-49a5-44a6-a41a-7b61e5c34708 None None] Sync routers for ids ['3a04e233-bd02-4ae6-8113-2e9d476008b0'] in dv-cinder-828806-4-iscsi {{(pid=104074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:36:24.040310 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ead4226-49a5-44a6-a41a-7b61e5c34708 None None] Routers {'3a04e233-bd02-4ae6-8113-2e9d476008b0'} bound to L3 agent in host dv-cinder-828806-4-iscsi {{(pid=104074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:36:24.041109 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-5ead4226-49a5-44a6-a41a-7b61e5c34708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:14:31Z,description=,heartbeat_timestamp=2022-05-27T03:36:01Z,host='dv-cinder-828806-4-iscsi',id=3e4effd7-5bc9-408b-93fa-42e4b19a61d9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:14:31Z,topic='l3_agent')) {'router_ids': ['3a04e233-bd02-4ae6-8113-2e9d476008b0'], 'active': True} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:36:24.127221 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-1be466df-587d-497b-936d-b0883773ca95 admin admin] Publish callbacks [] for router (3a04e233-bd02-4ae6-8113-2e9d476008b0), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:24.136880 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvr_db [None req-5ead4226-49a5-44a6-a41a-7b61e5c34708 None None] Set router 3a04e233-bd02-4ae6-8113-2e9d476008b0 gateway port host: dv-cinder-828806-4-iscsi {{(pid=104074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:36:24.227166 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-1be466df-587d-497b-936d-b0883773ca95 admin admin] Publish callbacks [] for router_gateway (3a04e233-bd02-4ae6-8113-2e9d476008b0), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:24.273112 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [None req-1be466df-587d-497b-936d-b0883773ca95 admin admin] Deleting port 11d5ecb5-f6bc-419f-bbfb-8a002bb17eb7 {{(pid=104072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:36:24.273479 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-1be466df-587d-497b-936d-b0883773ca95 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743907775461'] for port (11d5ecb5-f6bc-419f-bbfb-8a002bb17eb7), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:24.310781 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-5ead4226-49a5-44a6-a41a-7b61e5c34708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a04e233-bd02-4ae6-8113-2e9d476008b0', 'name': 'tempest-TestShelveInstance-2045258438-router', 'tenant_id': '407905b0b8764df0a86e1ac9f93b682c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'external_fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '11d5ecb5-f6bc-419f-bbfb-8a002bb17eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:32:00Z', 'updated_at': '2022-05-27T03:36:23Z', 'revision_number': 5, 'project_id': '407905b0b8764df0a86e1ac9f93b682c', 'gw_port': {'id': '11d5ecb5-f6bc-419f-bbfb-8a002bb17eb7', 'name': '', 'network_id': 'ca8b8e18-04f1-46f4-8c3b-aba3c077569d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f8:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a04e233-bd02-4ae6-8113-2e9d476008b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:32:01Z', 'updated_at': '2022-05-27T03:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7ff952-f5bb-439f-8bb7-5ebb6f94c6fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-4-iscsi'}], 'dv-cinder-828806-4-iscsi', False) {} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:36:24.336613 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ead4226-49a5-44a6-a41a-7b61e5c34708 None None] Checking router: 3a04e233-bd02-4ae6-8113-2e9d476008b0 for host: dv-cinder-828806-4-iscsi {{(pid=104074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:36:24.345945 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ead4226-49a5-44a6-a41a-7b61e5c34708 None None] Routers {'3a04e233-bd02-4ae6-8113-2e9d476008b0'} bound to L3 agent in host dv-cinder-828806-4-iscsi {{(pid=104074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:36:24.346550 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-5ead4226-49a5-44a6-a41a-7b61e5c34708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:14:31Z,description=,heartbeat_timestamp=2022-05-27T03:36:01Z,host='dv-cinder-828806-4-iscsi',id=3e4effd7-5bc9-408b-93fa-42e4b19a61d9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:14:31Z,topic='l3_agent')) {'router_ids': ['3a04e233-bd02-4ae6-8113-2e9d476008b0'], 'active': True} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:36:24.357205 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.db [None req-1be466df-587d-497b-936d-b0883773ca95 admin admin] For port 11d5ecb5-f6bc-419f-bbfb-8a002bb17eb7, host dv-cinder-828806-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-4-iscsi',level=0,port_id=11d5ecb5-f6bc-419f-bbfb-8a002bb17eb7,segment=NetworkSegment(7e44f6fa-4b8b-41b0-9dbf-83bfa81b059a),segment_id=7e44f6fa-4b8b-41b0-9dbf-83bfa81b059a)] {{(pid=104072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:36:24.357574 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-1be466df-587d-497b-936d-b0883773ca95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16271712'] for port (11d5ecb5-f6bc-419f-bbfb-8a002bb17eb7), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:24.370976 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [None req-1be466df-587d-497b-936d-b0883773ca95 admin admin] Calling delete_port for 11d5ecb5-f6bc-419f-bbfb-8a002bb17eb7 owned by network:router_gateway {{(pid=104072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:36:24.431737 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvr_db [None req-5ead4226-49a5-44a6-a41a-7b61e5c34708 None None] Set router 3a04e233-bd02-4ae6-8113-2e9d476008b0 gateway port host: None {{(pid=104074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:36:24.482289 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-5ead4226-49a5-44a6-a41a-7b61e5c34708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a04e233-bd02-4ae6-8113-2e9d476008b0', 'name': 'tempest-TestShelveInstance-2045258438-router', 'tenant_id': '407905b0b8764df0a86e1ac9f93b682c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:32:00Z', 'updated_at': '2022-05-27T03:36:24Z', 'revision_number': 6, 'project_id': '407905b0b8764df0a86e1ac9f93b682c', 'gw_port_host': None}], 'dv-cinder-828806-4-iscsi', False) {} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:36:24.486184 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:24.508089 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ead4226-49a5-44a6-a41a-7b61e5c34708 None None] The sync data for ids ['3a04e233-bd02-4ae6-8113-2e9d476008b0'] in dv-cinder-828806-4-iscsi is: [{'id': '3a04e233-bd02-4ae6-8113-2e9d476008b0', 'name': 'tempest-TestShelveInstance-2045258438-router', 'tenant_id': '407905b0b8764df0a86e1ac9f93b682c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:32:00Z', 'updated_at': '2022-05-27T03:36:24Z', 'revision_number': 6, 'project_id': '407905b0b8764df0a86e1ac9f93b682c', 'gw_port_host': None}] {{(pid=104074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:36:24.546465 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-1be466df-587d-497b-936d-b0883773ca95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743907783123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743907242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13119109'] for port (11d5ecb5-f6bc-419f-bbfb-8a002bb17eb7), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:24.568991 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be466df-587d-497b-936d-b0883773ca95 admin admin] Pushing event deleted for resources: {'Port': ['ID=11d5ecb5-f6bc-419f-bbfb-8a002bb17eb7,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:24.634328 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-1be466df-587d-497b-936d-b0883773ca95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16279526'] for router_gateway (3a04e233-bd02-4ae6-8113-2e9d476008b0), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:24.635868 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:24.722528 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-1be466df-587d-497b-936d-b0883773ca95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16723127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4102'] for router (3a04e233-bd02-4ae6-8113-2e9d476008b0), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:24.724902 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-1be466df-587d-497b-936d-b0883773ca95 admin admin] Publish callbacks [] for router_controller (3a04e233-bd02-4ae6-8113-2e9d476008b0), precommit_delete_associations {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:24.773198 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-1be466df-587d-497b-936d-b0883773ca95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16723132'] for router (3a04e233-bd02-4ae6-8113-2e9d476008b0), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:24.773826 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1be466df-587d-497b-936d-b0883773ca95 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3a04e233-bd02-4ae6-8113-2e9d476008b0 {{(pid=104072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 03:36:24.779002 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-1be466df-587d-497b-936d-b0883773ca95 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:24.780167 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-1be466df-587d-497b-936d-b0883773ca95 admin admin] 10.222.0.50 "DELETE /v2.0/routers/3a04e233-bd02-4ae6-8113-2e9d476008b0 HTTP/1.1" status: 204 len: 168 time: 0.7546072 May 27 03:36:24.783067 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 39284) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:36:24.837164 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d017834-c253-4b03-8784-58f4d3e5d13a admin admin] Deleting subnet da686f41-1c9d-48d9-a77d-a700d816080c {{(pid=104071) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 03:36:24.840453 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-1d017834-c253-4b03-8784-58f4d3e5d13a admin admin] Publish callbacks [] for subnet (da686f41-1c9d-48d9-a77d-a700d816080c), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:24.879778 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-1d017834-c253-4b03-8784-58f4d3e5d13a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12878765'] for subnet (da686f41-1c9d-48d9-a77d-a700d816080c), precommit_delete_associations {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:24.956776 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-1d017834-c253-4b03-8784-58f4d3e5d13a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-817388'] for subnet (da686f41-1c9d-48d9-a77d-a700d816080c), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:24.990416 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:DELETE=2,neutron:SELECT=96,neutron:UPDATE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:25.021503 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-1d017834-c253-4b03-8784-58f4d3e5d13a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-817397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16716613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12907365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12793829'] for subnet (da686f41-1c9d-48d9-a77d-a700d816080c), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:25.026670 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:25.052965 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d017834-c253-4b03-8784-58f4d3e5d13a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da686f41-1c9d-48d9-a77d-a700d816080c,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:25.056937 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-1d017834-c253-4b03-8784-58f4d3e5d13a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:25.062860 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-1d017834-c253-4b03-8784-58f4d3e5d13a admin admin] 10.222.0.50 "DELETE /v2.0/subnets/da686f41-1c9d-48d9-a77d-a700d816080c HTTP/1.1" status: 204 len: 168 time: 0.2757671 May 27 03:36:25.062860 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.50', 39286) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:36:25.066199 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-859e5720-d121-421f-86cf-14fe792d3540 None None] Network 145e603f-cc11-416e-b3d4-5a55a1d5fcac requested from dv-cinder-828806-4-iscsi {{(pid=104073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:36:25.131990 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-0ddda304-50a2-4e7b-9e00-ab1da9343368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561515'] for network (145e603f-cc11-416e-b3d4-5a55a1d5fcac), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:25.177107 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.plugin [None req-0ddda304-50a2-4e7b-9e00-ab1da9343368 admin admin] Deleting port 87af278a-ae34-49ae-8b47-24dca382f319 {{(pid=104071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:36:25.177452 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-0ddda304-50a2-4e7b-9e00-ab1da9343368 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743907775461'] for port (87af278a-ae34-49ae-8b47-24dca382f319), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:25.247925 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.db [None req-0ddda304-50a2-4e7b-9e00-ab1da9343368 admin admin] For port 87af278a-ae34-49ae-8b47-24dca382f319, host dv-cinder-828806-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-4-iscsi',level=0,port_id=87af278a-ae34-49ae-8b47-24dca382f319,segment=NetworkSegment(5d85bc2c-f57d-4fdd-b7e5-adc7a6b047ba),segment_id=5d85bc2c-f57d-4fdd-b7e5-adc7a6b047ba)] {{(pid=104071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:36:25.248295 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-0ddda304-50a2-4e7b-9e00-ab1da9343368 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16271712'] for port (87af278a-ae34-49ae-8b47-24dca382f319), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:25.266282 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.plugin [None req-0ddda304-50a2-4e7b-9e00-ab1da9343368 admin admin] Calling delete_port for 87af278a-ae34-49ae-8b47-24dca382f319 owned by network:dhcp {{(pid=104071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:36:25.275412 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ca97bc-8922-44e3-911b-d6403080abaa None None] DHCP port deletion for 145e603f-cc11-416e-b3d4-5a55a1d5fcac request from dv-cinder-828806-4-iscsi {{(pid=104073) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 27 03:36:25.319268 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-00ca97bc-8922-44e3-911b-d6403080abaa None None] Deleting port 87af278a-ae34-49ae-8b47-24dca382f319 {{(pid=104073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:36:25.319638 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-00ca97bc-8922-44e3-911b-d6403080abaa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743907775461'] for port (87af278a-ae34-49ae-8b47-24dca382f319), before_delete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:25.339142 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Device 87af278a-ae34-49ae-8b47-24dca382f319 no longer exists at agent ovs-agent-dv-cinder-828806-4-iscsi {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:36:25.355053 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-0ddda304-50a2-4e7b-9e00-ab1da9343368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743907783123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743907242289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12907156'] for port (87af278a-ae34-49ae-8b47-24dca382f319), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:25.381810 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddda304-50a2-4e7b-9e00-ab1da9343368 admin admin] Pushing event deleted for resources: {'Port': ['ID=87af278a-ae34-49ae-8b47-24dca382f319,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:25.383647 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ddda304-50a2-4e7b-9e00-ab1da9343368 admin admin] No DVR routers for this DVR port 87af278a-ae34-49ae-8b47-24dca382f319 on host dv-cinder-828806-4-iscsi {{(pid=104071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:36:25.421442 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-00ca97bc-8922-44e3-911b-d6403080abaa None None] For port 87af278a-ae34-49ae-8b47-24dca382f319, host dv-cinder-828806-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-4-iscsi',level=0,port_id=87af278a-ae34-49ae-8b47-24dca382f319,segment=NetworkSegment(5d85bc2c-f57d-4fdd-b7e5-adc7a6b047ba),segment_id=5d85bc2c-f57d-4fdd-b7e5-adc7a6b047ba)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:36:25.421854 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-00ca97bc-8922-44e3-911b-d6403080abaa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16271712'] for port (87af278a-ae34-49ae-8b47-24dca382f319), precommit_delete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:25.429865 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] No active binding found for port 87af278a-ae34-49ae-8b47-24dca382f319 {{(pid=104073) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} May 27 03:36:25.430209 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] The host dv-cinder-828806-4-iscsi is not matching for port 87af278a-ae34-49ae-8b47-24dca382f319 host None! {{(pid=104073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2396}} May 27 03:36:25.430602 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Device 87af278a-ae34-49ae-8b47-24dca382f319 not bound to the agent host dv-cinder-828806-4-iscsi {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:36:25.431027 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Device 11d5ecb5-f6bc-419f-bbfb-8a002bb17eb7 no longer exists at agent ovs-agent-dv-cinder-828806-4-iscsi {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:36:25.457729 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-00ca97bc-8922-44e3-911b-d6403080abaa None None] Calling delete_port for 87af278a-ae34-49ae-8b47-24dca382f319 owned by network:dhcp {{(pid=104073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:36:25.459797 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-0ddda304-50a2-4e7b-9e00-ab1da9343368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-818777', 'neutron.services.segments.db._delete_segments_for_network-8743907721840'] for network (145e603f-cc11-416e-b3d4-5a55a1d5fcac), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:25.461850 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] No Port match for: 11d5ecb5-f6bc-419f-bbfb-8a002bb17eb7 {{(pid=104073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:36:25.462213 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Device 11d5ecb5-f6bc-419f-bbfb-8a002bb17eb7 not bound to the agent host dv-cinder-828806-4-iscsi {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:36:25.462623 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Device 306b9cf2-46ca-4614-abcd-8a8f5a5be1af no longer exists at agent ovs-agent-dv-cinder-828806-4-iscsi {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:36:25.479902 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.services.segments.db [None req-0ddda304-50a2-4e7b-9e00-ab1da9343368 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['145e603f-cc11-416e-b3d4-5a55a1d5fcac']}} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:36:25.483194 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] No Port match for: 306b9cf2-46ca-4614-abcd-8a8f5a5be1af {{(pid=104073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:36:25.483776 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Device 306b9cf2-46ca-4614-abcd-8a8f5a5be1af not bound to the agent host dv-cinder-828806-4-iscsi {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:36:25.488063 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:25.495517 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.services.segments.db [None req-0ddda304-50a2-4e7b-9e00-ab1da9343368 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d85bc2c-f57d-4fdd-b7e5-adc7a6b047ba') {'for_net_delete': True} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:36:25.497687 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.services.segments.db [None req-0ddda304-50a2-4e7b-9e00-ab1da9343368 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d85bc2c-f57d-4fdd-b7e5-adc7a6b047ba') {} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:36:25.509736 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-0ddda304-50a2-4e7b-9e00-ab1da9343368 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743907722361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12878740'] for segment (5d85bc2c-f57d-4fdd-b7e5-adc7a6b047ba), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:25.528017 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-0ddda304-50a2-4e7b-9e00-ab1da9343368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-814499'] for segment (5d85bc2c-f57d-4fdd-b7e5-adc7a6b047ba), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:25.534459 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ddda304-50a2-4e7b-9e00-ab1da9343368 admin admin] Releasing vlan 412 on physical network physnet1 to pool {{(pid=104071) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 03:36:25.534845 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-0ddda304-50a2-4e7b-9e00-ab1da9343368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-814499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12907207'] for segment (5d85bc2c-f57d-4fdd-b7e5-adc7a6b047ba), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:25.540005 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:25.563454 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-00ca97bc-8922-44e3-911b-d6403080abaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743907783123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743907242289'] for port (87af278a-ae34-49ae-8b47-24dca382f319), after_delete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:25.592738 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ca97bc-8922-44e3-911b-d6403080abaa None None] Pushing event deleted for resources: {'Port': ['ID=87af278a-ae34-49ae-8b47-24dca382f319,revision_number=None']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:25.594654 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ca97bc-8922-44e3-911b-d6403080abaa None None] No DVR routers for this DVR port 87af278a-ae34-49ae-8b47-24dca382f319 on host dv-cinder-828806-4-iscsi {{(pid=104073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:36:25.612911 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-0ddda304-50a2-4e7b-9e00-ab1da9343368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-818786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-366336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16279498'] for network (145e603f-cc11-416e-b3d4-5a55a1d5fcac), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:25.620151 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-0ddda304-50a2-4e7b-9e00-ab1da9343368 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-366398'] for network (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:25.627356 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-0ddda304-50a2-4e7b-9e00-ab1da9343368 admin admin] 10.222.0.50 "DELETE /v2.0/networks/145e603f-cc11-416e-b3d4-5a55a1d5fcac HTTP/1.1" status: 204 len: 168 time: 0.5607095 May 27 03:36:25.644721 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.services.segments.plugin [-] Segment 5d85bc2c-f57d-4fdd-b7e5-adc7a6b047ba resource provider aggregate not found May 27 03:36:25.648924 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddda304-50a2-4e7b-9e00-ab1da9343368 admin admin] Pushing event deleted for resources: {'Network': ['ID=145e603f-cc11-416e-b3d4-5a55a1d5fcac,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:25.666299 dv-cinder-828806-4-iscsi neutron-server[104071]: INFO neutron.services.segments.plugin [-] Segment 5d85bc2c-f57d-4fdd-b7e5-adc7a6b047ba resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5d85bc2c-f57d-4fdd-b7e5-adc7a6b047ba found for delete ", "request_id": "req-e939a85e-09a2-4d2c-9053-a70e6191177d"}]} May 27 03:36:25.842995 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 39296) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:36:25.885992 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-63d93648-b612-45ed-a51e-dab04e84ef06 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2bab42aa679b4182887da08409099827&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0416639 May 27 03:36:25.889606 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 39298) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:36:25.941203 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-f876e718-54a9-4435-abe6-756892d398cd admin admin] Publish callbacks [] for security_group (9b3ea6f2-bb2f-48a9-b596-36591b225fd0), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:25.964171 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-f876e718-54a9-4435-abe6-756892d398cd admin admin] Publish callbacks [] for security_group (9b3ea6f2-bb2f-48a9-b596-36591b225fd0), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:26.016772 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-f876e718-54a9-4435-abe6-756892d398cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (9b3ea6f2-bb2f-48a9-b596-36591b225fd0), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:26.019797 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-f876e718-54a9-4435-abe6-756892d398cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:26.021007 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-f876e718-54a9-4435-abe6-756892d398cd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9b3ea6f2-bb2f-48a9-b596-36591b225fd0 HTTP/1.1" status: 204 len: 168 time: 0.1304932 May 27 03:36:26.029356 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f876e718-54a9-4435-abe6-756892d398cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b3ea6f2-bb2f-48a9-b596-36591b225fd0,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:26.364028 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 39304) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:36:26.405174 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-8884cbe3-876b-49da-935e-a2fb966e07e2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=407905b0b8764df0a86e1ac9f93b682c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0398707 May 27 03:36:26.407629 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.50', 39306) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:36:26.465892 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-dcb4c49a-bf8b-4087-b2b3-953c2d893ff7 admin admin] Publish callbacks [] for security_group (7e9c1435-f803-477e-8eee-525e839baac0), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:26.487285 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-dcb4c49a-bf8b-4087-b2b3-953c2d893ff7 admin admin] Publish callbacks [] for security_group (7e9c1435-f803-477e-8eee-525e839baac0), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:26.539172 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-dcb4c49a-bf8b-4087-b2b3-953c2d893ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16713758'] for security_group (7e9c1435-f803-477e-8eee-525e839baac0), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:26.542805 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-dcb4c49a-bf8b-4087-b2b3-953c2d893ff7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:26.544184 dv-cinder-828806-4-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-dcb4c49a-bf8b-4087-b2b3-953c2d893ff7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7e9c1435-f803-477e-8eee-525e839baac0 HTTP/1.1" status: 204 len: 168 time: 0.1356642 May 27 03:36:26.551910 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb4c49a-bf8b-4087-b2b3-953c2d893ff7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e9c1435-f803-477e-8eee-525e839baac0,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:28.728205 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-43327926-a73a-4388-9473-6368a3a6f646 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (88cb169e-23a7-4380-813c-9b707a5671b5), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:31.084876 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-6fba5cb7-1a52-4b45-ab88-53d785d50659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (3e4effd7-5bc9-408b-93fa-42e4b19a61d9), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:32.199419 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-df01de3e-f6cf-4253-895b-65b557a1455e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (84e30450-e547-4748-a220-898a66747e61), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:33.783213 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f70e7e6e-5d50-42a8-9a05-38619da83ed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (7db81693-ec25-4d8d-9069-8605391ffc10), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:34.484525 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=43,neutron:DELETE=1 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:34.485410 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=46 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:34.970447 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (01a6c5a5-ff25-49ea-8869-bb2b5ba0570e), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:35.626101 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=51,neutron:DELETE=5 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:35.627190 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=55,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:36.546949 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=64,neutron:DELETE=5 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:36.548026 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=50,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:43.474577 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (a17a57cc-679f-4398-8430-1b64b86f4dc1), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:45.104707 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=2 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:45.106403 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=4 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:50.090913 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.agents_db [None req-9472a85a-8dd5-480f-9a02-5eb3d7473862 None None] Agent healthcheck: found 6 active agents {{(pid=104074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:36:53.458092 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:DELETE=1,neutron:SELECT=25,neutron:UPDATE=4 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:53.467139 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=33,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:58.723309 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-794e4cf0-e5ec-4222-9c8f-f6e02132278b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (88cb169e-23a7-4380-813c-9b707a5671b5), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:00.085683 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=1 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:00.087026 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=1 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:01.087752 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-c66ec2af-e8b1-4249-acc0-c65492c6975d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (3e4effd7-5bc9-408b-93fa-42e4b19a61d9), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:02.201496 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-df01de3e-f6cf-4253-895b-65b557a1455e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (84e30450-e547-4748-a220-898a66747e61), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:03.785481 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f70e7e6e-5d50-42a8-9a05-38619da83ed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (7db81693-ec25-4d8d-9069-8605391ffc10), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:04.965645 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (01a6c5a5-ff25-49ea-8869-bb2b5ba0570e), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:13.492080 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (a17a57cc-679f-4398-8430-1b64b86f4dc1), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:23.477336 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:23.485569 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:27.057215 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=15 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:27.058469 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=19 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:27.090952 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.agents_db [None req-9472a85a-8dd5-480f-9a02-5eb3d7473862 None None] Agent healthcheck: found 6 active agents {{(pid=104074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:37:28.732778 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-dbe3cbb7-0dee-4358-8ffb-34314f5ad6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (88cb169e-23a7-4380-813c-9b707a5671b5), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:31.089570 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-768bbb41-46fc-4509-9cf2-e88a2b5b75ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (3e4effd7-5bc9-408b-93fa-42e4b19a61d9), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:32.215154 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-df01de3e-f6cf-4253-895b-65b557a1455e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (84e30450-e547-4748-a220-898a66747e61), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:33.794845 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f70e7e6e-5d50-42a8-9a05-38619da83ed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (7db81693-ec25-4d8d-9069-8605391ffc10), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:34.971700 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (01a6c5a5-ff25-49ea-8869-bb2b5ba0570e), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:37.087204 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=2 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:43.515225 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (a17a57cc-679f-4398-8430-1b64b86f4dc1), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:53.506120 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=11 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:53.508465 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=7,neutron:UPDATE=6 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:58.728794 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-e59662cb-18db-45af-93a5-16d79708b71a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (88cb169e-23a7-4380-813c-9b707a5671b5), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:59.107686 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=2 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:59.108687 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=4 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:01.092385 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-7718a3b7-98be-4cc6-8be8-4195bda81589 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (3e4effd7-5bc9-408b-93fa-42e4b19a61d9), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:02.207962 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-df01de3e-f6cf-4253-895b-65b557a1455e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (84e30450-e547-4748-a220-898a66747e61), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:03.797008 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f70e7e6e-5d50-42a8-9a05-38619da83ed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (7db81693-ec25-4d8d-9069-8605391ffc10), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:04.094900 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.agents_db [None req-9472a85a-8dd5-480f-9a02-5eb3d7473862 None None] Agent healthcheck: found 6 active agents {{(pid=104074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:38:04.960911 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (01a6c5a5-ff25-49ea-8869-bb2b5ba0570e), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:13.536439 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (a17a57cc-679f-4398-8430-1b64b86f4dc1), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:14.086514 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=1 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:14.087605 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=1 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:23.525809 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:23.530462 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:28.735054 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-abde468d-a4c0-42f8-b7e3-1caa5fb87136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (88cb169e-23a7-4380-813c-9b707a5671b5), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:31.089815 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-c865b2c0-f9c8-4693-b0dd-ce991ca77bf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (3e4effd7-5bc9-408b-93fa-42e4b19a61d9), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:32.222004 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-df01de3e-f6cf-4253-895b-65b557a1455e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (84e30450-e547-4748-a220-898a66747e61), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:33.799969 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f70e7e6e-5d50-42a8-9a05-38619da83ed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (7db81693-ec25-4d8d-9069-8605391ffc10), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:34.965364 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (01a6c5a5-ff25-49ea-8869-bb2b5ba0570e), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:36.100414 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=3 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:36.101607 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:41.095276 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.agents_db [None req-9472a85a-8dd5-480f-9a02-5eb3d7473862 None None] Agent healthcheck: found 6 active agents {{(pid=104074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:38:43.538619 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (a17a57cc-679f-4398-8430-1b64b86f4dc1), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:51.091650 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=2 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:53.524903 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:53.529516 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=25,neutron:UPDATE=4 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:58.732077 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-24d5bea0-1b7f-4bee-a842-6eb112f7fe76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (88cb169e-23a7-4380-813c-9b707a5671b5), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:01.086035 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-b111018c-bfde-4ad0-9bc1-2ae9ab45b67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (3e4effd7-5bc9-408b-93fa-42e4b19a61d9), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:02.221574 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-df01de3e-f6cf-4253-895b-65b557a1455e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (84e30450-e547-4748-a220-898a66747e61), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:03.803526 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f70e7e6e-5d50-42a8-9a05-38619da83ed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (7db81693-ec25-4d8d-9069-8605391ffc10), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:04.970890 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (01a6c5a5-ff25-49ea-8869-bb2b5ba0570e), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:13.105712 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=3 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:13.107065 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=3 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:13.553211 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (a17a57cc-679f-4398-8430-1b64b86f4dc1), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:18.097558 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.agents_db [None req-9472a85a-8dd5-480f-9a02-5eb3d7473862 None None] Agent healthcheck: found 6 active agents {{(pid=104074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:39:23.532590 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=10 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:23.543740 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:UPDATE=6,neutron:SELECT=8 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:28.091122 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=16 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:28.092025 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=12 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:28.724780 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-ca3585fd-47fb-43f4-9a00-f24bc1ac37ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (88cb169e-23a7-4380-813c-9b707a5671b5), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:31.094246 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-5e616daf-dcc8-4096-bfbe-47eb98d39f4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (3e4effd7-5bc9-408b-93fa-42e4b19a61d9), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:32.223829 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-df01de3e-f6cf-4253-895b-65b557a1455e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (84e30450-e547-4748-a220-898a66747e61), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:33.811014 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f70e7e6e-5d50-42a8-9a05-38619da83ed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (7db81693-ec25-4d8d-9069-8605391ffc10), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:34.977322 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (01a6c5a5-ff25-49ea-8869-bb2b5ba0570e), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:43.560018 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (a17a57cc-679f-4398-8430-1b64b86f4dc1), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:50.111258 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=2 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:50.112444 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=4 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:53.546701 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:53.552283 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:55.102548 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.agents_db [None req-9472a85a-8dd5-480f-9a02-5eb3d7473862 None None] Agent healthcheck: found 6 active agents {{(pid=104074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:39:58.730100 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-dacf282d-d270-4679-8130-bee55f20ee1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (88cb169e-23a7-4380-813c-9b707a5671b5), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:01.093035 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-b7b4ae2c-3dcf-411a-b7c5-5cf716e292d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (3e4effd7-5bc9-408b-93fa-42e4b19a61d9), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:02.232710 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-df01de3e-f6cf-4253-895b-65b557a1455e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (84e30450-e547-4748-a220-898a66747e61), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:03.818770 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f70e7e6e-5d50-42a8-9a05-38619da83ed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (7db81693-ec25-4d8d-9069-8605391ffc10), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:04.972212 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (01a6c5a5-ff25-49ea-8869-bb2b5ba0570e), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:05.094917 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=2 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:13.565359 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (a17a57cc-679f-4398-8430-1b64b86f4dc1), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:23.554889 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:23.558574 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:27.103720 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:27.109243 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=5 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:28.734977 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-75d6d78d-0b4c-4ca1-bdc8-9b2743bb130d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (88cb169e-23a7-4380-813c-9b707a5671b5), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:31.093043 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1fd5d41f-73fc-4555-b653-abb01beb421c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (3e4effd7-5bc9-408b-93fa-42e4b19a61d9), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:32.108395 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.agents_db [None req-9472a85a-8dd5-480f-9a02-5eb3d7473862 None None] Agent healthcheck: found 6 active agents {{(pid=104074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:40:32.232322 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-df01de3e-f6cf-4253-895b-65b557a1455e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (84e30450-e547-4748-a220-898a66747e61), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:33.819807 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f70e7e6e-5d50-42a8-9a05-38619da83ed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (7db81693-ec25-4d8d-9069-8605391ffc10), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:34.972802 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (01a6c5a5-ff25-49ea-8869-bb2b5ba0570e), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:42.099993 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=2 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:43.574177 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (a17a57cc-679f-4398-8430-1b64b86f4dc1), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:52.878174 dv-cinder-828806-4-iscsi neutron-server[104071]: DEBUG neutron.wsgi [req-b57f61e6-a241-462e-ab11-2d49942585b6 req-c68a4159-3f85-4b90-82e7-c8269996fa8a service neutron] (104071) timed out ('10.222.0.67', 57143) {{(pid=104071) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 27 03:40:53.216304 dv-cinder-828806-4-iscsi neutron-server[104072]: DEBUG neutron.wsgi [req-4019264f-06bc-4aa7-8817-9292b4d8bfc3 req-c3a6ee65-8544-48e2-bdea-d5e8da3845b9 service neutron] (104072) timed out ('10.222.0.67', 57189) {{(pid=104072) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 27 03:40:53.564490 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:53.566883 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:58.732449 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-06871c71-b0a0-4e73-bd26-a7d95f454ea5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (88cb169e-23a7-4380-813c-9b707a5671b5), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:01.095238 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-c1f3d7cf-e771-4050-a643-e50029c3e10a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (3e4effd7-5bc9-408b-93fa-42e4b19a61d9), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:02.240833 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-df01de3e-f6cf-4253-895b-65b557a1455e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (84e30450-e547-4748-a220-898a66747e61), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:03.820991 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f70e7e6e-5d50-42a8-9a05-38619da83ed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (7db81693-ec25-4d8d-9069-8605391ffc10), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:04.108728 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=3 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:04.109934 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=3 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:04.980530 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (01a6c5a5-ff25-49ea-8869-bb2b5ba0570e), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:09.109355 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.agents_db [None req-9472a85a-8dd5-480f-9a02-5eb3d7473862 None None] Agent healthcheck: found 6 active agents {{(pid=104074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:41:13.576450 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (a17a57cc-679f-4398-8430-1b64b86f4dc1), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:23.561206 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:23.567269 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:26.843257 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=15 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:26.844403 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=13 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:28.729790 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-7cce060d-05f0-4ed6-b315-d6e653cf1f00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (88cb169e-23a7-4380-813c-9b707a5671b5), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:31.091436 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-baf701b9-e5e3-4033-b0d9-e19f74031f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (3e4effd7-5bc9-408b-93fa-42e4b19a61d9), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:32.246463 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-df01de3e-f6cf-4253-895b-65b557a1455e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (84e30450-e547-4748-a220-898a66747e61), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:33.826707 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f70e7e6e-5d50-42a8-9a05-38619da83ed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (7db81693-ec25-4d8d-9069-8605391ffc10), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:34.975891 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4b7667fd-17dc-42f5-abb7-5863f1cdc7fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (01a6c5a5-ff25-49ea-8869-bb2b5ba0570e), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:41.101355 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=3 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:41.106412 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=3 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:43.582128 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1434c712-d5d1-425e-ba56-96a69ae084e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (a17a57cc-679f-4398-8430-1b64b86f4dc1), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:46.113542 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG neutron.db.agents_db [None req-9472a85a-8dd5-480f-9a02-5eb3d7473862 None None] Agent healthcheck: found 6 active agents {{(pid=104074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:41:53.568586 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:53.574236 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:56.107685 dv-cinder-828806-4-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=2 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:58.725624 dv-cinder-828806-4-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f0d93efd-30d4-446c-8624-7d45846a6b2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743907721822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-869786'] for agent (88cb169e-23a7-4380-813c-9b707a5671b5), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}